{"level":"warn","ts":"2026-03-20T10:14:32.305337Z","caller":"embed/config.go:679","msg":"Running http and grpc server on single port. This is not recommended for production."} {"level":"info","ts":"2026-03-20T10:14:32.305478Z","caller":"etcdmain/etcd.go:73","msg":"Running: ","args":["etcd","--advertise-client-urls=https://199.204.45.102:2379","--cert-file=/etc/kubernetes/pki/etcd/server.crt","--client-cert-auth=true","--data-dir=/var/lib/etcd","--experimental-initial-corrupt-check=true","--experimental-watch-progress-notify-interval=5s","--initial-advertise-peer-urls=https://199.204.45.102:2380","--initial-cluster=instance=https://199.204.45.102:2380","--key-file=/etc/kubernetes/pki/etcd/server.key","--listen-client-urls=https://127.0.0.1:2379,https://199.204.45.102:2379","--listen-metrics-urls=http://127.0.0.1:2381","--listen-peer-urls=https://199.204.45.102:2380","--name=instance","--peer-cert-file=/etc/kubernetes/pki/etcd/peer.crt","--peer-client-cert-auth=true","--peer-key-file=/etc/kubernetes/pki/etcd/peer.key","--peer-trusted-ca-file=/etc/kubernetes/pki/etcd/ca.crt","--snapshot-count=10000","--tls-min-version=TLS1.3","--trusted-ca-file=/etc/kubernetes/pki/etcd/ca.crt"]} {"level":"warn","ts":"2026-03-20T10:14:32.305803Z","caller":"embed/config.go:679","msg":"Running http and grpc server on single port. This is not recommended for production."} {"level":"info","ts":"2026-03-20T10:14:32.305827Z","caller":"embed/etcd.go:127","msg":"configuring peer listeners","listen-peer-urls":["https://199.204.45.102:2380"]} {"level":"info","ts":"2026-03-20T10:14:32.305954Z","caller":"embed/etcd.go:494","msg":"starting with peer TLS","tls-info":"cert = /etc/kubernetes/pki/etcd/peer.crt, key = /etc/kubernetes/pki/etcd/peer.key, client-cert=, client-key=, trusted-ca = /etc/kubernetes/pki/etcd/ca.crt, client-cert-auth = true, crl-file = ","cipher-suites":[]} {"level":"info","ts":"2026-03-20T10:14:32.306955Z","caller":"embed/etcd.go:135","msg":"configuring client listeners","listen-client-urls":["https://127.0.0.1:2379","https://199.204.45.102:2379"]} {"level":"info","ts":"2026-03-20T10:14:32.307127Z","caller":"embed/etcd.go:308","msg":"starting an etcd server","etcd-version":"3.5.12","git-sha":"e7b3bb6cc","go-version":"go1.20.13","go-os":"linux","go-arch":"amd64","max-cpu-set":8,"max-cpu-available":8,"member-initialized":false,"name":"instance","data-dir":"/var/lib/etcd","wal-dir":"","wal-dir-dedicated":"","member-dir":"/var/lib/etcd/member","force-new-cluster":false,"heartbeat-interval":"100ms","election-timeout":"1s","initial-election-tick-advance":true,"snapshot-count":10000,"max-wals":5,"max-snapshots":5,"snapshot-catchup-entries":5000,"initial-advertise-peer-urls":["https://199.204.45.102:2380"],"listen-peer-urls":["https://199.204.45.102:2380"],"advertise-client-urls":["https://199.204.45.102:2379"],"listen-client-urls":["https://127.0.0.1:2379","https://199.204.45.102:2379"],"listen-metrics-urls":["http://127.0.0.1:2381"],"cors":["*"],"host-whitelist":["*"],"initial-cluster":"instance=https://199.204.45.102:2380","initial-cluster-state":"new","initial-cluster-token":"etcd-cluster","quota-backend-bytes":2147483648,"max-request-bytes":1572864,"max-concurrent-streams":4294967295,"pre-vote":true,"initial-corrupt-check":true,"corrupt-check-time-interval":"0s","compact-check-time-enabled":false,"compact-check-time-interval":"1m0s","auto-compaction-mode":"periodic","auto-compaction-retention":"0s","auto-compaction-interval":"0s","discovery-url":"","discovery-proxy":"","downgrade-check-interval":"5s"} {"level":"info","ts":"2026-03-20T10:14:32.316033Z","caller":"etcdserver/backend.go:81","msg":"opened backend db","path":"/var/lib/etcd/member/snap/db","took":"8.501921ms"} {"level":"info","ts":"2026-03-20T10:14:32.330544Z","caller":"etcdserver/raft.go:495","msg":"starting local member","local-member-id":"6e7960f761c1028e","cluster-id":"502e2b31b867adf"} {"level":"info","ts":"2026-03-20T10:14:32.330672Z","logger":"raft","caller":"etcdserver/zap_raft.go:77","msg":"6e7960f761c1028e switched to configuration voters=()"} {"level":"info","ts":"2026-03-20T10:14:32.330697Z","logger":"raft","caller":"etcdserver/zap_raft.go:77","msg":"6e7960f761c1028e became follower at term 0"} {"level":"info","ts":"2026-03-20T10:14:32.330715Z","logger":"raft","caller":"etcdserver/zap_raft.go:77","msg":"newRaft 6e7960f761c1028e [peers: [], term: 0, commit: 0, applied: 0, lastindex: 0, lastterm: 0]"} {"level":"info","ts":"2026-03-20T10:14:32.33073Z","logger":"raft","caller":"etcdserver/zap_raft.go:77","msg":"6e7960f761c1028e became follower at term 1"} {"level":"info","ts":"2026-03-20T10:14:32.330775Z","logger":"raft","caller":"etcdserver/zap_raft.go:77","msg":"6e7960f761c1028e switched to configuration voters=(7960500431967289998)"} {"level":"warn","ts":"2026-03-20T10:14:32.351873Z","caller":"auth/store.go:1241","msg":"simple token is not cryptographically signed"} {"level":"info","ts":"2026-03-20T10:14:32.355627Z","caller":"mvcc/kvstore.go:407","msg":"kvstore restored","current-rev":1} {"level":"info","ts":"2026-03-20T10:14:32.358896Z","caller":"etcdserver/quota.go:94","msg":"enabled backend quota with default value","quota-name":"v3-applier","quota-size-bytes":2147483648,"quota-size":"2.1 GB"} {"level":"info","ts":"2026-03-20T10:14:32.36182Z","caller":"etcdserver/server.go:860","msg":"starting etcd server","local-member-id":"6e7960f761c1028e","local-server-version":"3.5.12","cluster-version":"to_be_decided"} {"level":"info","ts":"2026-03-20T10:14:32.362141Z","caller":"etcdserver/server.go:744","msg":"started as single-node; fast-forwarding election ticks","local-member-id":"6e7960f761c1028e","forward-ticks":9,"forward-duration":"900ms","election-ticks":10,"election-timeout":"1s"} {"level":"info","ts":"2026-03-20T10:14:32.36349Z","caller":"fileutil/purge.go:50","msg":"started to purge file","dir":"/var/lib/etcd/member/snap","suffix":"snap.db","max":5,"interval":"30s"} {"level":"info","ts":"2026-03-20T10:14:32.363686Z","caller":"fileutil/purge.go:50","msg":"started to purge file","dir":"/var/lib/etcd/member/snap","suffix":"snap","max":5,"interval":"30s"} {"level":"info","ts":"2026-03-20T10:14:32.363752Z","caller":"fileutil/purge.go:50","msg":"started to purge file","dir":"/var/lib/etcd/member/wal","suffix":"wal","max":5,"interval":"30s"} {"level":"info","ts":"2026-03-20T10:14:32.364857Z","logger":"raft","caller":"etcdserver/zap_raft.go:77","msg":"6e7960f761c1028e switched to configuration voters=(7960500431967289998)"} {"level":"info","ts":"2026-03-20T10:14:32.365005Z","caller":"membership/cluster.go:421","msg":"added member","cluster-id":"502e2b31b867adf","local-member-id":"6e7960f761c1028e","added-peer-id":"6e7960f761c1028e","added-peer-peer-urls":["https://199.204.45.102:2380"]} {"level":"info","ts":"2026-03-20T10:14:32.367238Z","caller":"embed/etcd.go:597","msg":"serving peer traffic","address":"199.204.45.102:2380"} {"level":"info","ts":"2026-03-20T10:14:32.367268Z","caller":"embed/etcd.go:569","msg":"cmux::serve","address":"199.204.45.102:2380"} {"level":"info","ts":"2026-03-20T10:14:32.36712Z","caller":"embed/etcd.go:726","msg":"starting with client TLS","tls-info":"cert = /etc/kubernetes/pki/etcd/server.crt, key = /etc/kubernetes/pki/etcd/server.key, client-cert=, client-key=, trusted-ca = /etc/kubernetes/pki/etcd/ca.crt, client-cert-auth = true, crl-file = ","cipher-suites":[]} {"level":"info","ts":"2026-03-20T10:14:32.368553Z","caller":"embed/etcd.go:277","msg":"now serving peer/client/metrics","local-member-id":"6e7960f761c1028e","initial-advertise-peer-urls":["https://199.204.45.102:2380"],"listen-peer-urls":["https://199.204.45.102:2380"],"advertise-client-urls":["https://199.204.45.102:2379"],"listen-client-urls":["https://127.0.0.1:2379","https://199.204.45.102:2379"],"listen-metrics-urls":["http://127.0.0.1:2381"]} {"level":"info","ts":"2026-03-20T10:14:32.368606Z","caller":"embed/etcd.go:857","msg":"serving metrics","address":"http://127.0.0.1:2381"} {"level":"info","ts":"2026-03-20T10:14:32.631267Z","logger":"raft","caller":"etcdserver/zap_raft.go:77","msg":"6e7960f761c1028e is starting a new election at term 1"} {"level":"info","ts":"2026-03-20T10:14:32.63135Z","logger":"raft","caller":"etcdserver/zap_raft.go:77","msg":"6e7960f761c1028e became pre-candidate at term 1"} {"level":"info","ts":"2026-03-20T10:14:32.631391Z","logger":"raft","caller":"etcdserver/zap_raft.go:77","msg":"6e7960f761c1028e received MsgPreVoteResp from 6e7960f761c1028e at term 1"} {"level":"info","ts":"2026-03-20T10:14:32.631413Z","logger":"raft","caller":"etcdserver/zap_raft.go:77","msg":"6e7960f761c1028e became candidate at term 2"} {"level":"info","ts":"2026-03-20T10:14:32.631425Z","logger":"raft","caller":"etcdserver/zap_raft.go:77","msg":"6e7960f761c1028e received MsgVoteResp from 6e7960f761c1028e at term 2"} {"level":"info","ts":"2026-03-20T10:14:32.631442Z","logger":"raft","caller":"etcdserver/zap_raft.go:77","msg":"6e7960f761c1028e became leader at term 2"} {"level":"info","ts":"2026-03-20T10:14:32.631456Z","logger":"raft","caller":"etcdserver/zap_raft.go:77","msg":"raft.node: 6e7960f761c1028e elected leader 6e7960f761c1028e at term 2"} {"level":"info","ts":"2026-03-20T10:14:32.939985Z","caller":"etcdserver/server.go:2578","msg":"setting up initial cluster version using v2 API","cluster-version":"3.5"} {"level":"info","ts":"2026-03-20T10:14:33.454211Z","caller":"etcdserver/server.go:2068","msg":"published local member to cluster through raft","local-member-id":"6e7960f761c1028e","local-member-attributes":"{Name:instance ClientURLs:[https://199.204.45.102:2379]}","request-path":"/0/members/6e7960f761c1028e/attributes","cluster-id":"502e2b31b867adf","publish-timeout":"7s"} {"level":"info","ts":"2026-03-20T10:14:33.454213Z","caller":"embed/serve.go:103","msg":"ready to serve client requests"} {"level":"info","ts":"2026-03-20T10:14:33.454315Z","caller":"embed/serve.go:103","msg":"ready to serve client requests"} {"level":"info","ts":"2026-03-20T10:14:33.454565Z","caller":"etcdmain/main.go:44","msg":"notifying init daemon"} {"level":"info","ts":"2026-03-20T10:14:33.454604Z","caller":"etcdmain/main.go:50","msg":"successfully notified init daemon"} {"level":"info","ts":"2026-03-20T10:14:33.457055Z","caller":"embed/serve.go:250","msg":"serving client traffic securely","traffic":"grpc+http","address":"127.0.0.1:2379"} {"level":"info","ts":"2026-03-20T10:14:33.457069Z","caller":"embed/serve.go:250","msg":"serving client traffic securely","traffic":"grpc+http","address":"199.204.45.102:2379"} {"level":"warn","ts":"2026-03-20T10:14:33.697984Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"108.919702ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/serviceaccounts/\" range_end:\"/registry/serviceaccounts0\" count_only:true ","response":"","error":"context canceled"} {"level":"info","ts":"2026-03-20T10:14:33.69808Z","caller":"traceutil/trace.go:171","msg":"trace[301205036] range","detail":"{range_begin:/registry/serviceaccounts/; range_end:/registry/serviceaccounts0; }","duration":"109.082257ms","start":"2026-03-20T10:14:33.588983Z","end":"2026-03-20T10:14:33.698065Z","steps":["trace[301205036] 'agreement among raft nodes before linearized reading' (duration: 108.937213ms)"],"step_count":1} {"level":"warn","ts":"2026-03-20T10:14:33.697998Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"109.702322ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/serviceaccounts/\" range_end:\"/registry/serviceaccounts0\" limit:10000 ","response":"","error":"context canceled"} {"level":"info","ts":"2026-03-20T10:14:33.698161Z","caller":"traceutil/trace.go:171","msg":"trace[442485738] range","detail":"{range_begin:/registry/serviceaccounts/; range_end:/registry/serviceaccounts0; }","duration":"109.953528ms","start":"2026-03-20T10:14:33.58819Z","end":"2026-03-20T10:14:33.698144Z","steps":["trace[442485738] 'agreement among raft nodes before linearized reading' (duration: 109.727972ms)"],"step_count":1} 2026/03/20 10:14:33 WARNING: [core] [Server #8] grpc: Server.processUnaryRPC failed to write status: connection error: desc = "transport is closing" 2026/03/20 10:14:33 WARNING: [core] [Server #8] grpc: Server.processUnaryRPC failed to write status: connection error: desc = "transport is closing" {"level":"warn","ts":"2026-03-20T10:14:33.998Z","caller":"etcdserver/v3_server.go:897","msg":"waiting for ReadIndex response took too long, retrying","sent-request-id":184257304220174851,"retry-timeout":"500ms"} {"level":"info","ts":"2026-03-20T10:14:34.020136Z","caller":"membership/cluster.go:584","msg":"set initial cluster version","cluster-id":"502e2b31b867adf","local-member-id":"6e7960f761c1028e","cluster-version":"3.5"} {"level":"info","ts":"2026-03-20T10:14:34.020328Z","caller":"api/capability.go:75","msg":"enabled capabilities for version","cluster-version":"3.5"} {"level":"info","ts":"2026-03-20T10:14:34.020387Z","caller":"traceutil/trace.go:171","msg":"trace[850997089] linearizableReadLoop","detail":"{readStateIndex:4; appliedIndex:3; }","duration":"522.406301ms","start":"2026-03-20T10:14:33.497961Z","end":"2026-03-20T10:14:34.020368Z","steps":["trace[850997089] 'read index received' (duration: 522.071473ms)","trace[850997089] 'applied index is now lower than readState.Index' (duration: 333.668µs)"],"step_count":2} {"level":"info","ts":"2026-03-20T10:14:34.020449Z","caller":"etcdserver/server.go:2602","msg":"cluster version is updated","cluster-version":"3.5"} {"level":"warn","ts":"2026-03-20T10:14:34.020597Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"522.606926ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/apiextensions.k8s.io/customresourcedefinitions/\" range_end:\"/registry/apiextensions.k8s.io/customresourcedefinitions0\" count_only:true ","response":"range_response_count:0 size:4"} {"level":"info","ts":"2026-03-20T10:14:34.020637Z","caller":"traceutil/trace.go:171","msg":"trace[678481906] range","detail":"{range_begin:/registry/apiextensions.k8s.io/customresourcedefinitions/; range_end:/registry/apiextensions.k8s.io/customresourcedefinitions0; response_count:0; response_revision:1; }","duration":"522.669687ms","start":"2026-03-20T10:14:33.497957Z","end":"2026-03-20T10:14:34.020627Z","steps":["trace[678481906] 'agreement among raft nodes before linearized reading' (duration: 522.516253ms)"],"step_count":1} {"level":"warn","ts":"2026-03-20T10:14:34.020678Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-20T10:14:33.497948Z","time spent":"522.719948ms","remote":"127.0.0.1:51262","response type":"/etcdserverpb.KV/Range","request count":0,"request size":120,"response count":0,"response size":26,"request content":"key:\"/registry/apiextensions.k8s.io/customresourcedefinitions/\" range_end:\"/registry/apiextensions.k8s.io/customresourcedefinitions0\" count_only:true "} {"level":"warn","ts":"2026-03-20T10:14:34.021144Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"523.116708ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/apiextensions.k8s.io/customresourcedefinitions/\" range_end:\"/registry/apiextensions.k8s.io/customresourcedefinitions0\" limit:10000 ","response":"range_response_count:0 size:4"} {"level":"info","ts":"2026-03-20T10:14:34.021186Z","caller":"traceutil/trace.go:171","msg":"trace[1165777738] range","detail":"{range_begin:/registry/apiextensions.k8s.io/customresourcedefinitions/; range_end:/registry/apiextensions.k8s.io/customresourcedefinitions0; response_count:0; response_revision:1; }","duration":"523.18308ms","start":"2026-03-20T10:14:33.497993Z","end":"2026-03-20T10:14:34.021176Z","steps":["trace[1165777738] 'agreement among raft nodes before linearized reading' (duration: 523.116198ms)"],"step_count":1} {"level":"warn","ts":"2026-03-20T10:14:34.021222Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-20T10:14:33.497988Z","time spent":"523.22527ms","remote":"127.0.0.1:51262","response type":"/etcdserverpb.KV/Range","request count":0,"request size":121,"response count":0,"response size":26,"request content":"key:\"/registry/apiextensions.k8s.io/customresourcedefinitions/\" range_end:\"/registry/apiextensions.k8s.io/customresourcedefinitions0\" limit:10000 "} {"level":"warn","ts":"2026-03-20T10:14:34.02335Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"100.052712ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/roles/\" range_end:\"/registry/roles0\" count_only:true ","response":"range_response_count:0 size:4"} {"level":"info","ts":"2026-03-20T10:14:34.023395Z","caller":"traceutil/trace.go:171","msg":"trace[1404886809] range","detail":"{range_begin:/registry/roles/; range_end:/registry/roles0; response_count:0; response_revision:1; }","duration":"100.115894ms","start":"2026-03-20T10:14:33.923269Z","end":"2026-03-20T10:14:34.023385Z","steps":["trace[1404886809] 'agreement among raft nodes before linearized reading' (duration: 100.024621ms)"],"step_count":1} {"level":"warn","ts":"2026-03-20T10:14:34.023548Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"100.338399ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/roles/\" range_end:\"/registry/roles0\" limit:10000 ","response":"range_response_count:0 size:4"} {"level":"info","ts":"2026-03-20T10:14:34.02358Z","caller":"traceutil/trace.go:171","msg":"trace[1425694414] range","detail":"{range_begin:/registry/roles/; range_end:/registry/roles0; response_count:0; response_revision:1; }","duration":"100.396581ms","start":"2026-03-20T10:14:33.923176Z","end":"2026-03-20T10:14:34.023572Z","steps":["trace[1425694414] 'agreement among raft nodes before linearized reading' (duration: 100.34463ms)"],"step_count":1} {"level":"warn","ts":"2026-03-20T10:14:34.023809Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"113.015874ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/poddisruptionbudgets/\" range_end:\"/registry/poddisruptionbudgets0\" count_only:true ","response":"range_response_count:0 size:4"} {"level":"info","ts":"2026-03-20T10:14:34.023845Z","caller":"traceutil/trace.go:171","msg":"trace[1572958426] range","detail":"{range_begin:/registry/poddisruptionbudgets/; range_end:/registry/poddisruptionbudgets0; response_count:0; response_revision:1; }","duration":"113.069035ms","start":"2026-03-20T10:14:33.910767Z","end":"2026-03-20T10:14:34.023836Z","steps":["trace[1572958426] 'agreement among raft nodes before linearized reading' (duration: 113.011353ms)"],"step_count":1} {"level":"warn","ts":"2026-03-20T10:14:34.024317Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"393.767749ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/persistentvolumeclaims/\" range_end:\"/registry/persistentvolumeclaims0\" limit:10000 ","response":"range_response_count:0 size:4"} {"level":"info","ts":"2026-03-20T10:14:34.024365Z","caller":"traceutil/trace.go:171","msg":"trace[1105088372] range","detail":"{range_begin:/registry/persistentvolumeclaims/; range_end:/registry/persistentvolumeclaims0; response_count:0; response_revision:1; }","duration":"393.844891ms","start":"2026-03-20T10:14:33.630505Z","end":"2026-03-20T10:14:34.02435Z","steps":["trace[1105088372] 'agreement among raft nodes before linearized reading' (duration: 393.741329ms)"],"step_count":1} {"level":"warn","ts":"2026-03-20T10:14:34.024396Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-20T10:14:33.630491Z","time spent":"393.896393ms","remote":"127.0.0.1:51396","response type":"/etcdserverpb.KV/Range","request count":0,"request size":73,"response count":0,"response size":26,"request content":"key:\"/registry/persistentvolumeclaims/\" range_end:\"/registry/persistentvolumeclaims0\" limit:10000 "} {"level":"warn","ts":"2026-03-20T10:14:34.024538Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"113.893857ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/poddisruptionbudgets/\" range_end:\"/registry/poddisruptionbudgets0\" limit:10000 ","response":"range_response_count:0 size:4"} {"level":"info","ts":"2026-03-20T10:14:34.024565Z","caller":"traceutil/trace.go:171","msg":"trace[1403605408] range","detail":"{range_begin:/registry/poddisruptionbudgets/; range_end:/registry/poddisruptionbudgets0; response_count:0; response_revision:1; }","duration":"113.933127ms","start":"2026-03-20T10:14:33.910623Z","end":"2026-03-20T10:14:34.024557Z","steps":["trace[1403605408] 'agreement among raft nodes before linearized reading' (duration: 113.892026ms)"],"step_count":1} {"level":"warn","ts":"2026-03-20T10:14:34.024668Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"123.836943ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/runtimeclasses/\" range_end:\"/registry/runtimeclasses0\" count_only:true ","response":"range_response_count:0 size:4"} {"level":"info","ts":"2026-03-20T10:14:34.024692Z","caller":"traceutil/trace.go:171","msg":"trace[1009996848] range","detail":"{range_begin:/registry/runtimeclasses/; range_end:/registry/runtimeclasses0; response_count:0; response_revision:1; }","duration":"123.885234ms","start":"2026-03-20T10:14:33.900799Z","end":"2026-03-20T10:14:34.024685Z","steps":["trace[1009996848] 'agreement among raft nodes before linearized reading' (duration: 123.850743ms)"],"step_count":1} {"level":"warn","ts":"2026-03-20T10:14:34.024828Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"124.051169ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/runtimeclasses/\" range_end:\"/registry/runtimeclasses0\" limit:10000 ","response":"range_response_count:0 size:4"} {"level":"info","ts":"2026-03-20T10:14:34.024852Z","caller":"traceutil/trace.go:171","msg":"trace[829211989] range","detail":"{range_begin:/registry/runtimeclasses/; range_end:/registry/runtimeclasses0; response_count:0; response_revision:1; }","duration":"124.095939ms","start":"2026-03-20T10:14:33.900749Z","end":"2026-03-20T10:14:34.024845Z","steps":["trace[829211989] 'agreement among raft nodes before linearized reading' (duration: 124.058898ms)"],"step_count":1} {"level":"warn","ts":"2026-03-20T10:14:34.024958Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"133.279267ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/ingressclasses/\" range_end:\"/registry/ingressclasses0\" count_only:true ","response":"range_response_count:0 size:4"} {"level":"info","ts":"2026-03-20T10:14:34.024983Z","caller":"traceutil/trace.go:171","msg":"trace[2092740919] range","detail":"{range_begin:/registry/ingressclasses/; range_end:/registry/ingressclasses0; response_count:0; response_revision:1; }","duration":"133.323397ms","start":"2026-03-20T10:14:33.891653Z","end":"2026-03-20T10:14:34.024976Z","steps":["trace[2092740919] 'agreement among raft nodes before linearized reading' (duration: 133.284887ms)"],"step_count":1} {"level":"warn","ts":"2026-03-20T10:14:34.025106Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"133.468011ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/ingressclasses/\" range_end:\"/registry/ingressclasses0\" limit:10000 ","response":"range_response_count:0 size:4"} {"level":"info","ts":"2026-03-20T10:14:34.02513Z","caller":"traceutil/trace.go:171","msg":"trace[833829750] range","detail":"{range_begin:/registry/ingressclasses/; range_end:/registry/ingressclasses0; response_count:0; response_revision:1; }","duration":"133.530023ms","start":"2026-03-20T10:14:33.891593Z","end":"2026-03-20T10:14:34.025123Z","steps":["trace[833829750] 'agreement among raft nodes before linearized reading' (duration: 133.491152ms)"],"step_count":1} {"level":"warn","ts":"2026-03-20T10:14:34.025255Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"145.397627ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/ingress/\" range_end:\"/registry/ingress0\" limit:10000 ","response":"range_response_count:0 size:4"} {"level":"info","ts":"2026-03-20T10:14:34.025279Z","caller":"traceutil/trace.go:171","msg":"trace[2127209562] range","detail":"{range_begin:/registry/ingress/; range_end:/registry/ingress0; response_count:0; response_revision:1; }","duration":"145.458609ms","start":"2026-03-20T10:14:33.879813Z","end":"2026-03-20T10:14:34.025272Z","steps":["trace[2127209562] 'agreement among raft nodes before linearized reading' (duration: 145.418268ms)"],"step_count":1} {"level":"warn","ts":"2026-03-20T10:14:34.025407Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"145.713445ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/ingress/\" range_end:\"/registry/ingress0\" count_only:true ","response":"range_response_count:0 size:4"} {"level":"info","ts":"2026-03-20T10:14:34.02543Z","caller":"traceutil/trace.go:171","msg":"trace[2064622368] range","detail":"{range_begin:/registry/ingress/; range_end:/registry/ingress0; response_count:0; response_revision:1; }","duration":"145.738645ms","start":"2026-03-20T10:14:33.879685Z","end":"2026-03-20T10:14:34.025423Z","steps":["trace[2064622368] 'agreement among raft nodes before linearized reading' (duration: 145.703225ms)"],"step_count":1} {"level":"warn","ts":"2026-03-20T10:14:34.025537Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"154.819501ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/networkpolicies/\" range_end:\"/registry/networkpolicies0\" count_only:true ","response":"range_response_count:0 size:4"} {"level":"info","ts":"2026-03-20T10:14:34.02556Z","caller":"traceutil/trace.go:171","msg":"trace[75447776] range","detail":"{range_begin:/registry/networkpolicies/; range_end:/registry/networkpolicies0; response_count:0; response_revision:1; }","duration":"154.852122ms","start":"2026-03-20T10:14:33.870701Z","end":"2026-03-20T10:14:34.025553Z","steps":["trace[75447776] 'agreement among raft nodes before linearized reading' (duration: 154.817871ms)"],"step_count":1} {"level":"warn","ts":"2026-03-20T10:14:34.02571Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"155.029236ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/networkpolicies/\" range_end:\"/registry/networkpolicies0\" limit:10000 ","response":"range_response_count:0 size:4"} {"level":"info","ts":"2026-03-20T10:14:34.025749Z","caller":"traceutil/trace.go:171","msg":"trace[1738916849] range","detail":"{range_begin:/registry/networkpolicies/; range_end:/registry/networkpolicies0; response_count:0; response_revision:1; }","duration":"155.106347ms","start":"2026-03-20T10:14:33.870629Z","end":"2026-03-20T10:14:34.025735Z","steps":["trace[1738916849] 'agreement among raft nodes before linearized reading' (duration: 155.038415ms)"],"step_count":1} {"level":"warn","ts":"2026-03-20T10:14:34.025877Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"172.231032ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/endpointslices/\" range_end:\"/registry/endpointslices0\" count_only:true ","response":"range_response_count:0 size:4"} {"level":"info","ts":"2026-03-20T10:14:34.025908Z","caller":"traceutil/trace.go:171","msg":"trace[367730827] range","detail":"{range_begin:/registry/endpointslices/; range_end:/registry/endpointslices0; response_count:0; response_revision:1; }","duration":"172.258913ms","start":"2026-03-20T10:14:33.853636Z","end":"2026-03-20T10:14:34.025895Z","steps":["trace[367730827] 'agreement among raft nodes before linearized reading' (duration: 172.219472ms)"],"step_count":1} {"level":"warn","ts":"2026-03-20T10:14:34.026046Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"172.53567ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/endpointslices/\" range_end:\"/registry/endpointslices0\" limit:10000 ","response":"range_response_count:0 size:4"} {"level":"info","ts":"2026-03-20T10:14:34.026071Z","caller":"traceutil/trace.go:171","msg":"trace[780992187] range","detail":"{range_begin:/registry/endpointslices/; range_end:/registry/endpointslices0; response_count:0; response_revision:1; }","duration":"172.582522ms","start":"2026-03-20T10:14:33.853481Z","end":"2026-03-20T10:14:34.026064Z","steps":["trace[780992187] 'agreement among raft nodes before linearized reading' (duration: 172.540971ms)"],"step_count":1} {"level":"warn","ts":"2026-03-20T10:14:34.02621Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"245.591593ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/\" range_end:\"/registry/leases0\" limit:10000 ","response":"range_response_count:0 size:4"} {"level":"info","ts":"2026-03-20T10:14:34.026235Z","caller":"traceutil/trace.go:171","msg":"trace[782166046] range","detail":"{range_begin:/registry/leases/; range_end:/registry/leases0; response_count:0; response_revision:1; }","duration":"245.671925ms","start":"2026-03-20T10:14:33.780556Z","end":"2026-03-20T10:14:34.026228Z","steps":["trace[782166046] 'agreement among raft nodes before linearized reading' (duration: 245.632844ms)"],"step_count":1} {"level":"warn","ts":"2026-03-20T10:14:34.026365Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"245.916391ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/\" range_end:\"/registry/leases0\" count_only:true ","response":"range_response_count:0 size:4"} {"level":"info","ts":"2026-03-20T10:14:34.026389Z","caller":"traceutil/trace.go:171","msg":"trace[2109808262] range","detail":"{range_begin:/registry/leases/; range_end:/registry/leases0; response_count:0; response_revision:1; }","duration":"245.941952ms","start":"2026-03-20T10:14:33.78044Z","end":"2026-03-20T10:14:34.026382Z","steps":["trace[2109808262] 'agreement among raft nodes before linearized reading' (duration: 245.898501ms)"],"step_count":1} {"level":"warn","ts":"2026-03-20T10:14:34.026493Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"257.255862ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/certificatesigningrequests/\" range_end:\"/registry/certificatesigningrequests0\" count_only:true ","response":"range_response_count:0 size:4"} {"level":"info","ts":"2026-03-20T10:14:34.026519Z","caller":"traceutil/trace.go:171","msg":"trace[1437428237] range","detail":"{range_begin:/registry/certificatesigningrequests/; range_end:/registry/certificatesigningrequests0; response_count:0; response_revision:1; }","duration":"257.295594ms","start":"2026-03-20T10:14:33.769216Z","end":"2026-03-20T10:14:34.026512Z","steps":["trace[1437428237] 'agreement among raft nodes before linearized reading' (duration: 257.258543ms)"],"step_count":1} {"level":"warn","ts":"2026-03-20T10:14:34.026651Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"257.417266ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/certificatesigningrequests/\" range_end:\"/registry/certificatesigningrequests0\" limit:10000 ","response":"range_response_count:0 size:4"} {"level":"info","ts":"2026-03-20T10:14:34.026681Z","caller":"traceutil/trace.go:171","msg":"trace[194252547] range","detail":"{range_begin:/registry/certificatesigningrequests/; range_end:/registry/certificatesigningrequests0; response_count:0; response_revision:1; }","duration":"257.447078ms","start":"2026-03-20T10:14:33.769224Z","end":"2026-03-20T10:14:34.026671Z","steps":["trace[194252547] 'agreement among raft nodes before linearized reading' (duration: 257.404407ms)"],"step_count":1} {"level":"warn","ts":"2026-03-20T10:14:34.026782Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"267.730871ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/cronjobs/\" range_end:\"/registry/cronjobs0\" count_only:true ","response":"range_response_count:0 size:4"} {"level":"info","ts":"2026-03-20T10:14:34.026828Z","caller":"traceutil/trace.go:171","msg":"trace[443151561] range","detail":"{range_begin:/registry/cronjobs/; range_end:/registry/cronjobs0; response_count:0; response_revision:1; }","duration":"267.794404ms","start":"2026-03-20T10:14:33.759027Z","end":"2026-03-20T10:14:34.026821Z","steps":["trace[443151561] 'agreement among raft nodes before linearized reading' (duration: 267.737572ms)"],"step_count":1} {"level":"warn","ts":"2026-03-20T10:14:34.026979Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"267.961287ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/cronjobs/\" range_end:\"/registry/cronjobs0\" limit:10000 ","response":"range_response_count:0 size:4"} {"level":"info","ts":"2026-03-20T10:14:34.027012Z","caller":"traceutil/trace.go:171","msg":"trace[436577938] range","detail":"{range_begin:/registry/cronjobs/; range_end:/registry/cronjobs0; response_count:0; response_revision:1; }","duration":"268.012599ms","start":"2026-03-20T10:14:33.758992Z","end":"2026-03-20T10:14:34.027005Z","steps":["trace[436577938] 'agreement among raft nodes before linearized reading' (duration: 267.967378ms)"],"step_count":1} {"level":"warn","ts":"2026-03-20T10:14:34.027176Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"278.040268ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/jobs/\" range_end:\"/registry/jobs0\" limit:10000 ","response":"range_response_count:0 size:4"} {"level":"warn","ts":"2026-03-20T10:14:34.027183Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"407.151071ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/persistentvolumes/\" range_end:\"/registry/persistentvolumes0\" count_only:true ","response":"range_response_count:0 size:4"} {"level":"info","ts":"2026-03-20T10:14:34.027216Z","caller":"traceutil/trace.go:171","msg":"trace[1651621790] range","detail":"{range_begin:/registry/jobs/; range_end:/registry/jobs0; response_count:0; response_revision:1; }","duration":"278.08764ms","start":"2026-03-20T10:14:33.749115Z","end":"2026-03-20T10:14:34.027203Z","steps":["trace[1651621790] 'agreement among raft nodes before linearized reading' (duration: 278.035548ms)"],"step_count":1} {"level":"info","ts":"2026-03-20T10:14:34.027238Z","caller":"traceutil/trace.go:171","msg":"trace[847607515] range","detail":"{range_begin:/registry/persistentvolumes/; range_end:/registry/persistentvolumes0; response_count:0; response_revision:1; }","duration":"407.252694ms","start":"2026-03-20T10:14:33.619969Z","end":"2026-03-20T10:14:34.027222Z","steps":["trace[847607515] 'agreement among raft nodes before linearized reading' (duration: 407.12534ms)"],"step_count":1} {"level":"warn","ts":"2026-03-20T10:14:34.027295Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-20T10:14:33.61995Z","time spent":"407.326957ms","remote":"127.0.0.1:51382","response type":"/etcdserverpb.KV/Range","request count":0,"request size":62,"response count":0,"response size":26,"request content":"key:\"/registry/persistentvolumes/\" range_end:\"/registry/persistentvolumes0\" count_only:true "} {"level":"warn","ts":"2026-03-20T10:14:34.02737Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"396.863766ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/persistentvolumeclaims/\" range_end:\"/registry/persistentvolumeclaims0\" count_only:true ","response":"range_response_count:0 size:4"} {"level":"info","ts":"2026-03-20T10:14:34.027452Z","caller":"traceutil/trace.go:171","msg":"trace[148214128] range","detail":"{range_begin:/registry/persistentvolumeclaims/; range_end:/registry/persistentvolumeclaims0; response_count:0; response_revision:1; }","duration":"396.97347ms","start":"2026-03-20T10:14:33.630463Z","end":"2026-03-20T10:14:34.027437Z","steps":["trace[148214128] 'agreement among raft nodes before linearized reading' (duration: 396.556678ms)"],"step_count":1} {"level":"warn","ts":"2026-03-20T10:14:34.027503Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"289.556424ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/horizontalpodautoscalers/\" range_end:\"/registry/horizontalpodautoscalers0\" count_only:true ","response":"range_response_count:0 size:4"} {"level":"warn","ts":"2026-03-20T10:14:34.027546Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"417.490638ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/limitranges/\" range_end:\"/registry/limitranges0\" count_only:true ","response":"range_response_count:0 size:4"} {"level":"warn","ts":"2026-03-20T10:14:34.027506Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"407.586473ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/persistentvolumes/\" range_end:\"/registry/persistentvolumes0\" limit:10000 ","response":"range_response_count:0 size:4"} {"level":"info","ts":"2026-03-20T10:14:34.027576Z","caller":"traceutil/trace.go:171","msg":"trace[2001202234] range","detail":"{range_begin:/registry/limitranges/; range_end:/registry/limitranges0; response_count:0; response_revision:1; }","duration":"417.537309ms","start":"2026-03-20T10:14:33.610029Z","end":"2026-03-20T10:14:34.027566Z","steps":["trace[2001202234] 'agreement among raft nodes before linearized reading' (duration: 417.500128ms)"],"step_count":1} {"level":"info","ts":"2026-03-20T10:14:34.027578Z","caller":"traceutil/trace.go:171","msg":"trace[2096316731] range","detail":"{range_begin:/registry/persistentvolumes/; range_end:/registry/persistentvolumes0; response_count:0; response_revision:1; }","duration":"407.676715ms","start":"2026-03-20T10:14:33.619894Z","end":"2026-03-20T10:14:34.027571Z","steps":["trace[2096316731] 'agreement among raft nodes before linearized reading' (duration: 407.581693ms)"],"step_count":1} {"level":"warn","ts":"2026-03-20T10:14:34.027603Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-20T10:14:33.610025Z","time spent":"417.570009ms","remote":"127.0.0.1:51368","response type":"/etcdserverpb.KV/Range","request count":0,"request size":50,"response count":0,"response size":26,"request content":"key:\"/registry/limitranges/\" range_end:\"/registry/limitranges0\" count_only:true "} {"level":"warn","ts":"2026-03-20T10:14:34.027616Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-20T10:14:33.619884Z","time spent":"407.720346ms","remote":"127.0.0.1:51382","response type":"/etcdserverpb.KV/Range","request count":0,"request size":63,"response count":0,"response size":26,"request content":"key:\"/registry/persistentvolumes/\" range_end:\"/registry/persistentvolumes0\" limit:10000 "} {"level":"warn","ts":"2026-03-20T10:14:34.027736Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"417.714994ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/limitranges/\" range_end:\"/registry/limitranges0\" limit:10000 ","response":"range_response_count:0 size:4"} {"level":"info","ts":"2026-03-20T10:14:34.027761Z","caller":"traceutil/trace.go:171","msg":"trace[563552213] range","detail":"{range_begin:/registry/limitranges/; range_end:/registry/limitranges0; response_count:0; response_revision:1; }","duration":"417.756164ms","start":"2026-03-20T10:14:33.609998Z","end":"2026-03-20T10:14:34.027754Z","steps":["trace[563552213] 'agreement among raft nodes before linearized reading' (duration: 417.717563ms)"],"step_count":1} {"level":"warn","ts":"2026-03-20T10:14:34.027768Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"289.836111ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/horizontalpodautoscalers/\" range_end:\"/registry/horizontalpodautoscalers0\" limit:10000 ","response":"range_response_count:0 size:4"} {"level":"warn","ts":"2026-03-20T10:14:34.027786Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-20T10:14:33.609989Z","time spent":"417.789645ms","remote":"127.0.0.1:51368","response type":"/etcdserverpb.KV/Range","request count":0,"request size":51,"response count":0,"response size":26,"request content":"key:\"/registry/limitranges/\" range_end:\"/registry/limitranges0\" limit:10000 "} {"level":"info","ts":"2026-03-20T10:14:34.027811Z","caller":"traceutil/trace.go:171","msg":"trace[1053535708] range","detail":"{range_begin:/registry/horizontalpodautoscalers/; range_end:/registry/horizontalpodautoscalers0; response_count:0; response_revision:1; }","duration":"289.889672ms","start":"2026-03-20T10:14:33.737903Z","end":"2026-03-20T10:14:34.027793Z","steps":["trace[1053535708] 'agreement among raft nodes before linearized reading' (duration: 289.834611ms)"],"step_count":1} {"level":"warn","ts":"2026-03-20T10:14:34.027903Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"428.222195ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/podtemplates/\" range_end:\"/registry/podtemplates0\" limit:10000 ","response":"range_response_count:0 size:4"} {"level":"info","ts":"2026-03-20T10:14:34.027935Z","caller":"traceutil/trace.go:171","msg":"trace[848635225] range","detail":"{range_begin:/registry/podtemplates/; range_end:/registry/podtemplates0; response_count:0; response_revision:1; }","duration":"428.269906ms","start":"2026-03-20T10:14:33.599657Z","end":"2026-03-20T10:14:34.027927Z","steps":["trace[848635225] 'agreement among raft nodes before linearized reading' (duration: 428.220454ms)"],"step_count":1} {"level":"warn","ts":"2026-03-20T10:14:34.027969Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-20T10:14:33.599641Z","time spent":"428.320127ms","remote":"127.0.0.1:51362","response type":"/etcdserverpb.KV/Range","request count":0,"request size":53,"response count":0,"response size":26,"request content":"key:\"/registry/podtemplates/\" range_end:\"/registry/podtemplates0\" limit:10000 "} {"level":"warn","ts":"2026-03-20T10:14:34.028101Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"428.492001ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/podtemplates/\" range_end:\"/registry/podtemplates0\" count_only:true ","response":"range_response_count:0 size:4"} {"level":"info","ts":"2026-03-20T10:14:34.028136Z","caller":"traceutil/trace.go:171","msg":"trace[1851758763] range","detail":"{range_begin:/registry/podtemplates/; range_end:/registry/podtemplates0; response_count:0; response_revision:1; }","duration":"428.561122ms","start":"2026-03-20T10:14:33.599564Z","end":"2026-03-20T10:14:34.028125Z","steps":["trace[1851758763] 'agreement among raft nodes before linearized reading' (duration: 428.511651ms)"],"step_count":1} {"level":"warn","ts":"2026-03-20T10:14:34.028161Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-20T10:14:33.599555Z","time spent":"428.598164ms","remote":"127.0.0.1:51362","response type":"/etcdserverpb.KV/Range","request count":0,"request size":52,"response count":0,"response size":26,"request content":"key:\"/registry/podtemplates/\" range_end:\"/registry/podtemplates0\" count_only:true "} {"level":"warn","ts":"2026-03-20T10:14:34.028273Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"451.247076ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/namespaces/\" range_end:\"/registry/namespaces0\" count_only:true ","response":"range_response_count:0 size:4"} {"level":"info","ts":"2026-03-20T10:14:34.028303Z","caller":"traceutil/trace.go:171","msg":"trace[1344832043] range","detail":"{range_begin:/registry/namespaces/; range_end:/registry/namespaces0; response_count:0; response_revision:1; }","duration":"451.298207ms","start":"2026-03-20T10:14:33.576997Z","end":"2026-03-20T10:14:34.028295Z","steps":["trace[1344832043] 'agreement among raft nodes before linearized reading' (duration: 451.252626ms)"],"step_count":1} {"level":"warn","ts":"2026-03-20T10:14:34.028329Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-20T10:14:33.576991Z","time spent":"451.330448ms","remote":"127.0.0.1:51344","response type":"/etcdserverpb.KV/Range","request count":0,"request size":48,"response count":0,"response size":26,"request content":"key:\"/registry/namespaces/\" range_end:\"/registry/namespaces0\" count_only:true "} {"level":"warn","ts":"2026-03-20T10:14:34.028505Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"451.516052ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/namespaces/\" range_end:\"/registry/namespaces0\" limit:10000 ","response":"range_response_count:0 size:4"} {"level":"info","ts":"2026-03-20T10:14:34.028555Z","caller":"traceutil/trace.go:171","msg":"trace[753156220] range","detail":"{range_begin:/registry/namespaces/; range_end:/registry/namespaces0; response_count:0; response_revision:1; }","duration":"451.604425ms","start":"2026-03-20T10:14:33.576937Z","end":"2026-03-20T10:14:34.028542Z","steps":["trace[753156220] 'agreement among raft nodes before linearized reading' (duration: 451.514503ms)"],"step_count":1} {"level":"warn","ts":"2026-03-20T10:14:34.028587Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-20T10:14:33.576925Z","time spent":"451.651826ms","remote":"127.0.0.1:51344","response type":"/etcdserverpb.KV/Range","request count":0,"request size":49,"response count":0,"response size":26,"request content":"key:\"/registry/namespaces/\" range_end:\"/registry/namespaces0\" limit:10000 "} {"level":"warn","ts":"2026-03-20T10:14:34.028736Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"463.53514ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/configmaps/\" range_end:\"/registry/configmaps0\" count_only:true ","response":"range_response_count:0 size:4"} {"level":"info","ts":"2026-03-20T10:14:34.028775Z","caller":"traceutil/trace.go:171","msg":"trace[1617301643] range","detail":"{range_begin:/registry/configmaps/; range_end:/registry/configmaps0; response_count:0; response_revision:1; }","duration":"463.589331ms","start":"2026-03-20T10:14:33.565176Z","end":"2026-03-20T10:14:34.028765Z","steps":["trace[1617301643] 'agreement among raft nodes before linearized reading' (duration: 463.52965ms)"],"step_count":1} {"level":"warn","ts":"2026-03-20T10:14:34.028808Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-20T10:14:33.565171Z","time spent":"463.627242ms","remote":"127.0.0.1:51332","response type":"/etcdserverpb.KV/Range","request count":0,"request size":48,"response count":0,"response size":26,"request content":"key:\"/registry/configmaps/\" range_end:\"/registry/configmaps0\" count_only:true "} {"level":"warn","ts":"2026-03-20T10:14:34.028968Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"463.907849ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/configmaps/\" range_end:\"/registry/configmaps0\" limit:10000 ","response":"range_response_count:0 size:4"} {"level":"warn","ts":"2026-03-20T10:14:34.028983Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"304.204366ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/horizontalpodautoscalers/\" range_end:\"/registry/horizontalpodautoscalers0\" count_only:true ","response":"range_response_count:0 size:4"} {"level":"info","ts":"2026-03-20T10:14:34.029003Z","caller":"traceutil/trace.go:171","msg":"trace[141331293] range","detail":"{range_begin:/registry/configmaps/; range_end:/registry/configmaps0; response_count:0; response_revision:1; }","duration":"463.963051ms","start":"2026-03-20T10:14:33.565032Z","end":"2026-03-20T10:14:34.028995Z","steps":["trace[141331293] 'agreement among raft nodes before linearized reading' (duration: 463.904269ms)"],"step_count":1} {"level":"info","ts":"2026-03-20T10:14:34.029021Z","caller":"traceutil/trace.go:171","msg":"trace[2143881145] range","detail":"{range_begin:/registry/horizontalpodautoscalers/; range_end:/registry/horizontalpodautoscalers0; response_count:0; response_revision:1; }","duration":"304.270768ms","start":"2026-03-20T10:14:33.724741Z","end":"2026-03-20T10:14:34.029011Z","steps":["trace[2143881145] 'agreement among raft nodes before linearized reading' (duration: 304.214717ms)"],"step_count":1} {"level":"warn","ts":"2026-03-20T10:14:34.029035Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-20T10:14:33.564999Z","time spent":"464.027883ms","remote":"127.0.0.1:51332","response type":"/etcdserverpb.KV/Range","request count":0,"request size":49,"response count":0,"response size":26,"request content":"key:\"/registry/configmaps/\" range_end:\"/registry/configmaps0\" limit:10000 "} {"level":"warn","ts":"2026-03-20T10:14:34.029067Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-20T10:14:33.724718Z","time spent":"304.33101ms","remote":"127.0.0.1:51450","response type":"/etcdserverpb.KV/Range","request count":0,"request size":76,"response count":0,"response size":26,"request content":"key:\"/registry/horizontalpodautoscalers/\" range_end:\"/registry/horizontalpodautoscalers0\" count_only:true "} {"level":"warn","ts":"2026-03-20T10:14:34.029166Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"474.322818ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/secrets/\" range_end:\"/registry/secrets0\" count_only:true ","response":"range_response_count:0 size:4"} {"level":"info","ts":"2026-03-20T10:14:34.029206Z","caller":"traceutil/trace.go:171","msg":"trace[2058670473] range","detail":"{range_begin:/registry/secrets/; range_end:/registry/secrets0; response_count:0; response_revision:1; }","duration":"474.372269ms","start":"2026-03-20T10:14:33.554823Z","end":"2026-03-20T10:14:34.029196Z","steps":["trace[2058670473] 'agreement among raft nodes before linearized reading' (duration: 474.314927ms)"],"step_count":1} {"level":"warn","ts":"2026-03-20T10:14:34.029219Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"330.966291ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/controllers/\" range_end:\"/registry/controllers0\" count_only:true ","response":"range_response_count:0 size:4"} {"level":"warn","ts":"2026-03-20T10:14:34.029242Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-20T10:14:33.554819Z","time spent":"474.41234ms","remote":"127.0.0.1:51316","response type":"/etcdserverpb.KV/Range","request count":0,"request size":42,"response count":0,"response size":26,"request content":"key:\"/registry/secrets/\" range_end:\"/registry/secrets0\" count_only:true "} {"level":"warn","ts":"2026-03-20T10:14:34.029284Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"331.213877ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/controllers/\" range_end:\"/registry/controllers0\" limit:10000 ","response":"range_response_count:0 size:4"} {"level":"info","ts":"2026-03-20T10:14:34.029312Z","caller":"traceutil/trace.go:171","msg":"trace[445791844] range","detail":"{range_begin:/registry/controllers/; range_end:/registry/controllers0; response_count:0; response_revision:1; }","duration":"331.268478ms","start":"2026-03-20T10:14:33.698037Z","end":"2026-03-20T10:14:34.029306Z","steps":["trace[445791844] 'agreement among raft nodes before linearized reading' (duration: 331.229728ms)"],"step_count":1} {"level":"warn","ts":"2026-03-20T10:14:34.029337Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-20T10:14:33.698021Z","time spent":"331.308319ms","remote":"127.0.0.1:51444","response type":"/etcdserverpb.KV/Range","request count":0,"request size":51,"response count":0,"response size":26,"request content":"key:\"/registry/controllers/\" range_end:\"/registry/controllers0\" limit:10000 "} {"level":"warn","ts":"2026-03-20T10:14:34.029396Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"474.633345ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/secrets/\" range_end:\"/registry/secrets0\" limit:10000 ","response":"range_response_count:0 size:4"} {"level":"info","ts":"2026-03-20T10:14:34.029437Z","caller":"traceutil/trace.go:171","msg":"trace[923761253] range","detail":"{range_begin:/registry/secrets/; range_end:/registry/secrets0; response_count:0; response_revision:1; }","duration":"474.695207ms","start":"2026-03-20T10:14:33.554732Z","end":"2026-03-20T10:14:34.029427Z","steps":["trace[923761253] 'agreement among raft nodes before linearized reading' (duration: 474.637356ms)"],"step_count":1} {"level":"warn","ts":"2026-03-20T10:14:34.029465Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-20T10:14:33.554721Z","time spent":"474.736738ms","remote":"127.0.0.1:51316","response type":"/etcdserverpb.KV/Range","request count":0,"request size":43,"response count":0,"response size":26,"request content":"key:\"/registry/secrets/\" range_end:\"/registry/secrets0\" limit:10000 "} {"level":"warn","ts":"2026-03-20T10:14:34.029478Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"390.822825ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/services/endpoints/\" range_end:\"/registry/services/endpoints0\" count_only:true ","response":"range_response_count:0 size:4"} {"level":"info","ts":"2026-03-20T10:14:34.029505Z","caller":"traceutil/trace.go:171","msg":"trace[724815810] range","detail":"{range_begin:/registry/services/endpoints/; range_end:/registry/services/endpoints0; response_count:0; response_revision:1; }","duration":"390.862887ms","start":"2026-03-20T10:14:33.638635Z","end":"2026-03-20T10:14:34.029497Z","steps":["trace[724815810] 'agreement among raft nodes before linearized reading' (duration: 390.820766ms)"],"step_count":1} {"level":"warn","ts":"2026-03-20T10:14:34.029537Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-20T10:14:33.638628Z","time spent":"390.902258ms","remote":"127.0.0.1:51406","response type":"/etcdserverpb.KV/Range","request count":0,"request size":64,"response count":0,"response size":26,"request content":"key:\"/registry/services/endpoints/\" range_end:\"/registry/services/endpoints0\" count_only:true "} {"level":"warn","ts":"2026-03-20T10:14:34.029505Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"377.924776ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/minions/\" range_end:\"/registry/minions0\" limit:10000 ","response":"range_response_count:0 size:4"} {"level":"info","ts":"2026-03-20T10:14:34.029594Z","caller":"traceutil/trace.go:171","msg":"trace[1560225376] range","detail":"{range_begin:/registry/minions/; range_end:/registry/minions0; response_count:0; response_revision:1; }","duration":"378.043519ms","start":"2026-03-20T10:14:33.651533Z","end":"2026-03-20T10:14:34.029576Z","steps":["trace[1560225376] 'agreement among raft nodes before linearized reading' (duration: 377.865925ms)"],"step_count":1} {"level":"warn","ts":"2026-03-20T10:14:34.029647Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"483.493526ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/resourcequotas/\" range_end:\"/registry/resourcequotas0\" count_only:true ","response":"range_response_count:0 size:4"} {"level":"info","ts":"2026-03-20T10:14:34.029681Z","caller":"traceutil/trace.go:171","msg":"trace[1457062855] range","detail":"{range_begin:/registry/resourcequotas/; range_end:/registry/resourcequotas0; response_count:0; response_revision:1; }","duration":"483.542437ms","start":"2026-03-20T10:14:33.546131Z","end":"2026-03-20T10:14:34.029673Z","steps":["trace[1457062855] 'agreement among raft nodes before linearized reading' (duration: 483.492585ms)"],"step_count":1} {"level":"warn","ts":"2026-03-20T10:14:34.029719Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-20T10:14:33.546125Z","time spent":"483.583497ms","remote":"127.0.0.1:51302","response type":"/etcdserverpb.KV/Range","request count":0,"request size":56,"response count":0,"response size":26,"request content":"key:\"/registry/resourcequotas/\" range_end:\"/registry/resourcequotas0\" count_only:true "} {"level":"warn","ts":"2026-03-20T10:14:34.029868Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"493.666698ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/events/\" range_end:\"/registry/events0\" count_only:true ","response":"range_response_count:0 size:4"} {"level":"info","ts":"2026-03-20T10:14:34.029904Z","caller":"traceutil/trace.go:171","msg":"trace[265864207] range","detail":"{range_begin:/registry/events/; range_end:/registry/events0; response_count:0; response_revision:1; }","duration":"493.725059ms","start":"2026-03-20T10:14:33.536171Z","end":"2026-03-20T10:14:34.029896Z","steps":["trace[265864207] 'agreement among raft nodes before linearized reading' (duration: 493.666748ms)"],"step_count":1} {"level":"warn","ts":"2026-03-20T10:14:34.029934Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-20T10:14:33.53616Z","time spent":"493.765071ms","remote":"127.0.0.1:51292","response type":"/etcdserverpb.KV/Range","request count":0,"request size":40,"response count":0,"response size":26,"request content":"key:\"/registry/events/\" range_end:\"/registry/events0\" count_only:true "} {"level":"info","ts":"2026-03-20T10:14:34.027547Z","caller":"traceutil/trace.go:171","msg":"trace[1348012274] range","detail":"{range_begin:/registry/horizontalpodautoscalers/; range_end:/registry/horizontalpodautoscalers0; response_count:0; response_revision:1; }","duration":"289.608016ms","start":"2026-03-20T10:14:33.73793Z","end":"2026-03-20T10:14:34.027538Z","steps":["trace[1348012274] 'agreement among raft nodes before linearized reading' (duration: 289.548385ms)"],"step_count":1} {"level":"info","ts":"2026-03-20T10:14:34.029251Z","caller":"traceutil/trace.go:171","msg":"trace[1584648585] range","detail":"{range_begin:/registry/controllers/; range_end:/registry/controllers0; response_count:0; response_revision:1; }","duration":"331.132345ms","start":"2026-03-20T10:14:33.698111Z","end":"2026-03-20T10:14:34.029243Z","steps":["trace[1584648585] 'agreement among raft nodes before linearized reading' (duration: 331.079824ms)"],"step_count":1} {"level":"warn","ts":"2026-03-20T10:14:34.030313Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-20T10:14:33.698107Z","time spent":"332.191532ms","remote":"127.0.0.1:51444","response type":"/etcdserverpb.KV/Range","request count":0,"request size":50,"response count":0,"response size":26,"request content":"key:\"/registry/controllers/\" range_end:\"/registry/controllers0\" count_only:true "} {"level":"warn","ts":"2026-03-20T10:14:34.029684Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"391.100892ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/services/endpoints/\" range_end:\"/registry/services/endpoints0\" limit:10000 ","response":"range_response_count:0 size:4"} {"level":"info","ts":"2026-03-20T10:14:34.030461Z","caller":"traceutil/trace.go:171","msg":"trace[326830754] range","detail":"{range_begin:/registry/services/endpoints/; range_end:/registry/services/endpoints0; response_count:0; response_revision:1; }","duration":"391.889934ms","start":"2026-03-20T10:14:33.638559Z","end":"2026-03-20T10:14:34.030449Z","steps":["trace[326830754] 'agreement among raft nodes before linearized reading' (duration: 391.093153ms)"],"step_count":1} {"level":"warn","ts":"2026-03-20T10:14:34.030503Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-20T10:14:33.638551Z","time spent":"391.939715ms","remote":"127.0.0.1:51406","response type":"/etcdserverpb.KV/Range","request count":0,"request size":65,"response count":0,"response size":26,"request content":"key:\"/registry/services/endpoints/\" range_end:\"/registry/services/endpoints0\" limit:10000 "} {"level":"warn","ts":"2026-03-20T10:14:34.030581Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"358.655569ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/services/specs/\" range_end:\"/registry/services/specs0\" limit:10000 ","response":"range_response_count:0 size:4"} {"level":"info","ts":"2026-03-20T10:14:34.03062Z","caller":"traceutil/trace.go:171","msg":"trace[2075390033] range","detail":"{range_begin:/registry/services/specs/; range_end:/registry/services/specs0; response_count:0; response_revision:1; }","duration":"358.70869ms","start":"2026-03-20T10:14:33.671903Z","end":"2026-03-20T10:14:34.030611Z","steps":["trace[2075390033] 'agreement among raft nodes before linearized reading' (duration: 358.648788ms)"],"step_count":1} {"level":"warn","ts":"2026-03-20T10:14:34.030649Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-20T10:14:33.671896Z","time spent":"358.74604ms","remote":"127.0.0.1:51428","response type":"/etcdserverpb.KV/Range","request count":0,"request size":57,"response count":0,"response size":26,"request content":"key:\"/registry/services/specs/\" range_end:\"/registry/services/specs0\" limit:10000 "} {"level":"warn","ts":"2026-03-20T10:14:34.027451Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"278.398338ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/jobs/\" range_end:\"/registry/jobs0\" count_only:true ","response":"range_response_count:0 size:4"} {"level":"info","ts":"2026-03-20T10:14:34.030722Z","caller":"traceutil/trace.go:171","msg":"trace[1469630193] range","detail":"{range_begin:/registry/jobs/; range_end:/registry/jobs0; response_count:0; response_revision:1; }","duration":"281.688019ms","start":"2026-03-20T10:14:33.749025Z","end":"2026-03-20T10:14:34.030713Z","steps":["trace[1469630193] 'agreement among raft nodes before linearized reading' (duration: 278.395727ms)"],"step_count":1} {"level":"warn","ts":"2026-03-20T10:14:34.030801Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"342.822667ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/serviceaccounts/\" range_end:\"/registry/serviceaccounts0\" count_only:true ","response":"range_response_count:0 size:4"} {"level":"info","ts":"2026-03-20T10:14:34.03084Z","caller":"traceutil/trace.go:171","msg":"trace[801277465] range","detail":"{range_begin:/registry/serviceaccounts/; range_end:/registry/serviceaccounts0; response_count:0; response_revision:1; }","duration":"342.875938ms","start":"2026-03-20T10:14:33.68795Z","end":"2026-03-20T10:14:34.030826Z","steps":["trace[801277465] 'agreement among raft nodes before linearized reading' (duration: 342.828847ms)"],"step_count":1} {"level":"warn","ts":"2026-03-20T10:14:34.030868Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-20T10:14:33.687943Z","time spent":"342.917199ms","remote":"127.0.0.1:51434","response type":"/etcdserverpb.KV/Range","request count":0,"request size":58,"response count":0,"response size":26,"request content":"key:\"/registry/serviceaccounts/\" range_end:\"/registry/serviceaccounts0\" count_only:true "} {"level":"warn","ts":"2026-03-20T10:14:34.031018Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"343.085053ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/serviceaccounts/\" range_end:\"/registry/serviceaccounts0\" limit:10000 ","response":"range_response_count:0 size:4"} {"level":"info","ts":"2026-03-20T10:14:34.031072Z","caller":"traceutil/trace.go:171","msg":"trace[167937667] range","detail":"{range_begin:/registry/serviceaccounts/; range_end:/registry/serviceaccounts0; response_count:0; response_revision:1; }","duration":"343.176786ms","start":"2026-03-20T10:14:33.687888Z","end":"2026-03-20T10:14:34.031065Z","steps":["trace[167937667] 'agreement among raft nodes before linearized reading' (duration: 343.101574ms)"],"step_count":1} {"level":"warn","ts":"2026-03-20T10:14:34.031097Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-20T10:14:33.687866Z","time spent":"343.222996ms","remote":"127.0.0.1:51434","response type":"/etcdserverpb.KV/Range","request count":0,"request size":59,"response count":0,"response size":26,"request content":"key:\"/registry/serviceaccounts/\" range_end:\"/registry/serviceaccounts0\" limit:10000 "} {"level":"warn","ts":"2026-03-20T10:14:34.031213Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"359.238043ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/services/specs/\" range_end:\"/registry/services/specs0\" count_only:true ","response":"range_response_count:0 size:4"} {"level":"info","ts":"2026-03-20T10:14:34.031258Z","caller":"traceutil/trace.go:171","msg":"trace[981150793] range","detail":"{range_begin:/registry/services/specs/; range_end:/registry/services/specs0; response_count:0; response_revision:1; }","duration":"359.279684ms","start":"2026-03-20T10:14:33.671956Z","end":"2026-03-20T10:14:34.031236Z","steps":["trace[981150793] 'agreement among raft nodes before linearized reading' (duration: 359.235253ms)"],"step_count":1} {"level":"warn","ts":"2026-03-20T10:14:34.031292Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-20T10:14:33.671951Z","time spent":"359.325475ms","remote":"127.0.0.1:51428","response type":"/etcdserverpb.KV/Range","request count":0,"request size":56,"response count":0,"response size":26,"request content":"key:\"/registry/services/specs/\" range_end:\"/registry/services/specs0\" count_only:true "} {"level":"warn","ts":"2026-03-20T10:14:34.032095Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"370.337399ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pods/\" range_end:\"/registry/pods0\" count_only:true ","response":"range_response_count:0 size:4"} {"level":"info","ts":"2026-03-20T10:14:34.032133Z","caller":"traceutil/trace.go:171","msg":"trace[1199650395] range","detail":"{range_begin:/registry/pods/; range_end:/registry/pods0; response_count:0; response_revision:1; }","duration":"370.38511ms","start":"2026-03-20T10:14:33.661736Z","end":"2026-03-20T10:14:34.032121Z","steps":["trace[1199650395] 'agreement among raft nodes before linearized reading' (duration: 370.332208ms)"],"step_count":1} {"level":"warn","ts":"2026-03-20T10:14:34.032167Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-20T10:14:33.661729Z","time spent":"370.42894ms","remote":"127.0.0.1:51424","response type":"/etcdserverpb.KV/Range","request count":0,"request size":36,"response count":0,"response size":26,"request content":"key:\"/registry/pods/\" range_end:\"/registry/pods0\" count_only:true "} {"level":"warn","ts":"2026-03-20T10:14:34.029603Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"483.431154ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/resourcequotas/\" range_end:\"/registry/resourcequotas0\" limit:10000 ","response":"range_response_count:0 size:4"} {"level":"info","ts":"2026-03-20T10:14:34.032286Z","caller":"traceutil/trace.go:171","msg":"trace[1342324768] range","detail":"{range_begin:/registry/resourcequotas/; range_end:/registry/resourcequotas0; response_count:0; response_revision:1; }","duration":"486.103331ms","start":"2026-03-20T10:14:33.546156Z","end":"2026-03-20T10:14:34.032259Z","steps":["trace[1342324768] 'agreement among raft nodes before linearized reading' (duration: 483.421484ms)"],"step_count":1} {"level":"warn","ts":"2026-03-20T10:14:34.032339Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-20T10:14:33.546153Z","time spent":"486.171252ms","remote":"127.0.0.1:51302","response type":"/etcdserverpb.KV/Range","request count":0,"request size":57,"response count":0,"response size":26,"request content":"key:\"/registry/resourcequotas/\" range_end:\"/registry/resourcequotas0\" limit:10000 "} {"level":"warn","ts":"2026-03-20T10:14:34.032385Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"380.654845ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/minions/\" range_end:\"/registry/minions0\" count_only:true ","response":"range_response_count:0 size:4"} {"level":"info","ts":"2026-03-20T10:14:34.032415Z","caller":"traceutil/trace.go:171","msg":"trace[634208021] range","detail":"{range_begin:/registry/minions/; range_end:/registry/minions0; response_count:0; response_revision:1; }","duration":"380.699876ms","start":"2026-03-20T10:14:33.651707Z","end":"2026-03-20T10:14:34.032406Z","steps":["trace[634208021] 'agreement among raft nodes before linearized reading' (duration: 380.654344ms)"],"step_count":1} {"level":"warn","ts":"2026-03-20T10:14:34.032456Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-20T10:14:33.651703Z","time spent":"380.745907ms","remote":"127.0.0.1:51412","response type":"/etcdserverpb.KV/Range","request count":0,"request size":42,"response count":0,"response size":26,"request content":"key:\"/registry/minions/\" range_end:\"/registry/minions0\" count_only:true "} {"level":"warn","ts":"2026-03-20T10:14:34.032044Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"370.212875ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pods/\" range_end:\"/registry/pods0\" limit:10000 ","response":"range_response_count:0 size:4"} {"level":"info","ts":"2026-03-20T10:14:34.032496Z","caller":"traceutil/trace.go:171","msg":"trace[2125175829] range","detail":"{range_begin:/registry/pods/; range_end:/registry/pods0; response_count:0; response_revision:1; }","duration":"370.683426ms","start":"2026-03-20T10:14:33.661803Z","end":"2026-03-20T10:14:34.032487Z","steps":["trace[2125175829] 'agreement among raft nodes before linearized reading' (duration: 370.201265ms)"],"step_count":1} {"level":"warn","ts":"2026-03-20T10:14:34.032536Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-20T10:14:33.661799Z","time spent":"370.726458ms","remote":"127.0.0.1:51424","response type":"/etcdserverpb.KV/Range","request count":0,"request size":37,"response count":0,"response size":26,"request content":"key:\"/registry/pods/\" range_end:\"/registry/pods0\" limit:10000 "} {"level":"warn","ts":"2026-03-20T10:14:34.029662Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-20T10:14:33.651528Z","time spent":"378.122532ms","remote":"127.0.0.1:51412","response type":"/etcdserverpb.KV/Range","request count":0,"request size":43,"response count":0,"response size":26,"request content":"key:\"/registry/minions/\" range_end:\"/registry/minions0\" limit:10000 "} {"level":"warn","ts":"2026-03-20T10:14:34.027511Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-20T10:14:33.630456Z","time spent":"397.045081ms","remote":"127.0.0.1:51396","response type":"/etcdserverpb.KV/Range","request count":0,"request size":72,"response count":0,"response size":26,"request content":"key:\"/registry/persistentvolumeclaims/\" range_end:\"/registry/persistentvolumeclaims0\" count_only:true "} {"level":"warn","ts":"2026-03-20T10:14:34.033353Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"308.015452ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/horizontalpodautoscalers/\" range_end:\"/registry/horizontalpodautoscalers0\" limit:10000 ","response":"range_response_count:0 size:4"} {"level":"info","ts":"2026-03-20T10:14:34.033378Z","caller":"traceutil/trace.go:171","msg":"trace[1984633182] range","detail":"{range_begin:/registry/horizontalpodautoscalers/; range_end:/registry/horizontalpodautoscalers0; response_count:0; response_revision:1; }","duration":"308.062123ms","start":"2026-03-20T10:14:33.72531Z","end":"2026-03-20T10:14:34.033372Z","steps":["trace[1984633182] 'agreement among raft nodes before linearized reading' (duration: 302.637298ms)"],"step_count":1} {"level":"warn","ts":"2026-03-20T10:14:34.033394Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-20T10:14:33.7253Z","time spent":"308.090044ms","remote":"127.0.0.1:51450","response type":"/etcdserverpb.KV/Range","request count":0,"request size":77,"response count":0,"response size":26,"request content":"key:\"/registry/horizontalpodautoscalers/\" range_end:\"/registry/horizontalpodautoscalers0\" limit:10000 "} {"level":"warn","ts":"2026-03-20T10:14:37.750064Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"870.840506ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/health\" ","response":"range_response_count:0 size:4"} {"level":"warn","ts":"2026-03-20T10:14:37.750126Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"2.982703974s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/health\" ","response":"range_response_count:0 size:4"} {"level":"warn","ts":"2026-03-20T10:14:37.750146Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"3.583781238s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/controllerrevisions/\" range_end:\"/registry/controllerrevisions0\" limit:10000 ","response":"range_response_count:0 size:4"} {"level":"info","ts":"2026-03-20T10:14:37.750199Z","caller":"traceutil/trace.go:171","msg":"trace[44948671] range","detail":"{range_begin:/registry/health; range_end:; response_count:0; response_revision:1; }","duration":"871.038521ms","start":"2026-03-20T10:14:36.879124Z","end":"2026-03-20T10:14:37.750163Z","steps":["trace[44948671] 'range keys from in-memory index tree' (duration: 870.737433ms)"],"step_count":1} {"level":"info","ts":"2026-03-20T10:14:37.750265Z","caller":"traceutil/trace.go:171","msg":"trace[1252150872] range","detail":"{range_begin:/registry/controllerrevisions/; range_end:/registry/controllerrevisions0; response_count:0; response_revision:1; }","duration":"3.584020436s","start":"2026-03-20T10:14:34.166218Z","end":"2026-03-20T10:14:37.750239Z","steps":["trace[1252150872] 'range keys from in-memory index tree' (duration: 3.583692737s)"],"step_count":1} {"level":"warn","ts":"2026-03-20T10:14:37.750231Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"3.63464284s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/deployments/\" range_end:\"/registry/deployments0\" count_only:true ","response":"range_response_count:0 size:4"} {"level":"warn","ts":"2026-03-20T10:14:37.750318Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"3.574084548s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/validatingwebhookconfigurations/\" range_end:\"/registry/validatingwebhookconfigurations0\" count_only:true ","response":"range_response_count:0 size:4"} {"level":"warn","ts":"2026-03-20T10:14:37.75034Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"2.976094032s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/apiserver-f3tcohoifagyom4bbi4wgeu7te\" ","response":"range_response_count:0 size:4"} {"level":"warn","ts":"2026-03-20T10:14:37.750384Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"3.574138959s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/validatingwebhookconfigurations/\" range_end:\"/registry/validatingwebhookconfigurations0\" limit:10000 ","response":"range_response_count:0 size:4"} {"level":"info","ts":"2026-03-20T10:14:37.750366Z","caller":"traceutil/trace.go:171","msg":"trace[1558191524] range","detail":"{range_begin:/registry/deployments/; range_end:/registry/deployments0; response_count:0; response_revision:1; }","duration":"3.634815595s","start":"2026-03-20T10:14:34.115521Z","end":"2026-03-20T10:14:37.750336Z","steps":["trace[1558191524] 'count revisions from in-memory index tree' (duration: 3.634556998s)"],"step_count":1} {"level":"warn","ts":"2026-03-20T10:14:37.750394Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"3.621018013s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/statefulsets/\" range_end:\"/registry/statefulsets0\" limit:10000 ","response":"range_response_count:0 size:4"} {"level":"info","ts":"2026-03-20T10:14:37.750416Z","caller":"traceutil/trace.go:171","msg":"trace[758546534] range","detail":"{range_begin:/registry/validatingwebhookconfigurations/; range_end:/registry/validatingwebhookconfigurations0; response_count:0; response_revision:1; }","duration":"3.574197971s","start":"2026-03-20T10:14:34.176202Z","end":"2026-03-20T10:14:37.7504Z","steps":["trace[758546534] 'range keys from in-memory index tree' (duration: 3.574039997s)"],"step_count":1} {"level":"info","ts":"2026-03-20T10:14:37.750426Z","caller":"traceutil/trace.go:171","msg":"trace[1235469703] range","detail":"{range_begin:/registry/statefulsets/; range_end:/registry/statefulsets0; response_count:0; response_revision:1; }","duration":"3.621066324s","start":"2026-03-20T10:14:34.129351Z","end":"2026-03-20T10:14:37.750417Z","steps":["trace[1235469703] 'range keys from in-memory index tree' (duration: 3.620956271s)"],"step_count":1} {"level":"warn","ts":"2026-03-20T10:14:37.750434Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-20T10:14:34.115514Z","time spent":"3.634905807s","remote":"127.0.0.1:51670","response type":"/etcdserverpb.KV/Range","request count":0,"request size":50,"response count":0,"response size":26,"request content":"key:\"/registry/deployments/\" range_end:\"/registry/deployments0\" count_only:true "} {"level":"warn","ts":"2026-03-20T10:14:37.750461Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-20T10:14:34.12934Z","time spent":"3.621113035s","remote":"127.0.0.1:51676","response type":"/etcdserverpb.KV/Range","request count":0,"request size":53,"response count":0,"response size":26,"request content":"key:\"/registry/statefulsets/\" range_end:\"/registry/statefulsets0\" limit:10000 "} {"level":"warn","ts":"2026-03-20T10:14:37.750485Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"3.562716917s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/mutatingwebhookconfigurations/\" range_end:\"/registry/mutatingwebhookconfigurations0\" limit:10000 ","response":"range_response_count:0 size:4"} {"level":"warn","ts":"2026-03-20T10:14:37.750495Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"2.976106492s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/flowschemas/\" range_end:\"/registry/flowschemas0\" limit:500 ","response":"range_response_count:0 size:4"} {"level":"info","ts":"2026-03-20T10:14:37.750514Z","caller":"traceutil/trace.go:171","msg":"trace[51071801] range","detail":"{range_begin:/registry/mutatingwebhookconfigurations/; range_end:/registry/mutatingwebhookconfigurations0; response_count:0; response_revision:1; }","duration":"3.562747747s","start":"2026-03-20T10:14:34.18776Z","end":"2026-03-20T10:14:37.750508Z","steps":["trace[51071801] 'range keys from in-memory index tree' (duration: 3.562651244s)"],"step_count":1} {"level":"warn","ts":"2026-03-20T10:14:37.750534Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-20T10:14:34.187714Z","time spent":"3.562814099s","remote":"127.0.0.1:51714","response type":"/etcdserverpb.KV/Range","request count":0,"request size":87,"response count":0,"response size":26,"request content":"key:\"/registry/mutatingwebhookconfigurations/\" range_end:\"/registry/mutatingwebhookconfigurations0\" limit:10000 "} {"level":"info","ts":"2026-03-20T10:14:37.750535Z","caller":"traceutil/trace.go:171","msg":"trace[1655612753] range","detail":"{range_begin:/registry/flowschemas/; range_end:/registry/flowschemas0; response_count:0; response_revision:1; }","duration":"2.976175354s","start":"2026-03-20T10:14:34.774347Z","end":"2026-03-20T10:14:37.750522Z","steps":["trace[1655612753] 'range keys from in-memory index tree' (duration: 2.976058781s)"],"step_count":1} {"level":"warn","ts":"2026-03-20T10:14:37.750575Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-20T10:14:34.77433Z","time spent":"2.976232145s","remote":"127.0.0.1:51654","response type":"/etcdserverpb.KV/Range","request count":0,"request size":51,"response count":0,"response size":26,"request content":"key:\"/registry/flowschemas/\" range_end:\"/registry/flowschemas0\" limit:500 "} {"level":"warn","ts":"2026-03-20T10:14:37.7506Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"3.708217236s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/csistoragecapacities/\" range_end:\"/registry/csistoragecapacities0\" limit:10000 ","response":"range_response_count:0 size:4"} {"level":"info","ts":"2026-03-20T10:14:37.750629Z","caller":"traceutil/trace.go:171","msg":"trace[722629720] range","detail":"{range_begin:/registry/csistoragecapacities/; range_end:/registry/csistoragecapacities0; response_count:0; response_revision:1; }","duration":"3.708251597s","start":"2026-03-20T10:14:34.042367Z","end":"2026-03-20T10:14:37.750619Z","steps":["trace[722629720] 'range keys from in-memory index tree' (duration: 3.708199366s)"],"step_count":1} {"level":"warn","ts":"2026-03-20T10:14:37.750673Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-20T10:14:34.042365Z","time spent":"3.708301088s","remote":"127.0.0.1:51632","response type":"/etcdserverpb.KV/Range","request count":0,"request size":69,"response count":0,"response size":26,"request content":"key:\"/registry/csistoragecapacities/\" range_end:\"/registry/csistoragecapacities0\" limit:10000 "} {"level":"warn","ts":"2026-03-20T10:14:37.750753Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"3.647387167s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/prioritylevelconfigurations/\" range_end:\"/registry/prioritylevelconfigurations0\" limit:10000 ","response":"range_response_count:0 size:4"} {"level":"warn","ts":"2026-03-20T10:14:37.750839Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"3.682914738s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/flowschemas/\" range_end:\"/registry/flowschemas0\" limit:10000 ","response":"range_response_count:0 size:4"} {"level":"warn","ts":"2026-03-20T10:14:37.750867Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"3.562992513s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/mutatingwebhookconfigurations/\" range_end:\"/registry/mutatingwebhookconfigurations0\" count_only:true ","response":"range_response_count:0 size:4"} {"level":"info","ts":"2026-03-20T10:14:37.750877Z","caller":"traceutil/trace.go:171","msg":"trace[291553989] range","detail":"{range_begin:/registry/flowschemas/; range_end:/registry/flowschemas0; response_count:0; response_revision:1; }","duration":"3.68298806s","start":"2026-03-20T10:14:34.067877Z","end":"2026-03-20T10:14:37.750865Z","steps":["trace[291553989] 'range keys from in-memory index tree' (duration: 3.682823806s)"],"step_count":1} {"level":"warn","ts":"2026-03-20T10:14:37.750893Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"3.621474344s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/statefulsets/\" range_end:\"/registry/statefulsets0\" count_only:true ","response":"range_response_count:0 size:4"} {"level":"warn","ts":"2026-03-20T10:14:37.750925Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"2.995458092s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/ranges/servicenodeports\" ","response":"range_response_count:0 size:4"} {"level":"warn","ts":"2026-03-20T10:14:37.750926Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"2.995699448s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/ranges/serviceips\" ","response":"range_response_count:0 size:4"} {"level":"warn","ts":"2026-03-20T10:14:37.750936Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"3.682924409s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/flowschemas/\" range_end:\"/registry/flowschemas0\" count_only:true ","response":"range_response_count:0 size:4"} {"level":"info","ts":"2026-03-20T10:14:37.750942Z","caller":"traceutil/trace.go:171","msg":"trace[2112284009] range","detail":"{range_begin:/registry/statefulsets/; range_end:/registry/statefulsets0; response_count:0; response_revision:1; }","duration":"3.621539396s","start":"2026-03-20T10:14:34.129392Z","end":"2026-03-20T10:14:37.750931Z","steps":["trace[2112284009] 'count revisions from in-memory index tree' (duration: 3.621431683s)"],"step_count":1} {"level":"info","ts":"2026-03-20T10:14:37.750963Z","caller":"traceutil/trace.go:171","msg":"trace[729507374] range","detail":"{range_begin:/registry/ranges/serviceips; range_end:; response_count:0; response_revision:1; }","duration":"2.99576564s","start":"2026-03-20T10:14:34.755187Z","end":"2026-03-20T10:14:37.750952Z","steps":["trace[729507374] 'range keys from in-memory index tree' (duration: 2.995641197s)"],"step_count":1} {"level":"info","ts":"2026-03-20T10:14:37.750966Z","caller":"traceutil/trace.go:171","msg":"trace[1625244388] range","detail":"{range_begin:/registry/flowschemas/; range_end:/registry/flowschemas0; response_count:0; response_revision:1; }","duration":"3.682952229s","start":"2026-03-20T10:14:34.068004Z","end":"2026-03-20T10:14:37.750956Z","steps":["trace[1625244388] 'count revisions from in-memory index tree' (duration: 3.682865017s)"],"step_count":1} {"level":"warn","ts":"2026-03-20T10:14:37.750995Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"2.985159996s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-node-lease/instance\" ","response":"range_response_count:0 size:4"} {"level":"warn","ts":"2026-03-20T10:14:37.750971Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"2.98531385s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/csinodes/instance\" ","response":"range_response_count:0 size:4"} {"level":"info","ts":"2026-03-20T10:14:37.751023Z","caller":"traceutil/trace.go:171","msg":"trace[2012706693] range","detail":"{range_begin:/registry/leases/kube-node-lease/instance; range_end:; response_count:0; response_revision:1; }","duration":"2.985201537s","start":"2026-03-20T10:14:34.765815Z","end":"2026-03-20T10:14:37.751016Z","steps":["trace[2012706693] 'range keys from in-memory index tree' (duration: 2.985125375s)"],"step_count":1} {"level":"warn","ts":"2026-03-20T10:14:37.751029Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"3.551785785s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/events/\" range_end:\"/registry/events0\" count_only:true ","response":"range_response_count:0 size:4"} {"level":"info","ts":"2026-03-20T10:14:37.751028Z","caller":"traceutil/trace.go:171","msg":"trace[1245772431] range","detail":"{range_begin:/registry/csinodes/instance; range_end:; response_count:0; response_revision:1; }","duration":"2.985384382s","start":"2026-03-20T10:14:34.765636Z","end":"2026-03-20T10:14:37.751021Z","steps":["trace[1245772431] 'range keys from in-memory index tree' (duration: 2.985271358s)"],"step_count":1} {"level":"warn","ts":"2026-03-20T10:14:37.751031Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"3.609385274s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/daemonsets/\" range_end:\"/registry/daemonsets0\" count_only:true ","response":"range_response_count:0 size:4"} {"level":"warn","ts":"2026-03-20T10:14:37.751043Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-20T10:14:34.765809Z","time spent":"2.985229488s","remote":"127.0.0.1:51504","response type":"/etcdserverpb.KV/Range","request count":0,"request size":43,"response count":0,"response size":26,"request content":"key:\"/registry/leases/kube-node-lease/instance\" "} {"level":"warn","ts":"2026-03-20T10:14:37.750993Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"2.975375213s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/apiregistration.k8s.io/apiservices/\" range_end:\"/registry/apiregistration.k8s.io/apiservices0\" limit:500 ","response":"range_response_count:0 size:4"} {"level":"warn","ts":"2026-03-20T10:14:37.751018Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"3.669569507s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/prioritylevelconfigurations/\" range_end:\"/registry/prioritylevelconfigurations0\" limit:10000 ","response":"range_response_count:0 size:4"} {"level":"info","ts":"2026-03-20T10:14:37.751057Z","caller":"traceutil/trace.go:171","msg":"trace[362771133] range","detail":"{range_begin:/registry/events/; range_end:/registry/events0; response_count:0; response_revision:1; }","duration":"3.551826055s","start":"2026-03-20T10:14:34.199219Z","end":"2026-03-20T10:14:37.751045Z","steps":["trace[362771133] 'count revisions from in-memory index tree' (duration: 3.551680432s)"],"step_count":1} {"level":"warn","ts":"2026-03-20T10:14:37.75028Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-20T10:14:36.879095Z","time spent":"871.169625ms","remote":"127.0.0.1:51202","response type":"/etcdserverpb.KV/Range","request count":0,"request size":18,"response count":0,"response size":26,"request content":"key:\"/registry/health\" "} {"level":"info","ts":"2026-03-20T10:14:37.751082Z","caller":"traceutil/trace.go:171","msg":"trace[462953725] range","detail":"{range_begin:/registry/apiregistration.k8s.io/apiservices/; range_end:/registry/apiregistration.k8s.io/apiservices0; response_count:0; response_revision:1; }","duration":"2.975489146s","start":"2026-03-20T10:14:34.775577Z","end":"2026-03-20T10:14:37.751066Z","steps":["trace[462953725] 'range keys from in-memory index tree' (duration: 2.975326402s)"],"step_count":1} {"level":"info","ts":"2026-03-20T10:14:37.750206Z","caller":"traceutil/trace.go:171","msg":"trace[46836938] range","detail":"{range_begin:/registry/health; range_end:; response_count:0; response_revision:1; }","duration":"2.982812887s","start":"2026-03-20T10:14:34.767364Z","end":"2026-03-20T10:14:37.750177Z","steps":["trace[46836938] 'range keys from in-memory index tree' (duration: 2.982649612s)"],"step_count":1} {"level":"warn","ts":"2026-03-20T10:14:37.750256Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"3.583841711s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/controllerrevisions/\" range_end:\"/registry/controllerrevisions0\" count_only:true ","response":"range_response_count:0 size:4"} {"level":"warn","ts":"2026-03-20T10:14:37.751134Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"3.476412964s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/apiregistration.k8s.io/apiservices/\" range_end:\"/registry/apiregistration.k8s.io/apiservices0\" count_only:true ","response":"range_response_count:0 size:4"} {"level":"info","ts":"2026-03-20T10:14:37.750951Z","caller":"traceutil/trace.go:171","msg":"trace[950601722] range","detail":"{range_begin:/registry/ranges/servicenodeports; range_end:; response_count:0; response_revision:1; }","duration":"2.995508634s","start":"2026-03-20T10:14:34.755432Z","end":"2026-03-20T10:14:37.750941Z","steps":["trace[950601722] 'range keys from in-memory index tree' (duration: 2.995423531s)"],"step_count":1} {"level":"info","ts":"2026-03-20T10:14:37.751154Z","caller":"traceutil/trace.go:171","msg":"trace[1534920359] range","detail":"{range_begin:/registry/controllerrevisions/; range_end:/registry/controllerrevisions0; response_count:0; response_revision:1; }","duration":"3.584746303s","start":"2026-03-20T10:14:34.1664Z","end":"2026-03-20T10:14:37.751146Z","steps":["trace[1534920359] 'count revisions from in-memory index tree' (duration: 3.58380604s)"],"step_count":1} {"level":"info","ts":"2026-03-20T10:14:37.751165Z","caller":"traceutil/trace.go:171","msg":"trace[1618252129] range","detail":"{range_begin:/registry/apiregistration.k8s.io/apiservices/; range_end:/registry/apiregistration.k8s.io/apiservices0; response_count:0; response_revision:1; }","duration":"3.476460826s","start":"2026-03-20T10:14:34.27469Z","end":"2026-03-20T10:14:37.751151Z","steps":["trace[1618252129] 'count revisions from in-memory index tree' (duration: 3.476331792s)"],"step_count":1} {"level":"warn","ts":"2026-03-20T10:14:37.751141Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-20T10:14:34.775572Z","time spent":"2.975552917s","remote":"127.0.0.1:51742","response type":"/etcdserverpb.KV/Range","request count":0,"request size":97,"response count":0,"response size":26,"request content":"key:\"/registry/apiregistration.k8s.io/apiservices/\" range_end:\"/registry/apiregistration.k8s.io/apiservices0\" limit:500 "} {"level":"warn","ts":"2026-03-20T10:14:37.751159Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-20T10:14:34.767356Z","time spent":"2.983786522s","remote":"127.0.0.1:51202","response type":"/etcdserverpb.KV/Range","request count":0,"request size":18,"response count":0,"response size":26,"request content":"key:\"/registry/health\" "} {"level":"warn","ts":"2026-03-20T10:14:37.751179Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-20T10:14:34.755426Z","time spent":"2.995744589s","remote":"127.0.0.1:51286","response type":"/etcdserverpb.KV/Range","request count":0,"request size":35,"response count":0,"response size":26,"request content":"key:\"/registry/ranges/servicenodeports\" "} {"level":"warn","ts":"2026-03-20T10:14:37.751186Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-20T10:14:34.166374Z","time spent":"3.584802115s","remote":"127.0.0.1:51694","response type":"/etcdserverpb.KV/Range","request count":0,"request size":66,"response count":0,"response size":26,"request content":"key:\"/registry/controllerrevisions/\" range_end:\"/registry/controllerrevisions0\" count_only:true "} {"level":"warn","ts":"2026-03-20T10:14:37.751212Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"3.476493936s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/apiregistration.k8s.io/apiservices/\" range_end:\"/registry/apiregistration.k8s.io/apiservices0\" limit:10000 ","response":"range_response_count:0 size:4"} {"level":"info","ts":"2026-03-20T10:14:37.750901Z","caller":"traceutil/trace.go:171","msg":"trace[1782011373] range","detail":"{range_begin:/registry/mutatingwebhookconfigurations/; range_end:/registry/mutatingwebhookconfigurations0; response_count:0; response_revision:1; }","duration":"3.563025144s","start":"2026-03-20T10:14:34.187864Z","end":"2026-03-20T10:14:37.750889Z","steps":["trace[1782011373] 'count revisions from in-memory index tree' (duration: 3.562947232s)"],"step_count":1} {"level":"info","ts":"2026-03-20T10:14:37.751239Z","caller":"traceutil/trace.go:171","msg":"trace[725266356] range","detail":"{range_begin:/registry/apiregistration.k8s.io/apiservices/; range_end:/registry/apiregistration.k8s.io/apiservices0; response_count:0; response_revision:1; }","duration":"3.476544218s","start":"2026-03-20T10:14:34.27469Z","end":"2026-03-20T10:14:37.751234Z","steps":["trace[725266356] 'range keys from in-memory index tree' (duration: 3.476404394s)"],"step_count":1} {"level":"warn","ts":"2026-03-20T10:14:37.751265Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-20T10:14:34.274672Z","time spent":"3.476586499s","remote":"127.0.0.1:51742","response type":"/etcdserverpb.KV/Range","request count":0,"request size":97,"response count":0,"response size":26,"request content":"key:\"/registry/apiregistration.k8s.io/apiservices/\" range_end:\"/registry/apiregistration.k8s.io/apiservices0\" limit:10000 "} {"level":"warn","ts":"2026-03-20T10:14:37.751263Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"3.609575069s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/daemonsets/\" range_end:\"/registry/daemonsets0\" limit:10000 ","response":"range_response_count:0 size:4"} {"level":"warn","ts":"2026-03-20T10:14:37.751272Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-20T10:14:34.18783Z","time spent":"3.563428024s","remote":"127.0.0.1:51714","response type":"/etcdserverpb.KV/Range","request count":0,"request size":86,"response count":0,"response size":26,"request content":"key:\"/registry/mutatingwebhookconfigurations/\" range_end:\"/registry/mutatingwebhookconfigurations0\" count_only:true "} {"level":"info","ts":"2026-03-20T10:14:37.750433Z","caller":"traceutil/trace.go:171","msg":"trace[1459367756] range","detail":"{range_begin:/registry/leases/kube-system/apiserver-f3tcohoifagyom4bbi4wgeu7te; range_end:; response_count:0; response_revision:1; }","duration":"2.976186603s","start":"2026-03-20T10:14:34.774205Z","end":"2026-03-20T10:14:37.750392Z","steps":["trace[1459367756] 'range keys from in-memory index tree' (duration: 2.97601702s)"],"step_count":1} {"level":"warn","ts":"2026-03-20T10:14:37.750829Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"3.635485572s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/deployments/\" range_end:\"/registry/deployments0\" limit:10000 ","response":"range_response_count:0 size:4"} {"level":"warn","ts":"2026-03-20T10:14:37.75136Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-20T10:14:34.774172Z","time spent":"2.977182158s","remote":"127.0.0.1:51504","response type":"/etcdserverpb.KV/Range","request count":0,"request size":67,"response count":0,"response size":26,"request content":"key:\"/registry/leases/kube-system/apiserver-f3tcohoifagyom4bbi4wgeu7te\" "} {"level":"warn","ts":"2026-03-20T10:14:37.751366Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"3.59798336s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/replicasets/\" range_end:\"/registry/replicasets0\" limit:10000 ","response":"range_response_count:0 size:4"} {"level":"info","ts":"2026-03-20T10:14:37.751381Z","caller":"traceutil/trace.go:171","msg":"trace[584204434] range","detail":"{range_begin:/registry/deployments/; range_end:/registry/deployments0; response_count:0; response_revision:1; }","duration":"3.636073985s","start":"2026-03-20T10:14:34.115297Z","end":"2026-03-20T10:14:37.751371Z","steps":["trace[584204434] 'range keys from in-memory index tree' (duration: 3.635444531s)"],"step_count":1} {"level":"warn","ts":"2026-03-20T10:14:37.7511Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-20T10:14:34.199209Z","time spent":"3.551879366s","remote":"127.0.0.1:51728","response type":"/etcdserverpb.KV/Range","request count":0,"request size":40,"response count":0,"response size":26,"request content":"key:\"/registry/events/\" range_end:\"/registry/events0\" count_only:true "} {"level":"warn","ts":"2026-03-20T10:14:37.751412Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-20T10:14:34.115289Z","time spent":"3.636112827s","remote":"127.0.0.1:51670","response type":"/etcdserverpb.KV/Range","request count":0,"request size":51,"response count":0,"response size":26,"request content":"key:\"/registry/deployments/\" range_end:\"/registry/deployments0\" limit:10000 "} {"level":"warn","ts":"2026-03-20T10:14:37.751424Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"3.597918538s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/replicasets/\" range_end:\"/registry/replicasets0\" count_only:true ","response":"range_response_count:0 size:4"} {"level":"info","ts":"2026-03-20T10:14:37.750352Z","caller":"traceutil/trace.go:171","msg":"trace[1633535059] range","detail":"{range_begin:/registry/validatingwebhookconfigurations/; range_end:/registry/validatingwebhookconfigurations0; response_count:0; response_revision:1; }","duration":"3.574136619s","start":"2026-03-20T10:14:34.176205Z","end":"2026-03-20T10:14:37.750342Z","steps":["trace[1633535059] 'count revisions from in-memory index tree' (duration: 3.573973325s)"],"step_count":1} {"level":"info","ts":"2026-03-20T10:14:37.751451Z","caller":"traceutil/trace.go:171","msg":"trace[1808219062] range","detail":"{range_begin:/registry/replicasets/; range_end:/registry/replicasets0; response_count:0; response_revision:1; }","duration":"3.597946329s","start":"2026-03-20T10:14:34.153497Z","end":"2026-03-20T10:14:37.751444Z","steps":["trace[1808219062] 'count revisions from in-memory index tree' (duration: 3.597871677s)"],"step_count":1} {"level":"warn","ts":"2026-03-20T10:14:37.751445Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.995980154s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/priorityclasses/system-node-critical\" ","response":"range_response_count:0 size:4"} {"level":"warn","ts":"2026-03-20T10:14:37.751479Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-20T10:14:34.176186Z","time spent":"3.575284128s","remote":"127.0.0.1:51698","response type":"/etcdserverpb.KV/Range","request count":0,"request size":90,"response count":0,"response size":26,"request content":"key:\"/registry/validatingwebhookconfigurations/\" range_end:\"/registry/validatingwebhookconfigurations0\" count_only:true "} {"level":"warn","ts":"2026-03-20T10:14:37.751418Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"2.835030431s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/namespaces/default\" ","response":"range_response_count:0 size:4"} {"level":"warn","ts":"2026-03-20T10:14:37.751485Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"2.975224959s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/prioritylevelconfigurations/\" range_end:\"/registry/prioritylevelconfigurations0\" limit:500 ","response":"range_response_count:0 size:4"} {"level":"warn","ts":"2026-03-20T10:14:37.75119Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-20T10:14:34.274672Z","time spent":"3.476510767s","remote":"127.0.0.1:51742","response type":"/etcdserverpb.KV/Range","request count":0,"request size":96,"response count":0,"response size":26,"request content":"key:\"/registry/apiregistration.k8s.io/apiservices/\" range_end:\"/registry/apiregistration.k8s.io/apiservices0\" count_only:true "} {"level":"info","ts":"2026-03-20T10:14:37.751519Z","caller":"traceutil/trace.go:171","msg":"trace[2147238957] range","detail":"{range_begin:/registry/prioritylevelconfigurations/; range_end:/registry/prioritylevelconfigurations0; response_count:0; response_revision:1; }","duration":"2.975269371s","start":"2026-03-20T10:14:34.776239Z","end":"2026-03-20T10:14:37.751509Z","steps":["trace[2147238957] 'range keys from in-memory index tree' (duration: 2.975204539s)"],"step_count":1} {"level":"warn","ts":"2026-03-20T10:14:37.751548Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.995838769s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/clusterroles/\" range_end:\"/registry/clusterroles0\" ","response":"range_response_count:0 size:4"} {"level":"warn","ts":"2026-03-20T10:14:37.751613Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"2.895505312s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/namespaces/kube-system\" ","response":"range_response_count:0 size:4"} {"level":"warn","ts":"2026-03-20T10:14:37.751632Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"2.84344332s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/namespaces/kube-system\" ","response":"range_response_count:0 size:4"} {"level":"info","ts":"2026-03-20T10:14:37.751653Z","caller":"traceutil/trace.go:171","msg":"trace[231404711] range","detail":"{range_begin:/registry/clusterroles/; range_end:/registry/clusterroles0; response_count:0; response_revision:1; }","duration":"1.995959072s","start":"2026-03-20T10:14:35.755681Z","end":"2026-03-20T10:14:37.75164Z","steps":["trace[231404711] 'range keys from in-memory index tree' (duration: 1.995790618s)"],"step_count":1} {"level":"info","ts":"2026-03-20T10:14:37.751665Z","caller":"traceutil/trace.go:171","msg":"trace[1520435761] range","detail":"{range_begin:/registry/namespaces/kube-system; range_end:; response_count:0; response_revision:1; }","duration":"2.895581634s","start":"2026-03-20T10:14:34.856064Z","end":"2026-03-20T10:14:37.751646Z","steps":["trace[1520435761] 'range keys from in-memory index tree' (duration: 2.89540814s)"],"step_count":1} {"level":"info","ts":"2026-03-20T10:14:37.751661Z","caller":"traceutil/trace.go:171","msg":"trace[357038689] range","detail":"{range_begin:/registry/namespaces/kube-system; range_end:; response_count:0; response_revision:1; }","duration":"2.843499841s","start":"2026-03-20T10:14:34.908152Z","end":"2026-03-20T10:14:37.751652Z","steps":["trace[357038689] 'range keys from in-memory index tree' (duration: 2.843374357s)"],"step_count":1} {"level":"warn","ts":"2026-03-20T10:14:37.751676Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"3.658266027s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/flowschemas/\" range_end:\"/registry/flowschemas0\" count_only:true ","response":"range_response_count:0 size:4"} {"level":"warn","ts":"2026-03-20T10:14:37.750348Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"3.707995421s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/csistoragecapacities/\" range_end:\"/registry/csistoragecapacities0\" count_only:true ","response":"range_response_count:0 size:4"} {"level":"warn","ts":"2026-03-20T10:14:37.751455Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"2.975328962s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/mutatingwebhookconfigurations/\" range_end:\"/registry/mutatingwebhookconfigurations0\" limit:500 ","response":"range_response_count:0 size:4"} {"level":"warn","ts":"2026-03-20T10:14:37.751704Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-20T10:14:34.856048Z","time spent":"2.895647935s","remote":"127.0.0.1:51344","response type":"/etcdserverpb.KV/Range","request count":0,"request size":34,"response count":0,"response size":26,"request content":"key:\"/registry/namespaces/kube-system\" "} {"level":"warn","ts":"2026-03-20T10:14:37.751707Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-20T10:14:34.908135Z","time spent":"2.843565052s","remote":"127.0.0.1:51344","response type":"/etcdserverpb.KV/Range","request count":0,"request size":34,"response count":0,"response size":26,"request content":"key:\"/registry/namespaces/kube-system\" "} {"level":"info","ts":"2026-03-20T10:14:37.751717Z","caller":"traceutil/trace.go:171","msg":"trace[518686377] range","detail":"{range_begin:/registry/mutatingwebhookconfigurations/; range_end:/registry/mutatingwebhookconfigurations0; response_count:0; response_revision:1; }","duration":"2.975603049s","start":"2026-03-20T10:14:34.776106Z","end":"2026-03-20T10:14:37.751709Z","steps":["trace[518686377] 'range keys from in-memory index tree' (duration: 2.975300451s)"],"step_count":1} {"level":"warn","ts":"2026-03-20T10:14:37.75148Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-20T10:14:34.153485Z","time spent":"3.597987191s","remote":"127.0.0.1:51692","response type":"/etcdserverpb.KV/Range","request count":0,"request size":50,"response count":0,"response size":26,"request content":"key:\"/registry/replicasets/\" range_end:\"/registry/replicasets0\" count_only:true "} {"level":"warn","ts":"2026-03-20T10:14:37.75172Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"3.648487104s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/prioritylevelconfigurations/\" range_end:\"/registry/prioritylevelconfigurations0\" count_only:true ","response":"range_response_count:0 size:4"} {"level":"info","ts":"2026-03-20T10:14:37.751758Z","caller":"traceutil/trace.go:171","msg":"trace[278412889] range","detail":"{range_begin:/registry/flowschemas/; range_end:/registry/flowschemas0; response_count:0; response_revision:1; }","duration":"3.658368569s","start":"2026-03-20T10:14:34.093386Z","end":"2026-03-20T10:14:37.751754Z","steps":["trace[278412889] 'count revisions from in-memory index tree' (duration: 3.658223745s)"],"step_count":1} {"level":"warn","ts":"2026-03-20T10:14:37.750769Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"3.668670484s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/prioritylevelconfigurations/\" range_end:\"/registry/prioritylevelconfigurations0\" count_only:true ","response":"range_response_count:0 size:4"} {"level":"warn","ts":"2026-03-20T10:14:37.751778Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-20T10:14:34.09338Z","time spent":"3.65839273s","remote":"127.0.0.1:51654","response type":"/etcdserverpb.KV/Range","request count":0,"request size":50,"response count":0,"response size":26,"request content":"key:\"/registry/flowschemas/\" range_end:\"/registry/flowschemas0\" count_only:true "} {"level":"warn","ts":"2026-03-20T10:14:37.751707Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-20T10:14:35.755669Z","time spent":"1.996024863s","remote":"127.0.0.1:51572","response type":"/etcdserverpb.KV/Range","request count":0,"request size":50,"response count":0,"response size":26,"request content":"key:\"/registry/clusterroles/\" range_end:\"/registry/clusterroles0\" "} {"level":"info","ts":"2026-03-20T10:14:37.7518Z","caller":"traceutil/trace.go:171","msg":"trace[238848957] range","detail":"{range_begin:/registry/prioritylevelconfigurations/; range_end:/registry/prioritylevelconfigurations0; response_count:0; response_revision:1; }","duration":"3.670410388s","start":"2026-03-20T10:14:34.08138Z","end":"2026-03-20T10:14:37.75179Z","steps":["trace[238848957] 'count revisions from in-memory index tree' (duration: 3.668581982s)"],"step_count":1} {"level":"warn","ts":"2026-03-20T10:14:37.751055Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-20T10:14:34.765627Z","time spent":"2.985422773s","remote":"127.0.0.1:51618","response type":"/etcdserverpb.KV/Range","request count":0,"request size":29,"response count":0,"response size":26,"request content":"key:\"/registry/csinodes/instance\" "} {"level":"warn","ts":"2026-03-20T10:14:37.751849Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-20T10:14:34.081374Z","time spent":"3.670461469s","remote":"127.0.0.1:51644","response type":"/etcdserverpb.KV/Range","request count":0,"request size":82,"response count":0,"response size":26,"request content":"key:\"/registry/prioritylevelconfigurations/\" range_end:\"/registry/prioritylevelconfigurations0\" count_only:true "} {"level":"warn","ts":"2026-03-20T10:14:37.75099Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-20T10:14:34.129384Z","time spent":"3.621596117s","remote":"127.0.0.1:51676","response type":"/etcdserverpb.KV/Range","request count":0,"request size":52,"response count":0,"response size":26,"request content":"key:\"/registry/statefulsets/\" range_end:\"/registry/statefulsets0\" count_only:true "} {"level":"info","ts":"2026-03-20T10:14:37.751331Z","caller":"traceutil/trace.go:171","msg":"trace[194047225] range","detail":"{range_begin:/registry/daemonsets/; range_end:/registry/daemonsets0; response_count:0; response_revision:1; }","duration":"3.60961185s","start":"2026-03-20T10:14:34.141673Z","end":"2026-03-20T10:14:37.751285Z","steps":["trace[194047225] 'range keys from in-memory index tree' (duration: 3.609540998s)"],"step_count":1} {"level":"info","ts":"2026-03-20T10:14:37.751064Z","caller":"traceutil/trace.go:171","msg":"trace[1305948319] range","detail":"{range_begin:/registry/daemonsets/; range_end:/registry/daemonsets0; response_count:0; response_revision:1; }","duration":"3.609433456s","start":"2026-03-20T10:14:34.141622Z","end":"2026-03-20T10:14:37.751056Z","steps":["trace[1305948319] 'count revisions from in-memory index tree' (duration: 3.609324033s)"],"step_count":1} {"level":"info","ts":"2026-03-20T10:14:37.751773Z","caller":"traceutil/trace.go:171","msg":"trace[1687658994] range","detail":"{range_begin:/registry/prioritylevelconfigurations/; range_end:/registry/prioritylevelconfigurations0; response_count:0; response_revision:1; }","duration":"3.648536215s","start":"2026-03-20T10:14:34.103223Z","end":"2026-03-20T10:14:37.751759Z","steps":["trace[1687658994] 'count revisions from in-memory index tree' (duration: 3.648424223s)"],"step_count":1} {"level":"warn","ts":"2026-03-20T10:14:37.752029Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-20T10:14:34.103188Z","time spent":"3.648831682s","remote":"127.0.0.1:51658","response type":"/etcdserverpb.KV/Range","request count":0,"request size":82,"response count":0,"response size":26,"request content":"key:\"/registry/prioritylevelconfigurations/\" range_end:\"/registry/prioritylevelconfigurations0\" count_only:true "} {"level":"warn","ts":"2026-03-20T10:14:37.751981Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"3.65841787s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/flowschemas/\" range_end:\"/registry/flowschemas0\" limit:10000 ","response":"range_response_count:0 size:4"} {"level":"info","ts":"2026-03-20T10:14:37.752113Z","caller":"traceutil/trace.go:171","msg":"trace[84151144] range","detail":"{range_begin:/registry/flowschemas/; range_end:/registry/flowschemas0; response_count:0; response_revision:1; }","duration":"3.658855531s","start":"2026-03-20T10:14:34.09324Z","end":"2026-03-20T10:14:37.752095Z","steps":["trace[84151144] 'range keys from in-memory index tree' (duration: 3.658272876s)"],"step_count":1} {"level":"info","ts":"2026-03-20T10:14:37.751869Z","caller":"traceutil/trace.go:171","msg":"trace[399498091] range","detail":"{range_begin:/registry/csistoragecapacities/; range_end:/registry/csistoragecapacities0; response_count:0; response_revision:1; }","duration":"3.709543178s","start":"2026-03-20T10:14:34.042318Z","end":"2026-03-20T10:14:37.751862Z","steps":["trace[399498091] 'count revisions from in-memory index tree' (duration: 3.707911558s)"],"step_count":1} {"level":"warn","ts":"2026-03-20T10:14:37.752263Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-20T10:14:34.04231Z","time spent":"3.709934328s","remote":"127.0.0.1:51632","response type":"/etcdserverpb.KV/Range","request count":0,"request size":68,"response count":0,"response size":26,"request content":"key:\"/registry/csistoragecapacities/\" range_end:\"/registry/csistoragecapacities0\" count_only:true "} {"level":"warn","ts":"2026-03-20T10:14:37.752218Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-20T10:14:34.09323Z","time spent":"3.658968064s","remote":"127.0.0.1:51654","response type":"/etcdserverpb.KV/Range","request count":0,"request size":51,"response count":0,"response size":26,"request content":"key:\"/registry/flowschemas/\" range_end:\"/registry/flowschemas0\" limit:10000 "} {"level":"warn","ts":"2026-03-20T10:14:37.75174Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-20T10:14:34.776099Z","time spent":"2.975634139s","remote":"127.0.0.1:51714","response type":"/etcdserverpb.KV/Range","request count":0,"request size":87,"response count":0,"response size":26,"request content":"key:\"/registry/mutatingwebhookconfigurations/\" range_end:\"/registry/mutatingwebhookconfigurations0\" limit:500 "} {"level":"info","ts":"2026-03-20T10:14:37.751512Z","caller":"traceutil/trace.go:171","msg":"trace[1600179305] range","detail":"{range_begin:/registry/namespaces/default; range_end:; response_count:0; response_revision:1; }","duration":"2.835149564s","start":"2026-03-20T10:14:34.916355Z","end":"2026-03-20T10:14:37.751504Z","steps":["trace[1600179305] 'range keys from in-memory index tree' (duration: 2.834924548s)"],"step_count":1} {"level":"warn","ts":"2026-03-20T10:14:37.752528Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-20T10:14:34.916337Z","time spent":"2.836177429s","remote":"127.0.0.1:51344","response type":"/etcdserverpb.KV/Range","request count":0,"request size":30,"response count":0,"response size":26,"request content":"key:\"/registry/namespaces/default\" "} {"level":"warn","ts":"2026-03-20T10:14:37.750904Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-20T10:14:34.067862Z","time spent":"3.683036482s","remote":"127.0.0.1:51636","response type":"/etcdserverpb.KV/Range","request count":0,"request size":51,"response count":0,"response size":26,"request content":"key:\"/registry/flowschemas/\" range_end:\"/registry/flowschemas0\" limit:10000 "} {"level":"info","ts":"2026-03-20T10:14:37.751008Z","caller":"traceutil/trace.go:171","msg":"trace[1152683403] range","detail":"{range_begin:/registry/prioritylevelconfigurations/; range_end:/registry/prioritylevelconfigurations0; response_count:0; response_revision:1; }","duration":"3.647565321s","start":"2026-03-20T10:14:34.103284Z","end":"2026-03-20T10:14:37.75085Z","steps":["trace[1152683403] 'range keys from in-memory index tree' (duration: 3.644675319s)"],"step_count":1} {"level":"warn","ts":"2026-03-20T10:14:37.752803Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-20T10:14:34.103258Z","time spent":"3.649529109s","remote":"127.0.0.1:51658","response type":"/etcdserverpb.KV/Range","request count":0,"request size":83,"response count":0,"response size":26,"request content":"key:\"/registry/prioritylevelconfigurations/\" range_end:\"/registry/prioritylevelconfigurations0\" limit:10000 "} {"level":"warn","ts":"2026-03-20T10:14:37.750448Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-20T10:14:34.17619Z","time spent":"3.574250562s","remote":"127.0.0.1:51698","response type":"/etcdserverpb.KV/Range","request count":0,"request size":91,"response count":0,"response size":26,"request content":"key:\"/registry/validatingwebhookconfigurations/\" range_end:\"/registry/validatingwebhookconfigurations0\" limit:10000 "} {"level":"warn","ts":"2026-03-20T10:14:37.750344Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-20T10:14:34.166206Z","time spent":"3.584123448s","remote":"127.0.0.1:51694","response type":"/etcdserverpb.KV/Range","request count":0,"request size":67,"response count":0,"response size":26,"request content":"key:\"/registry/controllerrevisions/\" range_end:\"/registry/controllerrevisions0\" limit:10000 "} {"level":"warn","ts":"2026-03-20T10:14:37.751563Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-20T10:14:34.776236Z","time spent":"2.975310772s","remote":"127.0.0.1:51658","response type":"/etcdserverpb.KV/Range","request count":0,"request size":83,"response count":0,"response size":26,"request content":"key:\"/registry/prioritylevelconfigurations/\" range_end:\"/registry/prioritylevelconfigurations0\" limit:500 "} {"level":"warn","ts":"2026-03-20T10:14:37.750995Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-20T10:14:34.755168Z","time spent":"2.995818881s","remote":"127.0.0.1:51270","response type":"/etcdserverpb.KV/Range","request count":0,"request size":29,"response count":0,"response size":26,"request content":"key:\"/registry/ranges/serviceips\" "} {"level":"warn","ts":"2026-03-20T10:14:37.751597Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"2.973703132s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/validatingwebhookconfigurations/\" range_end:\"/registry/validatingwebhookconfigurations0\" limit:500 ","response":"range_response_count:0 size:4"} {"level":"info","ts":"2026-03-20T10:14:37.753404Z","caller":"traceutil/trace.go:171","msg":"trace[1295750544] range","detail":"{range_begin:/registry/validatingwebhookconfigurations/; range_end:/registry/validatingwebhookconfigurations0; response_count:0; response_revision:1; }","duration":"2.975507568s","start":"2026-03-20T10:14:34.777879Z","end":"2026-03-20T10:14:37.753387Z","steps":["trace[1295750544] 'range keys from in-memory index tree' (duration: 2.973681532s)"],"step_count":1} {"level":"warn","ts":"2026-03-20T10:14:37.753462Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-20T10:14:34.777874Z","time spent":"2.975567659s","remote":"127.0.0.1:51698","response type":"/etcdserverpb.KV/Range","request count":0,"request size":91,"response count":0,"response size":26,"request content":"key:\"/registry/validatingwebhookconfigurations/\" range_end:\"/registry/validatingwebhookconfigurations0\" limit:500 "} {"level":"warn","ts":"2026-03-20T10:14:37.751672Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"2.896364033s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/masterleases/199.204.45.102\" ","response":"range_response_count:0 size:4"} {"level":"info","ts":"2026-03-20T10:14:37.753648Z","caller":"traceutil/trace.go:171","msg":"trace[872450802] range","detail":"{range_begin:/registry/masterleases/199.204.45.102; range_end:; response_count:0; response_revision:1; }","duration":"2.898327402s","start":"2026-03-20T10:14:34.855287Z","end":"2026-03-20T10:14:37.753615Z","steps":["trace[872450802] 'range keys from in-memory index tree' (duration: 2.896299271s)"],"step_count":1} {"level":"warn","ts":"2026-03-20T10:14:37.753745Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-20T10:14:34.855276Z","time spent":"2.898449105s","remote":"127.0.0.1:51238","response type":"/etcdserverpb.KV/Range","request count":0,"request size":39,"response count":0,"response size":26,"request content":"key:\"/registry/masterleases/199.204.45.102\" "} {"level":"warn","ts":"2026-03-20T10:14:37.750996Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-20T10:14:34.06796Z","time spent":"3.683029981s","remote":"127.0.0.1:51636","response type":"/etcdserverpb.KV/Range","request count":0,"request size":50,"response count":0,"response size":26,"request content":"key:\"/registry/flowschemas/\" range_end:\"/registry/flowschemas0\" count_only:true "} {"level":"info","ts":"2026-03-20T10:14:37.75111Z","caller":"traceutil/trace.go:171","msg":"trace[1392245728] range","detail":"{range_begin:/registry/prioritylevelconfigurations/; range_end:/registry/prioritylevelconfigurations0; response_count:0; response_revision:1; }","duration":"3.669658959s","start":"2026-03-20T10:14:34.08142Z","end":"2026-03-20T10:14:37.751079Z","steps":["trace[1392245728] 'range keys from in-memory index tree' (duration: 3.669544407s)"],"step_count":1} {"level":"warn","ts":"2026-03-20T10:14:37.754226Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-20T10:14:34.081418Z","time spent":"3.672762496s","remote":"127.0.0.1:51644","response type":"/etcdserverpb.KV/Range","request count":0,"request size":83,"response count":0,"response size":26,"request content":"key:\"/registry/prioritylevelconfigurations/\" range_end:\"/registry/prioritylevelconfigurations0\" limit:10000 "} {"level":"warn","ts":"2026-03-20T10:14:37.751929Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-20T10:14:34.141661Z","time spent":"3.610253956s","remote":"127.0.0.1:51678","response type":"/etcdserverpb.KV/Range","request count":0,"request size":49,"response count":0,"response size":26,"request content":"key:\"/registry/daemonsets/\" range_end:\"/registry/daemonsets0\" limit:10000 "} {"level":"info","ts":"2026-03-20T10:14:37.751395Z","caller":"traceutil/trace.go:171","msg":"trace[1338300242] range","detail":"{range_begin:/registry/replicasets/; range_end:/registry/replicasets0; response_count:0; response_revision:1; }","duration":"3.598023762s","start":"2026-03-20T10:14:34.153362Z","end":"2026-03-20T10:14:37.751386Z","steps":["trace[1338300242] 'range keys from in-memory index tree' (duration: 3.59794233s)"],"step_count":1} {"level":"warn","ts":"2026-03-20T10:14:37.755161Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-20T10:14:34.153352Z","time spent":"3.601791065s","remote":"127.0.0.1:51692","response type":"/etcdserverpb.KV/Range","request count":0,"request size":51,"response count":0,"response size":26,"request content":"key:\"/registry/replicasets/\" range_end:\"/registry/replicasets0\" limit:10000 "} {"level":"warn","ts":"2026-03-20T10:14:37.751977Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-20T10:14:34.14161Z","time spent":"3.610349928s","remote":"127.0.0.1:51678","response type":"/etcdserverpb.KV/Range","request count":0,"request size":48,"response count":0,"response size":26,"request content":"key:\"/registry/daemonsets/\" range_end:\"/registry/daemonsets0\" count_only:true "} {"level":"info","ts":"2026-03-20T10:14:37.751492Z","caller":"traceutil/trace.go:171","msg":"trace[1294433915] range","detail":"{range_begin:/registry/priorityclasses/system-node-critical; range_end:; response_count:0; response_revision:1; }","duration":"1.996062776s","start":"2026-03-20T10:14:35.755416Z","end":"2026-03-20T10:14:37.751479Z","steps":["trace[1294433915] 'range keys from in-memory index tree' (duration: 1.99580716s)"],"step_count":1} {"level":"warn","ts":"2026-03-20T10:14:37.755683Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-20T10:14:35.755396Z","time spent":"2.000273419s","remote":"127.0.0.1:51590","response type":"/etcdserverpb.KV/Range","request count":0,"request size":48,"response count":0,"response size":26,"request content":"key:\"/registry/priorityclasses/system-node-critical\" "} {"level":"info","ts":"2026-03-20T10:14:37.917647Z","caller":"traceutil/trace.go:171","msg":"trace[1445810780] transaction","detail":"{read_only:false; response_revision:14; number_of_response:1; }","duration":"101.822546ms","start":"2026-03-20T10:14:37.815793Z","end":"2026-03-20T10:14:37.917615Z","steps":["trace[1445810780] 'process raft request' (duration: 74.167099ms)","trace[1445810780] 'compare' (duration: 27.175295ms)"],"step_count":2} {"level":"warn","ts":"2026-03-20T10:14:37.917839Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"106.339639ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/namespaces/default\" ","response":"range_response_count:0 size:4"} {"level":"info","ts":"2026-03-20T10:14:37.917918Z","caller":"traceutil/trace.go:171","msg":"trace[1579798395] range","detail":"{range_begin:/registry/namespaces/default; range_end:; response_count:0; response_revision:20; }","duration":"106.443701ms","start":"2026-03-20T10:14:37.811458Z","end":"2026-03-20T10:14:37.917902Z","steps":["trace[1579798395] 'agreement among raft nodes before linearized reading' (duration: 106.274167ms)"],"step_count":1} {"level":"warn","ts":"2026-03-20T10:14:37.91934Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"111.21684ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/namespaces/kube-system\" ","response":"range_response_count:1 size:350"} {"level":"info","ts":"2026-03-20T10:14:37.919378Z","caller":"traceutil/trace.go:171","msg":"trace[194270604] range","detail":"{range_begin:/registry/namespaces/kube-system; range_end:; response_count:1; response_revision:20; }","duration":"111.273762ms","start":"2026-03-20T10:14:37.808094Z","end":"2026-03-20T10:14:37.919368Z","steps":["trace[194270604] 'agreement among raft nodes before linearized reading' (duration: 111.174619ms)"],"step_count":1} {"level":"info","ts":"2026-03-20T10:14:38.083662Z","caller":"traceutil/trace.go:171","msg":"trace[375993942] linearizableReadLoop","detail":"{readStateIndex:36; appliedIndex:27; }","duration":"106.785311ms","start":"2026-03-20T10:14:37.976858Z","end":"2026-03-20T10:14:38.083643Z","steps":["trace[375993942] 'read index received' (duration: 99.436208ms)","trace[375993942] 'applied index is now lower than readState.Index' (duration: 7.348403ms)"],"step_count":2} {"level":"info","ts":"2026-03-20T10:14:38.083752Z","caller":"traceutil/trace.go:171","msg":"trace[1584478702] transaction","detail":"{read_only:false; response_revision:29; number_of_response:1; }","duration":"156.546744ms","start":"2026-03-20T10:14:37.927198Z","end":"2026-03-20T10:14:38.083745Z","steps":["trace[1584478702] 'process raft request' (duration: 156.367019ms)"],"step_count":1} {"level":"info","ts":"2026-03-20T10:14:38.083672Z","caller":"traceutil/trace.go:171","msg":"trace[637099436] transaction","detail":"{read_only:false; response_revision:25; number_of_response:1; }","duration":"156.551544ms","start":"2026-03-20T10:14:37.927061Z","end":"2026-03-20T10:14:38.083612Z","steps":["trace[637099436] 'process raft request' (duration: 156.44208ms)"],"step_count":1} {"level":"info","ts":"2026-03-20T10:14:38.083824Z","caller":"traceutil/trace.go:171","msg":"trace[1503725087] transaction","detail":"{read_only:false; response_revision:27; number_of_response:1; }","duration":"156.664457ms","start":"2026-03-20T10:14:37.927109Z","end":"2026-03-20T10:14:38.083773Z","steps":["trace[1503725087] 'process raft request' (duration: 156.43007ms)"],"step_count":1} {"level":"info","ts":"2026-03-20T10:14:38.083865Z","caller":"traceutil/trace.go:171","msg":"trace[1539780685] transaction","detail":"{read_only:false; response_revision:28; number_of_response:1; }","duration":"156.695347ms","start":"2026-03-20T10:14:37.927121Z","end":"2026-03-20T10:14:38.083816Z","steps":["trace[1539780685] 'process raft request' (duration: 156.43075ms)"],"step_count":1} {"level":"info","ts":"2026-03-20T10:14:38.083914Z","caller":"traceutil/trace.go:171","msg":"trace[97187520] transaction","detail":"{read_only:false; response_revision:26; number_of_response:1; }","duration":"156.742189ms","start":"2026-03-20T10:14:37.92706Z","end":"2026-03-20T10:14:38.083802Z","steps":["trace[97187520] 'process raft request' (duration: 156.466411ms)"],"step_count":1} {"level":"info","ts":"2026-03-20T10:14:38.083978Z","caller":"traceutil/trace.go:171","msg":"trace[474391384] transaction","detail":"{read_only:false; response_revision:32; number_of_response:1; }","duration":"114.257395ms","start":"2026-03-20T10:14:37.969716Z","end":"2026-03-20T10:14:38.083973Z","steps":["trace[474391384] 'process raft request' (duration: 113.903806ms)"],"step_count":1} {"level":"info","ts":"2026-03-20T10:14:38.083985Z","caller":"traceutil/trace.go:171","msg":"trace[802119403] transaction","detail":"{read_only:false; response_revision:30; number_of_response:1; }","duration":"156.35669ms","start":"2026-03-20T10:14:37.927598Z","end":"2026-03-20T10:14:38.083955Z","steps":["trace[802119403] 'process raft request' (duration: 155.98002ms)"],"step_count":1} {"level":"info","ts":"2026-03-20T10:14:38.08404Z","caller":"traceutil/trace.go:171","msg":"trace[1352280269] transaction","detail":"{read_only:false; response_revision:31; number_of_response:1; }","duration":"142.562747ms","start":"2026-03-20T10:14:37.941462Z","end":"2026-03-20T10:14:38.084025Z","steps":["trace[1352280269] 'process raft request' (duration: 142.135707ms)"],"step_count":1} {"level":"warn","ts":"2026-03-20T10:14:38.084148Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"107.272293ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/namespaces/default\" ","response":"range_response_count:0 size:4"} {"level":"info","ts":"2026-03-20T10:14:38.084191Z","caller":"traceutil/trace.go:171","msg":"trace[638154817] range","detail":"{range_begin:/registry/namespaces/default; range_end:; response_count:0; response_revision:32; }","duration":"107.352594ms","start":"2026-03-20T10:14:37.976824Z","end":"2026-03-20T10:14:38.084177Z","steps":["trace[638154817] 'agreement among raft nodes before linearized reading' (duration: 107.223861ms)"],"step_count":1} {"level":"info","ts":"2026-03-20T10:14:38.083753Z","caller":"traceutil/trace.go:171","msg":"trace[1544674121] transaction","detail":"{read_only:false; response_revision:24; number_of_response:1; }","duration":"156.715859ms","start":"2026-03-20T10:14:37.926993Z","end":"2026-03-20T10:14:38.083709Z","steps":["trace[1544674121] 'process raft request' (duration: 149.288244ms)"],"step_count":1} {"level":"warn","ts":"2026-03-20T10:14:38.531956Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"237.776139ms","expected-duration":"100ms","prefix":"","request":"header: txn: success:> failure:<>>","response":"size:14"} {"level":"info","ts":"2026-03-20T10:14:38.532108Z","caller":"traceutil/trace.go:171","msg":"trace[810235732] transaction","detail":"{read_only:false; response_revision:106; number_of_response:1; }","duration":"242.765503ms","start":"2026-03-20T10:14:38.289329Z","end":"2026-03-20T10:14:38.532095Z","steps":["trace[810235732] 'process raft request' (duration: 242.711992ms)"],"step_count":1} {"level":"info","ts":"2026-03-20T10:14:38.532181Z","caller":"traceutil/trace.go:171","msg":"trace[1743984956] transaction","detail":"{read_only:false; response_revision:105; number_of_response:1; }","duration":"244.855106ms","start":"2026-03-20T10:14:38.287294Z","end":"2026-03-20T10:14:38.532149Z","steps":["trace[1743984956] 'compare' (duration: 237.588545ms)"],"step_count":1} {"level":"info","ts":"2026-03-20T10:14:39.233498Z","caller":"traceutil/trace.go:171","msg":"trace[359656378] transaction","detail":"{read_only:false; response_revision:151; number_of_response:1; }","duration":"307.071919ms","start":"2026-03-20T10:14:38.926364Z","end":"2026-03-20T10:14:39.233436Z","steps":["trace[359656378] 'process raft request' (duration: 248.67754ms)","trace[359656378] 'compare' (duration: 58.130833ms)"],"step_count":2} {"level":"warn","ts":"2026-03-20T10:14:39.233716Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-20T10:14:38.926334Z","time spent":"307.263724ms","remote":"127.0.0.1:51292","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":676,"response count":0,"response size":38,"request content":"compare: success:> failure:<>"} {"level":"info","ts":"2026-03-20T10:14:39.23875Z","caller":"traceutil/trace.go:171","msg":"trace[1806891362] transaction","detail":"{read_only:false; response_revision:152; number_of_response:1; }","duration":"309.638393ms","start":"2026-03-20T10:14:38.929084Z","end":"2026-03-20T10:14:39.238722Z","steps":["trace[1806891362] 'process raft request' (duration: 309.425448ms)"],"step_count":1} {"level":"warn","ts":"2026-03-20T10:14:39.238886Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-20T10:14:38.929034Z","time spent":"309.785027ms","remote":"127.0.0.1:51572","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":828,"response count":0,"response size":38,"request content":"compare: success:> failure:<>"} {"level":"warn","ts":"2026-03-20T10:14:39.238983Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"277.784172ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/health\" ","response":"range_response_count:0 size:5"} {"level":"info","ts":"2026-03-20T10:14:39.23913Z","caller":"traceutil/trace.go:171","msg":"trace[428393172] range","detail":"{range_begin:/registry/health; range_end:; response_count:0; response_revision:153; }","duration":"277.958316ms","start":"2026-03-20T10:14:38.961121Z","end":"2026-03-20T10:14:39.239079Z","steps":["trace[428393172] 'agreement among raft nodes before linearized reading' (duration: 277.733961ms)"],"step_count":1} {"level":"info","ts":"2026-03-20T10:14:39.239184Z","caller":"traceutil/trace.go:171","msg":"trace[2012428043] transaction","detail":"{read_only:false; response_revision:153; number_of_response:1; }","duration":"255.272954ms","start":"2026-03-20T10:14:38.983538Z","end":"2026-03-20T10:14:39.238811Z","steps":["trace[2012428043] 'process raft request' (duration: 255.12569ms)"],"step_count":1} {"level":"info","ts":"2026-03-20T10:14:39.238767Z","caller":"traceutil/trace.go:171","msg":"trace[220510140] linearizableReadLoop","detail":"{readStateIndex:157; appliedIndex:155; }","duration":"277.533756ms","start":"2026-03-20T10:14:38.961186Z","end":"2026-03-20T10:14:39.23872Z","steps":["trace[220510140] 'read index received' (duration: 213.847136ms)","trace[220510140] 'applied index is now lower than readState.Index' (duration: 63.68537ms)"],"step_count":2} {"level":"warn","ts":"2026-03-20T10:14:39.240813Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"258.648698ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pods/kube-system/etcd-instance\" ","response":"range_response_count:1 size:3978"} {"level":"info","ts":"2026-03-20T10:14:39.240907Z","caller":"traceutil/trace.go:171","msg":"trace[1270072290] range","detail":"{range_begin:/registry/pods/kube-system/etcd-instance; range_end:; response_count:1; response_revision:153; }","duration":"258.742371ms","start":"2026-03-20T10:14:38.982113Z","end":"2026-03-20T10:14:39.240855Z","steps":["trace[1270072290] 'agreement among raft nodes before linearized reading' (duration: 258.615807ms)"],"step_count":1} {"level":"info","ts":"2026-03-20T10:14:39.55826Z","caller":"traceutil/trace.go:171","msg":"trace[472919581] transaction","detail":"{read_only:false; response_revision:165; number_of_response:1; }","duration":"156.151345ms","start":"2026-03-20T10:14:39.402084Z","end":"2026-03-20T10:14:39.558235Z","steps":["trace[472919581] 'process raft request' (duration: 115.189468ms)","trace[472919581] 'compare' (duration: 40.867405ms)"],"step_count":2} {"level":"info","ts":"2026-03-20T10:14:40.085801Z","caller":"traceutil/trace.go:171","msg":"trace[35870588] transaction","detail":"{read_only:false; response_revision:202; number_of_response:1; }","duration":"126.524279ms","start":"2026-03-20T10:14:39.959241Z","end":"2026-03-20T10:14:40.085766Z","steps":["trace[35870588] 'process raft request' (duration: 48.601146ms)","trace[35870588] 'compare' (duration: 77.675677ms)"],"step_count":2} {"level":"info","ts":"2026-03-20T10:14:40.483803Z","caller":"traceutil/trace.go:171","msg":"trace[1646648595] transaction","detail":"{read_only:false; response_revision:207; number_of_response:1; }","duration":"163.605789ms","start":"2026-03-20T10:14:40.320164Z","end":"2026-03-20T10:14:40.48377Z","steps":["trace[1646648595] 'process raft request' (duration: 75.225027ms)","trace[1646648595] 'compare' (duration: 88.248509ms)"],"step_count":2} {"level":"warn","ts":"2026-03-20T10:14:40.778127Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"186.381443ms","expected-duration":"100ms","prefix":"","request":"header: txn: success:> failure:<>>","response":"size:16"} {"level":"info","ts":"2026-03-20T10:14:40.778333Z","caller":"traceutil/trace.go:171","msg":"trace[20461337] linearizableReadLoop","detail":"{readStateIndex:214; appliedIndex:213; }","duration":"121.632868ms","start":"2026-03-20T10:14:40.656677Z","end":"2026-03-20T10:14:40.77831Z","steps":["trace[20461337] 'read index received' (duration: 39.071µs)","trace[20461337] 'applied index is now lower than readState.Index' (duration: 121.591837ms)"],"step_count":2} {"level":"warn","ts":"2026-03-20T10:14:40.778579Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"119.359672ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/plndr-svcs-lock\" ","response":"range_response_count:1 size:436"} {"level":"info","ts":"2026-03-20T10:14:40.778695Z","caller":"traceutil/trace.go:171","msg":"trace[2028573238] range","detail":"{range_begin:/registry/leases/kube-system/plndr-svcs-lock; range_end:; response_count:1; response_revision:209; }","duration":"119.493585ms","start":"2026-03-20T10:14:40.659182Z","end":"2026-03-20T10:14:40.778675Z","steps":["trace[2028573238] 'agreement among raft nodes before linearized reading' (duration: 119.32038ms)"],"step_count":1} {"level":"warn","ts":"2026-03-20T10:14:40.778569Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"121.873714ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/plndr-cp-lock\" ","response":"range_response_count:1 size:432"} {"level":"info","ts":"2026-03-20T10:14:40.778818Z","caller":"traceutil/trace.go:171","msg":"trace[158009103] range","detail":"{range_begin:/registry/leases/kube-system/plndr-cp-lock; range_end:; response_count:1; response_revision:209; }","duration":"122.179242ms","start":"2026-03-20T10:14:40.656621Z","end":"2026-03-20T10:14:40.7788Z","steps":["trace[158009103] 'agreement among raft nodes before linearized reading' (duration: 121.770811ms)"],"step_count":1} {"level":"info","ts":"2026-03-20T10:14:40.778738Z","caller":"traceutil/trace.go:171","msg":"trace[592457975] transaction","detail":"{read_only:false; response_revision:209; number_of_response:1; }","duration":"217.900496ms","start":"2026-03-20T10:14:40.560763Z","end":"2026-03-20T10:14:40.778663Z","steps":["trace[592457975] 'process raft request' (duration: 30.905477ms)","trace[592457975] 'compare' (duration: 186.2505ms)"],"step_count":2} {"level":"warn","ts":"2026-03-20T10:14:41.207098Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"211.583969ms","expected-duration":"100ms","prefix":"","request":"header: txn: success:> failure:<>>","response":"size:16"} {"level":"info","ts":"2026-03-20T10:14:41.207253Z","caller":"traceutil/trace.go:171","msg":"trace[1119119862] linearizableReadLoop","detail":"{readStateIndex:220; appliedIndex:219; }","duration":"236.291024ms","start":"2026-03-20T10:14:40.970937Z","end":"2026-03-20T10:14:41.207228Z","steps":["trace[1119119862] 'read index received' (duration: 24.438337ms)","trace[1119119862] 'applied index is now lower than readState.Index' (duration: 211.850866ms)"],"step_count":2} {"level":"info","ts":"2026-03-20T10:14:41.207269Z","caller":"traceutil/trace.go:171","msg":"trace[1634097424] transaction","detail":"{read_only:false; response_revision:215; number_of_response:1; }","duration":"333.639569ms","start":"2026-03-20T10:14:40.8736Z","end":"2026-03-20T10:14:41.207239Z","steps":["trace[1634097424] 'process raft request' (duration: 121.817623ms)","trace[1634097424] 'compare' (duration: 211.371274ms)"],"step_count":2} {"level":"warn","ts":"2026-03-20T10:14:41.207422Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-20T10:14:40.873586Z","time spent":"333.769372ms","remote":"127.0.0.1:51588","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":756,"response count":0,"response size":38,"request content":"compare: success:> failure:<>"} {"level":"warn","ts":"2026-03-20T10:14:41.207723Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"236.768715ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pods/kube-system/kube-apiserver-instance\" ","response":"range_response_count:1 size:5897"} {"level":"info","ts":"2026-03-20T10:14:41.207769Z","caller":"traceutil/trace.go:171","msg":"trace[1784085535] range","detail":"{range_begin:/registry/pods/kube-system/kube-apiserver-instance; range_end:; response_count:1; response_revision:215; }","duration":"236.856967ms","start":"2026-03-20T10:14:40.970898Z","end":"2026-03-20T10:14:41.207755Z","steps":["trace[1784085535] 'agreement among raft nodes before linearized reading' (duration: 236.432147ms)"],"step_count":1} {"level":"info","ts":"2026-03-20T10:14:41.396047Z","caller":"traceutil/trace.go:171","msg":"trace[998069350] transaction","detail":"{read_only:false; response_revision:217; number_of_response:1; }","duration":"182.340454ms","start":"2026-03-20T10:14:41.213672Z","end":"2026-03-20T10:14:41.396013Z","steps":["trace[998069350] 'process raft request' (duration: 162.207775ms)","trace[998069350] 'compare' (duration: 19.937204ms)"],"step_count":2} {"level":"info","ts":"2026-03-20T10:14:41.587862Z","caller":"traceutil/trace.go:171","msg":"trace[954378945] transaction","detail":"{read_only:false; response_revision:218; number_of_response:1; }","duration":"184.718733ms","start":"2026-03-20T10:14:41.403116Z","end":"2026-03-20T10:14:41.587834Z","steps":["trace[954378945] 'process raft request' (duration: 117.67914ms)","trace[954378945] 'compare' (duration: 66.90552ms)"],"step_count":2} {"level":"info","ts":"2026-03-20T10:14:41.589821Z","caller":"traceutil/trace.go:171","msg":"trace[620948371] transaction","detail":"{read_only:false; response_revision:219; number_of_response:1; }","duration":"183.083512ms","start":"2026-03-20T10:14:41.406697Z","end":"2026-03-20T10:14:41.589781Z","steps":["trace[620948371] 'process raft request' (duration: 182.873837ms)"],"step_count":1} {"level":"info","ts":"2026-03-20T10:14:41.890107Z","caller":"traceutil/trace.go:171","msg":"trace[1462244606] linearizableReadLoop","detail":"{readStateIndex:236; appliedIndex:235; }","duration":"110.022789ms","start":"2026-03-20T10:14:41.780047Z","end":"2026-03-20T10:14:41.89007Z","steps":["trace[1462244606] 'read index received' (duration: 81.172554ms)","trace[1462244606] 'applied index is now lower than readState.Index' (duration: 28.849055ms)"],"step_count":2} {"level":"info","ts":"2026-03-20T10:14:41.890261Z","caller":"traceutil/trace.go:171","msg":"trace[1193957866] transaction","detail":"{read_only:false; response_revision:231; number_of_response:1; }","duration":"152.282268ms","start":"2026-03-20T10:14:41.73791Z","end":"2026-03-20T10:14:41.890192Z","steps":["trace[1193957866] 'process raft request' (duration: 123.362441ms)","trace[1193957866] 'compare' (duration: 28.62307ms)"],"step_count":2} {"level":"warn","ts":"2026-03-20T10:14:41.890429Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"110.361748ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/kube-controller-manager\" ","response":"range_response_count:0 size:5"} {"level":"info","ts":"2026-03-20T10:14:41.890495Z","caller":"traceutil/trace.go:171","msg":"trace[1197844566] range","detail":"{range_begin:/registry/leases/kube-system/kube-controller-manager; range_end:; response_count:0; response_revision:231; }","duration":"110.498941ms","start":"2026-03-20T10:14:41.779978Z","end":"2026-03-20T10:14:41.890477Z","steps":["trace[1197844566] 'agreement among raft nodes before linearized reading' (duration: 110.300947ms)"],"step_count":1} {"level":"info","ts":"2026-03-20T10:14:42.153921Z","caller":"traceutil/trace.go:171","msg":"trace[1714181687] transaction","detail":"{read_only:false; response_revision:243; number_of_response:1; }","duration":"106.514603ms","start":"2026-03-20T10:14:42.047382Z","end":"2026-03-20T10:14:42.153896Z","steps":["trace[1714181687] 'process raft request' (duration: 96.924736ms)"],"step_count":1} {"level":"info","ts":"2026-03-20T10:14:42.503175Z","caller":"traceutil/trace.go:171","msg":"trace[952305972] transaction","detail":"{read_only:false; response_revision:253; number_of_response:1; }","duration":"119.594878ms","start":"2026-03-20T10:14:42.383542Z","end":"2026-03-20T10:14:42.503137Z","steps":["trace[952305972] 'process raft request' (duration: 37.749987ms)","trace[952305972] 'compare' (duration: 81.631826ms)"],"step_count":2} {"level":"warn","ts":"2026-03-20T10:14:43.356663Z","caller":"etcdserver/v3_server.go:897","msg":"waiting for ReadIndex response took too long, retrying","sent-request-id":184257304220175362,"retry-timeout":"500ms"} {"level":"warn","ts":"2026-03-20T10:14:43.537984Z","caller":"wal/wal.go:805","msg":"slow fdatasync","took":"1.029927554s","expected-duration":"1s"} {"level":"info","ts":"2026-03-20T10:14:43.554299Z","caller":"traceutil/trace.go:171","msg":"trace[2056190948] linearizableReadLoop","detail":"{readStateIndex:260; appliedIndex:259; }","duration":"698.626794ms","start":"2026-03-20T10:14:42.855648Z","end":"2026-03-20T10:14:43.554275Z","steps":["trace[2056190948] 'read index received' (duration: 682.507195ms)","trace[2056190948] 'applied index is now lower than readState.Index' (duration: 16.118299ms)"],"step_count":2} {"level":"info","ts":"2026-03-20T10:14:43.554483Z","caller":"traceutil/trace.go:171","msg":"trace[1138179091] transaction","detail":"{read_only:false; response_revision:254; number_of_response:1; }","duration":"1.046542085s","start":"2026-03-20T10:14:42.507928Z","end":"2026-03-20T10:14:43.55447Z","steps":["trace[1138179091] 'process raft request' (duration: 1.030311254s)","trace[1138179091] 'compare' (duration: 15.541515ms)"],"step_count":2} {"level":"warn","ts":"2026-03-20T10:14:43.554563Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-20T10:14:42.507896Z","time spent":"1.046613707s","remote":"127.0.0.1:51566","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":342,"response count":0,"response size":38,"request content":"compare: success:> failure:<>"} {"level":"warn","ts":"2026-03-20T10:14:43.554862Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"696.242246ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/plndr-cp-lock\" ","response":"range_response_count:1 size:433"} {"level":"warn","ts":"2026-03-20T10:14:43.554895Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"626.893104ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/serviceaccounts/kube-system/node-controller\" ","response":"range_response_count:0 size:5"} {"level":"info","ts":"2026-03-20T10:14:43.554939Z","caller":"traceutil/trace.go:171","msg":"trace[914402032] range","detail":"{range_begin:/registry/leases/kube-system/plndr-cp-lock; range_end:; response_count:1; response_revision:254; }","duration":"696.42968ms","start":"2026-03-20T10:14:42.858489Z","end":"2026-03-20T10:14:43.554919Z","steps":["trace[914402032] 'agreement among raft nodes before linearized reading' (duration: 696.211265ms)"],"step_count":1} {"level":"info","ts":"2026-03-20T10:14:43.554947Z","caller":"traceutil/trace.go:171","msg":"trace[1844339404] range","detail":"{range_begin:/registry/serviceaccounts/kube-system/node-controller; range_end:; response_count:0; response_revision:254; }","duration":"626.980417ms","start":"2026-03-20T10:14:42.927951Z","end":"2026-03-20T10:14:43.554932Z","steps":["trace[1844339404] 'agreement among raft nodes before linearized reading' (duration: 626.904685ms)"],"step_count":1} {"level":"warn","ts":"2026-03-20T10:14:43.55498Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-20T10:14:42.85847Z","time spent":"696.500992ms","remote":"127.0.0.1:51504","response type":"/etcdserverpb.KV/Range","request count":0,"request size":44,"response count":1,"response size":455,"request content":"key:\"/registry/leases/kube-system/plndr-cp-lock\" "} {"level":"warn","ts":"2026-03-20T10:14:43.55498Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-20T10:14:42.927932Z","time spent":"627.040498ms","remote":"127.0.0.1:51434","response type":"/etcdserverpb.KV/Range","request count":0,"request size":55,"response count":0,"response size":27,"request content":"key:\"/registry/serviceaccounts/kube-system/node-controller\" "} {"level":"warn","ts":"2026-03-20T10:14:43.554982Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"563.537363ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pods/kube-system/kube-scheduler-instance\" ","response":"range_response_count:1 size:2920"} {"level":"warn","ts":"2026-03-20T10:14:43.554996Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"699.318461ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/plndr-svcs-lock\" ","response":"range_response_count:1 size:437"} {"level":"info","ts":"2026-03-20T10:14:43.555066Z","caller":"traceutil/trace.go:171","msg":"trace[549731478] range","detail":"{range_begin:/registry/pods/kube-system/kube-scheduler-instance; range_end:; response_count:1; response_revision:254; }","duration":"563.674126ms","start":"2026-03-20T10:14:42.991373Z","end":"2026-03-20T10:14:43.555048Z","steps":["trace[549731478] 'agreement among raft nodes before linearized reading' (duration: 563.477082ms)"],"step_count":1} {"level":"warn","ts":"2026-03-20T10:14:43.555111Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-20T10:14:42.991301Z","time spent":"563.79924ms","remote":"127.0.0.1:51424","response type":"/etcdserverpb.KV/Range","request count":0,"request size":52,"response count":1,"response size":2942,"request content":"key:\"/registry/pods/kube-system/kube-scheduler-instance\" "} {"level":"info","ts":"2026-03-20T10:14:43.5551Z","caller":"traceutil/trace.go:171","msg":"trace[1963150914] range","detail":"{range_begin:/registry/leases/kube-system/plndr-svcs-lock; range_end:; response_count:1; response_revision:254; }","duration":"699.433824ms","start":"2026-03-20T10:14:42.855642Z","end":"2026-03-20T10:14:43.555076Z","steps":["trace[1963150914] 'agreement among raft nodes before linearized reading' (duration: 699.228919ms)"],"step_count":1} {"level":"warn","ts":"2026-03-20T10:14:43.555193Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-20T10:14:42.855589Z","time spent":"699.585849ms","remote":"127.0.0.1:51504","response type":"/etcdserverpb.KV/Range","request count":0,"request size":46,"response count":1,"response size":459,"request content":"key:\"/registry/leases/kube-system/plndr-svcs-lock\" "} {"level":"warn","ts":"2026-03-20T10:14:44.255415Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"587.528827ms","expected-duration":"100ms","prefix":"","request":"header: txn: success:> failure:<>>","response":"size:16"} {"level":"info","ts":"2026-03-20T10:14:44.255518Z","caller":"traceutil/trace.go:171","msg":"trace[2028380078] transaction","detail":"{read_only:false; response_revision:255; number_of_response:1; }","duration":"696.970423ms","start":"2026-03-20T10:14:43.558531Z","end":"2026-03-20T10:14:44.255501Z","steps":["trace[2028380078] 'process raft request' (duration: 109.274161ms)","trace[2028380078] 'compare' (duration: 587.318872ms)"],"step_count":2} {"level":"warn","ts":"2026-03-20T10:14:44.255561Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-20T10:14:43.55851Z","time spent":"697.031445ms","remote":"127.0.0.1:51568","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":541,"response count":0,"response size":38,"request content":"compare: success:> failure:<>"} {"level":"warn","ts":"2026-03-20T10:14:44.437057Z","caller":"etcdserver/v3_server.go:897","msg":"waiting for ReadIndex response took too long, retrying","sent-request-id":184257304220175368,"retry-timeout":"500ms"} {"level":"info","ts":"2026-03-20T10:14:44.639941Z","caller":"traceutil/trace.go:171","msg":"trace[57977540] transaction","detail":"{read_only:false; response_revision:256; number_of_response:1; }","duration":"1.080045758s","start":"2026-03-20T10:14:43.559871Z","end":"2026-03-20T10:14:44.639916Z","steps":["trace[57977540] 'process raft request' (duration: 1.079856134s)"],"step_count":1} {"level":"info","ts":"2026-03-20T10:14:44.640134Z","caller":"traceutil/trace.go:171","msg":"trace[575875406] transaction","detail":"{read_only:false; response_revision:257; number_of_response:1; }","duration":"1.079887884s","start":"2026-03-20T10:14:43.560226Z","end":"2026-03-20T10:14:44.640114Z","steps":["trace[575875406] 'process raft request' (duration: 1.079641808s)"],"step_count":1} {"level":"warn","ts":"2026-03-20T10:14:44.640371Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-20T10:14:43.559854Z","time spent":"1.080233762s","remote":"127.0.0.1:51504","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":419,"response count":0,"response size":38,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-03-20T10:14:44.640534Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-20T10:14:43.560217Z","time spent":"1.079971306s","remote":"127.0.0.1:51504","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":423,"response count":0,"response size":38,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-03-20T10:14:44.640761Z","caller":"traceutil/trace.go:171","msg":"trace[1860493708] transaction","detail":"{read_only:false; response_revision:258; number_of_response:1; }","duration":"1.078852538s","start":"2026-03-20T10:14:43.5619Z","end":"2026-03-20T10:14:44.640752Z","steps":["trace[1860493708] 'process raft request' (duration: 1.078679633s)"],"step_count":1} {"level":"info","ts":"2026-03-20T10:14:44.64077Z","caller":"traceutil/trace.go:171","msg":"trace[1619225585] transaction","detail":"{read_only:false; response_revision:259; number_of_response:1; }","duration":"1.078631752s","start":"2026-03-20T10:14:43.562118Z","end":"2026-03-20T10:14:44.64075Z","steps":["trace[1619225585] 'process raft request' (duration: 1.07858404s)"],"step_count":1} {"level":"warn","ts":"2026-03-20T10:14:44.640909Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-20T10:14:43.56211Z","time spent":"1.078720285s","remote":"127.0.0.1:51434","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":180,"response count":0,"response size":38,"request content":"compare: success:> failure:<>"} {"level":"warn","ts":"2026-03-20T10:14:44.640808Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-20T10:14:43.561882Z","time spent":"1.078905519s","remote":"127.0.0.1:51424","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":4119,"response count":0,"response size":38,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-03-20T10:14:44.720867Z","caller":"traceutil/trace.go:171","msg":"trace[1429176741] linearizableReadLoop","detail":"{readStateIndex:266; appliedIndex:261; }","duration":"784.406562ms","start":"2026-03-20T10:14:43.936435Z","end":"2026-03-20T10:14:44.720841Z","steps":["trace[1429176741] 'read index received' (duration: 703.348151ms)","trace[1429176741] 'applied index is now lower than readState.Index' (duration: 81.057381ms)"],"step_count":2} {"level":"warn","ts":"2026-03-20T10:14:44.721055Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"784.608257ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/kube-controller-manager\" ","response":"range_response_count:1 size:506"} {"level":"info","ts":"2026-03-20T10:14:44.721098Z","caller":"traceutil/trace.go:171","msg":"trace[1197131877] range","detail":"{range_begin:/registry/leases/kube-system/kube-controller-manager; range_end:; response_count:1; response_revision:260; }","duration":"784.7204ms","start":"2026-03-20T10:14:43.936367Z","end":"2026-03-20T10:14:44.721087Z","steps":["trace[1197131877] 'agreement among raft nodes before linearized reading' (duration: 784.602687ms)"],"step_count":1} {"level":"info","ts":"2026-03-20T10:14:44.721022Z","caller":"traceutil/trace.go:171","msg":"trace[732627766] transaction","detail":"{read_only:false; response_revision:260; number_of_response:1; }","duration":"459.432789ms","start":"2026-03-20T10:14:44.261529Z","end":"2026-03-20T10:14:44.720961Z","steps":["trace[732627766] 'process raft request' (duration: 459.209214ms)"],"step_count":1} {"level":"warn","ts":"2026-03-20T10:14:44.721139Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-20T10:14:43.936337Z","time spent":"784.793761ms","remote":"127.0.0.1:51504","response type":"/etcdserverpb.KV/Range","request count":0,"request size":54,"response count":1,"response size":528,"request content":"key:\"/registry/leases/kube-system/kube-controller-manager\" "} {"level":"warn","ts":"2026-03-20T10:14:44.721181Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"627.721545ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/kube-scheduler\" ","response":"range_response_count:0 size:5"} {"level":"info","ts":"2026-03-20T10:14:44.721284Z","caller":"traceutil/trace.go:171","msg":"trace[327809006] range","detail":"{range_begin:/registry/leases/kube-system/kube-scheduler; range_end:; response_count:0; response_revision:260; }","duration":"627.986462ms","start":"2026-03-20T10:14:44.093274Z","end":"2026-03-20T10:14:44.72126Z","steps":["trace[327809006] 'agreement among raft nodes before linearized reading' (duration: 627.742966ms)"],"step_count":1} {"level":"warn","ts":"2026-03-20T10:14:44.721298Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-20T10:14:44.261504Z","time spent":"459.666875ms","remote":"127.0.0.1:51332","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":1342,"response count":0,"response size":38,"request content":"compare: success:> failure:<>"} {"level":"warn","ts":"2026-03-20T10:14:44.721327Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-20T10:14:44.093239Z","time spent":"628.077054ms","remote":"127.0.0.1:51504","response type":"/etcdserverpb.KV/Range","request count":0,"request size":45,"response count":0,"response size":27,"request content":"key:\"/registry/leases/kube-system/kube-scheduler\" "} {"level":"warn","ts":"2026-03-20T10:14:45.356028Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"130.894517ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/namespaces/kube-system\" ","response":"range_response_count:1 size:351"} {"level":"info","ts":"2026-03-20T10:14:45.356123Z","caller":"traceutil/trace.go:171","msg":"trace[94654179] range","detail":"{range_begin:/registry/namespaces/kube-system; range_end:; response_count:1; response_revision:277; }","duration":"131.040131ms","start":"2026-03-20T10:14:45.22506Z","end":"2026-03-20T10:14:45.3561Z","steps":["trace[94654179] 'range keys from in-memory index tree' (duration: 130.775784ms)"],"step_count":1} {"level":"info","ts":"2026-03-20T10:14:45.654505Z","caller":"traceutil/trace.go:171","msg":"trace[487210987] linearizableReadLoop","detail":"{readStateIndex:285; appliedIndex:284; }","duration":"266.766819ms","start":"2026-03-20T10:14:45.387712Z","end":"2026-03-20T10:14:45.654479Z","steps":["trace[487210987] 'read index received' (duration: 222.487189ms)","trace[487210987] 'applied index is now lower than readState.Index' (duration: 44.27836ms)"],"step_count":2} {"level":"info","ts":"2026-03-20T10:14:45.654535Z","caller":"traceutil/trace.go:171","msg":"trace[1141875608] transaction","detail":"{read_only:false; response_revision:279; number_of_response:1; }","duration":"291.268727ms","start":"2026-03-20T10:14:45.363243Z","end":"2026-03-20T10:14:45.654511Z","steps":["trace[1141875608] 'process raft request' (duration: 247.026928ms)","trace[1141875608] 'compare' (duration: 44.066544ms)"],"step_count":2} {"level":"warn","ts":"2026-03-20T10:14:45.65463Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"266.893572ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/serviceaccounts/kube-system/expand-controller\" ","response":"range_response_count:0 size:5"} {"level":"info","ts":"2026-03-20T10:14:45.654664Z","caller":"traceutil/trace.go:171","msg":"trace[71916018] range","detail":"{range_begin:/registry/serviceaccounts/kube-system/expand-controller; range_end:; response_count:0; response_revision:279; }","duration":"266.980404ms","start":"2026-03-20T10:14:45.387673Z","end":"2026-03-20T10:14:45.654653Z","steps":["trace[71916018] 'agreement among raft nodes before linearized reading' (duration: 266.902812ms)"],"step_count":1} {"level":"warn","ts":"2026-03-20T10:14:46.096729Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"301.361721ms","expected-duration":"100ms","prefix":"","request":"header: txn: success:> failure:<>>","response":"size:16"} {"level":"info","ts":"2026-03-20T10:14:46.096894Z","caller":"traceutil/trace.go:171","msg":"trace[1644957395] transaction","detail":"{read_only:false; response_revision:281; number_of_response:1; }","duration":"433.258086ms","start":"2026-03-20T10:14:45.663619Z","end":"2026-03-20T10:14:46.096877Z","steps":["trace[1644957395] 'process raft request' (duration: 433.211774ms)"],"step_count":1} {"level":"info","ts":"2026-03-20T10:14:46.096925Z","caller":"traceutil/trace.go:171","msg":"trace[415986943] transaction","detail":"{read_only:false; response_revision:280; number_of_response:1; }","duration":"435.230885ms","start":"2026-03-20T10:14:45.661664Z","end":"2026-03-20T10:14:46.096895Z","steps":["trace[415986943] 'process raft request' (duration: 133.634508ms)","trace[415986943] 'compare' (duration: 301.219888ms)"],"step_count":2} {"level":"warn","ts":"2026-03-20T10:14:46.09696Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-20T10:14:45.663603Z","time spent":"433.333308ms","remote":"127.0.0.1:51316","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":525,"response count":0,"response size":38,"request content":"compare: success:> failure:<>"} {"level":"warn","ts":"2026-03-20T10:14:46.097053Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-20T10:14:45.661636Z","time spent":"435.353087ms","remote":"127.0.0.1:51434","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":184,"response count":0,"response size":38,"request content":"compare: success:> failure:<>"} {"level":"warn","ts":"2026-03-20T10:14:46.5109Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"261.171103ms","expected-duration":"100ms","prefix":"","request":"header: txn: success:> failure:<>>","response":"size:16"} {"level":"info","ts":"2026-03-20T10:14:46.511242Z","caller":"traceutil/trace.go:171","msg":"trace[716325205] transaction","detail":"{read_only:false; response_revision:283; number_of_response:1; }","duration":"405.102141ms","start":"2026-03-20T10:14:46.10611Z","end":"2026-03-20T10:14:46.511212Z","steps":["trace[716325205] 'process raft request' (duration: 143.552088ms)","trace[716325205] 'compare' (duration: 261.008079ms)"],"step_count":2} {"level":"warn","ts":"2026-03-20T10:14:46.511359Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-20T10:14:46.106094Z","time spent":"405.198523ms","remote":"127.0.0.1:51434","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":199,"response count":0,"response size":38,"request content":"compare: success:> failure:<>"} {"level":"info","ts":"2026-03-20T10:14:46.511459Z","caller":"traceutil/trace.go:171","msg":"trace[1657497837] transaction","detail":"{read_only:false; response_revision:284; number_of_response:1; }","duration":"335.686891ms","start":"2026-03-20T10:14:46.175756Z","end":"2026-03-20T10:14:46.511443Z","steps":["trace[1657497837] 'process raft request' (duration: 335.393174ms)"],"step_count":1} {"level":"warn","ts":"2026-03-20T10:14:46.511576Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-20T10:14:46.17573Z","time spent":"335.763743ms","remote":"127.0.0.1:51566","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":324,"response count":0,"response size":38,"request content":"compare: success:> failure:<>"} {"level":"warn","ts":"2026-03-20T10:14:47.033249Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"387.400846ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/plndr-svcs-lock\" ","response":"range_response_count:1 size:437"} {"level":"warn","ts":"2026-03-20T10:14:47.033263Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"421.556912ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/serviceaccounts/kube-system/generic-garbage-collector\" ","response":"range_response_count:0 size:5"} {"level":"warn","ts":"2026-03-20T10:14:47.033309Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"388.125444ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/plndr-cp-lock\" ","response":"range_response_count:1 size:433"} {"level":"warn","ts":"2026-03-20T10:14:47.033366Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"233.08636ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/kube-scheduler\" ","response":"range_response_count:1 size:478"} {"level":"info","ts":"2026-03-20T10:14:47.033381Z","caller":"traceutil/trace.go:171","msg":"trace[623568380] range","detail":"{range_begin:/registry/leases/kube-system/plndr-svcs-lock; range_end:; response_count:1; response_revision:287; }","duration":"387.612162ms","start":"2026-03-20T10:14:46.645731Z","end":"2026-03-20T10:14:47.033343Z","steps":["trace[623568380] 'range keys from in-memory index tree' (duration: 387.237832ms)"],"step_count":1} {"level":"info","ts":"2026-03-20T10:14:47.033391Z","caller":"traceutil/trace.go:171","msg":"trace[1913194538] range","detail":"{range_begin:/registry/serviceaccounts/kube-system/generic-garbage-collector; range_end:; response_count:0; response_revision:287; }","duration":"421.781647ms","start":"2026-03-20T10:14:46.611578Z","end":"2026-03-20T10:14:47.03336Z","steps":["trace[1913194538] 'range keys from in-memory index tree' (duration: 421.457919ms)"],"step_count":1} {"level":"info","ts":"2026-03-20T10:14:47.033417Z","caller":"traceutil/trace.go:171","msg":"trace[1781541098] range","detail":"{range_begin:/registry/leases/kube-system/kube-scheduler; range_end:; response_count:1; response_revision:287; }","duration":"233.163612ms","start":"2026-03-20T10:14:46.800243Z","end":"2026-03-20T10:14:47.033407Z","steps":["trace[1781541098] 'range keys from in-memory index tree' (duration: 232.994458ms)"],"step_count":1} {"level":"warn","ts":"2026-03-20T10:14:47.033464Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-20T10:14:46.611558Z","time spent":"421.8941ms","remote":"127.0.0.1:51434","response type":"/etcdserverpb.KV/Range","request count":0,"request size":65,"response count":0,"response size":27,"request content":"key:\"/registry/serviceaccounts/kube-system/generic-garbage-collector\" "} {"level":"warn","ts":"2026-03-20T10:14:47.033463Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-20T10:14:46.6457Z","time spent":"387.747165ms","remote":"127.0.0.1:51504","response type":"/etcdserverpb.KV/Range","request count":0,"request size":46,"response count":1,"response size":459,"request content":"key:\"/registry/leases/kube-system/plndr-svcs-lock\" "} {"level":"info","ts":"2026-03-20T10:14:47.033474Z","caller":"traceutil/trace.go:171","msg":"trace[2122195742] range","detail":"{range_begin:/registry/leases/kube-system/plndr-cp-lock; range_end:; response_count:1; response_revision:287; }","duration":"388.291459ms","start":"2026-03-20T10:14:46.6451Z","end":"2026-03-20T10:14:47.033391Z","steps":["trace[2122195742] 'range keys from in-memory index tree' (duration: 387.96106ms)"],"step_count":1} {"level":"warn","ts":"2026-03-20T10:14:47.03358Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-20T10:14:46.645076Z","time spent":"388.484883ms","remote":"127.0.0.1:51504","response type":"/etcdserverpb.KV/Range","request count":0,"request size":44,"response count":1,"response size":455,"request content":"key:\"/registry/leases/kube-system/plndr-cp-lock\" "} {"level":"warn","ts":"2026-03-20T10:14:47.033299Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"264.365274ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/kube-controller-manager\" ","response":"range_response_count:1 size:506"} {"level":"info","ts":"2026-03-20T10:14:47.034149Z","caller":"traceutil/trace.go:171","msg":"trace[1233092879] range","detail":"{range_begin:/registry/leases/kube-system/kube-controller-manager; range_end:; response_count:1; response_revision:287; }","duration":"265.251967ms","start":"2026-03-20T10:14:46.768875Z","end":"2026-03-20T10:14:47.034127Z","steps":["trace[1233092879] 'range keys from in-memory index tree' (duration: 264.159358ms)"],"step_count":1} {"level":"info","ts":"2026-03-20T10:14:47.202509Z","caller":"traceutil/trace.go:171","msg":"trace[356600158] transaction","detail":"{read_only:false; response_revision:288; number_of_response:1; }","duration":"164.03612ms","start":"2026-03-20T10:14:47.038454Z","end":"2026-03-20T10:14:47.20249Z","steps":["trace[356600158] 'process raft request' (duration: 163.922797ms)"],"step_count":1} {"level":"info","ts":"2026-03-20T10:14:47.347998Z","caller":"traceutil/trace.go:171","msg":"trace[429024181] transaction","detail":"{read_only:false; response_revision:289; number_of_response:1; }","duration":"309.225768ms","start":"2026-03-20T10:14:47.038752Z","end":"2026-03-20T10:14:47.347978Z","steps":["trace[429024181] 'process raft request' (duration: 257.382259ms)","trace[429024181] 'compare' (duration: 51.668625ms)"],"step_count":2} {"level":"warn","ts":"2026-03-20T10:14:47.348181Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-20T10:14:47.03872Z","time spent":"309.338861ms","remote":"127.0.0.1:51504","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":419,"response count":0,"response size":38,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-03-20T10:14:47.34861Z","caller":"traceutil/trace.go:171","msg":"trace[1145484412] transaction","detail":"{read_only:false; response_revision:291; number_of_response:1; }","duration":"307.946386ms","start":"2026-03-20T10:14:47.04065Z","end":"2026-03-20T10:14:47.348597Z","steps":["trace[1145484412] 'process raft request' (duration: 307.774251ms)"],"step_count":1} {"level":"warn","ts":"2026-03-20T10:14:47.348689Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-20T10:14:47.040617Z","time spent":"308.033828ms","remote":"127.0.0.1:51504","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":423,"response count":0,"response size":38,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-03-20T10:14:47.34877Z","caller":"traceutil/trace.go:171","msg":"trace[1186716136] transaction","detail":"{read_only:false; response_revision:290; number_of_response:1; }","duration":"309.341491ms","start":"2026-03-20T10:14:47.03921Z","end":"2026-03-20T10:14:47.348551Z","steps":["trace[1186716136] 'process raft request' (duration: 308.725566ms)"],"step_count":1} {"level":"warn","ts":"2026-03-20T10:14:47.348878Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-20T10:14:47.039194Z","time spent":"309.605258ms","remote":"127.0.0.1:51504","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":491,"response count":0,"response size":38,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-03-20T10:14:47.349066Z","caller":"traceutil/trace.go:171","msg":"trace[207866375] transaction","detail":"{read_only:false; response_revision:292; number_of_response:1; }","duration":"307.955976ms","start":"2026-03-20T10:14:47.041068Z","end":"2026-03-20T10:14:47.349024Z","steps":["trace[207866375] 'process raft request' (duration: 307.468204ms)"],"step_count":1} {"level":"warn","ts":"2026-03-20T10:14:47.349365Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-20T10:14:47.041056Z","time spent":"308.11146ms","remote":"127.0.0.1:51434","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":201,"response count":0,"response size":38,"request content":"compare: success:> failure:<>"} {"level":"info","ts":"2026-03-20T10:14:47.349721Z","caller":"traceutil/trace.go:171","msg":"trace[990711893] transaction","detail":"{read_only:false; response_revision:293; number_of_response:1; }","duration":"307.151695ms","start":"2026-03-20T10:14:47.042524Z","end":"2026-03-20T10:14:47.349676Z","steps":["trace[990711893] 'process raft request' (duration: 306.458138ms)"],"step_count":1} {"level":"warn","ts":"2026-03-20T10:14:47.350063Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-20T10:14:47.042512Z","time spent":"307.320059ms","remote":"127.0.0.1:51412","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":4003,"response count":0,"response size":38,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-03-20T10:14:47.634787Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"135.757102ms","expected-duration":"100ms","prefix":"","request":"header: txn: success:> failure:<>>","response":"size:16"} {"level":"info","ts":"2026-03-20T10:14:47.634866Z","caller":"traceutil/trace.go:171","msg":"trace[438945025] linearizableReadLoop","detail":"{readStateIndex:300; appliedIndex:299; }","duration":"275.891642ms","start":"2026-03-20T10:14:47.358962Z","end":"2026-03-20T10:14:47.634853Z","steps":["trace[438945025] 'read index received' (duration: 139.947865ms)","trace[438945025] 'applied index is now lower than readState.Index' (duration: 135.942927ms)"],"step_count":2} {"level":"info","ts":"2026-03-20T10:14:47.63492Z","caller":"traceutil/trace.go:171","msg":"trace[1615140642] transaction","detail":"{read_only:false; response_revision:294; number_of_response:1; }","duration":"276.13985ms","start":"2026-03-20T10:14:47.358747Z","end":"2026-03-20T10:14:47.634887Z","steps":["trace[1615140642] 'process raft request' (duration: 140.231244ms)","trace[1615140642] 'compare' (duration: 135.529576ms)"],"step_count":2} {"level":"warn","ts":"2026-03-20T10:14:47.635105Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"275.747268ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/serviceaccounts/kube-system/namespace-controller\" ","response":"range_response_count:0 size:5"} {"level":"info","ts":"2026-03-20T10:14:47.635211Z","caller":"traceutil/trace.go:171","msg":"trace[1705734401] range","detail":"{range_begin:/registry/serviceaccounts/kube-system/namespace-controller; range_end:; response_count:0; response_revision:294; }","duration":"275.885632ms","start":"2026-03-20T10:14:47.359299Z","end":"2026-03-20T10:14:47.635184Z","steps":["trace[1705734401] 'agreement among raft nodes before linearized reading' (duration: 275.660076ms)"],"step_count":1} {"level":"warn","ts":"2026-03-20T10:14:47.635628Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"276.659071ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/serviceaccounts/kube-system/generic-garbage-collector\" ","response":"range_response_count:1 size:216"} {"level":"info","ts":"2026-03-20T10:14:47.635672Z","caller":"traceutil/trace.go:171","msg":"trace[2040606010] range","detail":"{range_begin:/registry/serviceaccounts/kube-system/generic-garbage-collector; range_end:; response_count:1; response_revision:294; }","duration":"276.712243ms","start":"2026-03-20T10:14:47.358948Z","end":"2026-03-20T10:14:47.63566Z","steps":["trace[2040606010] 'agreement among raft nodes before linearized reading' (duration: 276.633081ms)"],"step_count":1} {"level":"warn","ts":"2026-03-20T10:14:48.055698Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"319.492225ms","expected-duration":"100ms","prefix":"","request":"header: txn: success:> failure:<>>","response":"size:16"} {"level":"info","ts":"2026-03-20T10:14:48.055807Z","caller":"traceutil/trace.go:171","msg":"trace[44928186] transaction","detail":"{read_only:false; response_revision:296; number_of_response:1; }","duration":"413.951782ms","start":"2026-03-20T10:14:47.641836Z","end":"2026-03-20T10:14:48.055788Z","steps":["trace[44928186] 'process raft request' (duration: 94.299233ms)","trace[44928186] 'compare' (duration: 319.365412ms)"],"step_count":2} {"level":"warn","ts":"2026-03-20T10:14:48.055913Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-20T10:14:47.641827Z","time spent":"414.061645ms","remote":"127.0.0.1:51434","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":190,"response count":0,"response size":38,"request content":"compare: success:> failure:<>"} {"level":"info","ts":"2026-03-20T10:14:48.06176Z","caller":"traceutil/trace.go:171","msg":"trace[1402480872] linearizableReadLoop","detail":"{readStateIndex:303; appliedIndex:302; }","duration":"250.535647ms","start":"2026-03-20T10:14:47.811209Z","end":"2026-03-20T10:14:48.061745Z","steps":["trace[1402480872] 'read index received' (duration: 250.451375ms)","trace[1402480872] 'applied index is now lower than readState.Index' (duration: 83.242µs)"],"step_count":2} {"level":"info","ts":"2026-03-20T10:14:48.062084Z","caller":"traceutil/trace.go:171","msg":"trace[998600781] transaction","detail":"{read_only:false; response_revision:297; number_of_response:1; }","duration":"357.314732ms","start":"2026-03-20T10:14:47.70475Z","end":"2026-03-20T10:14:48.062065Z","steps":["trace[998600781] 'process raft request' (duration: 356.925123ms)"],"step_count":1} {"level":"warn","ts":"2026-03-20T10:14:48.062098Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"250.890366ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-node-lease/instance\" ","response":"range_response_count:0 size:5"} {"level":"info","ts":"2026-03-20T10:14:48.062145Z","caller":"traceutil/trace.go:171","msg":"trace[2114834285] range","detail":"{range_begin:/registry/leases/kube-node-lease/instance; range_end:; response_count:0; response_revision:297; }","duration":"250.992049ms","start":"2026-03-20T10:14:47.811142Z","end":"2026-03-20T10:14:48.062134Z","steps":["trace[2114834285] 'agreement among raft nodes before linearized reading' (duration: 250.910966ms)"],"step_count":1} {"level":"warn","ts":"2026-03-20T10:14:48.062164Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-20T10:14:47.704726Z","time spent":"357.406576ms","remote":"127.0.0.1:51588","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":454,"response count":0,"response size":38,"request content":"compare: success:> failure:<>"} {"level":"info","ts":"2026-03-20T10:14:48.187116Z","caller":"traceutil/trace.go:171","msg":"trace[741073670] transaction","detail":"{read_only:false; response_revision:299; number_of_response:1; }","duration":"117.438303ms","start":"2026-03-20T10:14:48.069647Z","end":"2026-03-20T10:14:48.187085Z","steps":["trace[741073670] 'process raft request' (duration: 114.796277ms)"],"step_count":1} {"level":"info","ts":"2026-03-20T10:14:48.187103Z","caller":"traceutil/trace.go:171","msg":"trace[1593314911] linearizableReadLoop","detail":"{readStateIndex:306; appliedIndex:303; }","duration":"103.392171ms","start":"2026-03-20T10:14:48.08369Z","end":"2026-03-20T10:14:48.187082Z","steps":["trace[1593314911] 'read index received' (duration: 50.445954ms)","trace[1593314911] 'applied index is now lower than readState.Index' (duration: 52.945247ms)"],"step_count":2} {"level":"info","ts":"2026-03-20T10:14:48.187174Z","caller":"traceutil/trace.go:171","msg":"trace[895100795] transaction","detail":"{read_only:false; response_revision:300; number_of_response:1; }","duration":"114.642923ms","start":"2026-03-20T10:14:48.072512Z","end":"2026-03-20T10:14:48.187155Z","steps":["trace[895100795] 'process raft request' (duration: 114.51277ms)"],"step_count":1} {"level":"warn","ts":"2026-03-20T10:14:48.187262Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"103.551955ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/serviceaccounts/kube-system/service-account-controller\" ","response":"range_response_count:0 size:5"} {"level":"info","ts":"2026-03-20T10:14:48.187297Z","caller":"traceutil/trace.go:171","msg":"trace[1545830755] range","detail":"{range_begin:/registry/serviceaccounts/kube-system/service-account-controller; range_end:; response_count:0; response_revision:300; }","duration":"103.646987ms","start":"2026-03-20T10:14:48.083639Z","end":"2026-03-20T10:14:48.187286Z","steps":["trace[1545830755] 'agreement among raft nodes before linearized reading' (duration: 103.572945ms)"],"step_count":1} {"level":"info","ts":"2026-03-20T10:14:48.238514Z","caller":"traceutil/trace.go:171","msg":"trace[60532099] transaction","detail":"{read_only:false; response_revision:301; number_of_response:1; }","duration":"100.022096ms","start":"2026-03-20T10:14:48.138472Z","end":"2026-03-20T10:14:48.238494Z","steps":["trace[60532099] 'process raft request' (duration: 99.647946ms)"],"step_count":1} {"level":"warn","ts":"2026-03-20T10:14:48.877364Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"166.586424ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/serviceaccounts/kube-system/ttl-controller\" ","response":"range_response_count:1 size:193"} {"level":"warn","ts":"2026-03-20T10:14:48.877443Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"114.565951ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/serviceaccounts/kube-system/certificate-controller\" ","response":"range_response_count:1 size:209"} {"level":"info","ts":"2026-03-20T10:14:48.87757Z","caller":"traceutil/trace.go:171","msg":"trace[1238261458] range","detail":"{range_begin:/registry/serviceaccounts/kube-system/certificate-controller; range_end:; response_count:1; response_revision:321; }","duration":"114.727265ms","start":"2026-03-20T10:14:48.762813Z","end":"2026-03-20T10:14:48.87754Z","steps":["trace[1238261458] 'range keys from in-memory index tree' (duration: 114.473438ms)"],"step_count":1} {"level":"info","ts":"2026-03-20T10:14:48.877488Z","caller":"traceutil/trace.go:171","msg":"trace[598151633] range","detail":"{range_begin:/registry/serviceaccounts/kube-system/ttl-controller; range_end:; response_count:1; response_revision:321; }","duration":"166.771969ms","start":"2026-03-20T10:14:48.710692Z","end":"2026-03-20T10:14:48.877464Z","steps":["trace[598151633] 'range keys from in-memory index tree' (duration: 166.45592ms)"],"step_count":1} {"level":"warn","ts":"2026-03-20T10:14:48.877391Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"177.205281ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/deployments/kube-system/\" range_end:\"/registry/deployments/kube-system0\" ","response":"range_response_count:0 size:5"} {"level":"info","ts":"2026-03-20T10:14:48.877779Z","caller":"traceutil/trace.go:171","msg":"trace[1490403795] range","detail":"{range_begin:/registry/deployments/kube-system/; range_end:/registry/deployments/kube-system0; response_count:0; response_revision:321; }","duration":"177.643911ms","start":"2026-03-20T10:14:48.700102Z","end":"2026-03-20T10:14:48.877746Z","steps":["trace[1490403795] 'range keys from in-memory index tree' (duration: 177.124578ms)"],"step_count":1} {"level":"info","ts":"2026-03-20T10:14:48.935992Z","caller":"traceutil/trace.go:171","msg":"trace[1148577515] transaction","detail":"{read_only:false; response_revision:322; number_of_response:1; }","duration":"142.342436ms","start":"2026-03-20T10:14:48.793625Z","end":"2026-03-20T10:14:48.935967Z","steps":["trace[1148577515] 'process raft request' (duration: 142.193012ms)"],"step_count":1} {"level":"info","ts":"2026-03-20T10:14:48.935988Z","caller":"traceutil/trace.go:171","msg":"trace[1158709730] linearizableReadLoop","detail":"{readStateIndex:328; appliedIndex:327; }","duration":"125.949076ms","start":"2026-03-20T10:14:48.810015Z","end":"2026-03-20T10:14:48.935964Z","steps":["trace[1158709730] 'read index received' (duration: 125.929115ms)","trace[1158709730] 'applied index is now lower than readState.Index' (duration: 18.821µs)"],"step_count":2} {"level":"warn","ts":"2026-03-20T10:14:48.936146Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"126.118041ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/serviceaccounts/kube-system/root-ca-cert-publisher\" ","response":"range_response_count:1 size:209"} {"level":"info","ts":"2026-03-20T10:14:48.936193Z","caller":"traceutil/trace.go:171","msg":"trace[34726110] range","detail":"{range_begin:/registry/serviceaccounts/kube-system/root-ca-cert-publisher; range_end:; response_count:1; response_revision:322; }","duration":"126.181612ms","start":"2026-03-20T10:14:48.809997Z","end":"2026-03-20T10:14:48.936179Z","steps":["trace[34726110] 'agreement among raft nodes before linearized reading' (duration: 126.046928ms)"],"step_count":1} {"level":"info","ts":"2026-03-20T10:14:49.325856Z","caller":"traceutil/trace.go:171","msg":"trace[896315486] transaction","detail":"{read_only:false; number_of_response:0; response_revision:323; }","duration":"415.87622ms","start":"2026-03-20T10:14:48.909958Z","end":"2026-03-20T10:14:49.325835Z","steps":["trace[896315486] 'process raft request' (duration: 415.827399ms)"],"step_count":1} {"level":"warn","ts":"2026-03-20T10:14:49.325997Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-20T10:14:48.90994Z","time spent":"416.001923ms","remote":"127.0.0.1:51424","response type":"/etcdserverpb.KV/Txn","request count":0,"request size":0,"response count":0,"response size":27,"request content":"compare: success:> failure:<>"} {"level":"info","ts":"2026-03-20T10:14:49.326192Z","caller":"traceutil/trace.go:171","msg":"trace[1006974826] transaction","detail":"{read_only:false; number_of_response:0; response_revision:323; }","duration":"436.283581ms","start":"2026-03-20T10:14:48.889899Z","end":"2026-03-20T10:14:49.326182Z","steps":["trace[1006974826] 'process raft request' (duration: 435.860661ms)"],"step_count":1} {"level":"warn","ts":"2026-03-20T10:14:49.326248Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-20T10:14:48.889875Z","time spent":"436.350882ms","remote":"127.0.0.1:51412","response type":"/etcdserverpb.KV/Txn","request count":0,"request size":0,"response count":0,"response size":27,"request content":"compare: success:> failure:<>"} {"level":"warn","ts":"2026-03-20T10:14:49.326337Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"465.644727ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/serviceaccounts/kube-system/node-controller\" ","response":"range_response_count:1 size:195"} {"level":"info","ts":"2026-03-20T10:14:49.326389Z","caller":"traceutil/trace.go:171","msg":"trace[1461990188] range","detail":"{range_begin:/registry/serviceaccounts/kube-system/node-controller; range_end:; response_count:1; response_revision:323; }","duration":"465.740959ms","start":"2026-03-20T10:14:48.860637Z","end":"2026-03-20T10:14:49.326378Z","steps":["trace[1461990188] 'agreement among raft nodes before linearized reading' (duration: 465.634347ms)"],"step_count":1} {"level":"info","ts":"2026-03-20T10:14:49.326221Z","caller":"traceutil/trace.go:171","msg":"trace[1347453639] linearizableReadLoop","detail":"{readStateIndex:335; appliedIndex:328; }","duration":"390.081343ms","start":"2026-03-20T10:14:48.936115Z","end":"2026-03-20T10:14:49.326197Z","steps":["trace[1347453639] 'read index received' (duration: 389.509469ms)","trace[1347453639] 'applied index is now lower than readState.Index' (duration: 571.124µs)"],"step_count":2} {"level":"warn","ts":"2026-03-20T10:14:49.326422Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-20T10:14:48.860619Z","time spent":"465.79477ms","remote":"127.0.0.1:51434","response type":"/etcdserverpb.KV/Range","request count":0,"request size":55,"response count":1,"response size":217,"request content":"key:\"/registry/serviceaccounts/kube-system/node-controller\" "} {"level":"info","ts":"2026-03-20T10:14:49.326061Z","caller":"traceutil/trace.go:171","msg":"trace[1536391371] transaction","detail":"{read_only:false; response_revision:323; number_of_response:1; }","duration":"442.342123ms","start":"2026-03-20T10:14:48.883664Z","end":"2026-03-20T10:14:49.326006Z","steps":["trace[1536391371] 'process raft request' (duration: 441.970794ms)"],"step_count":1} {"level":"info","ts":"2026-03-20T10:14:49.326594Z","caller":"traceutil/trace.go:171","msg":"trace[1093852217] transaction","detail":"{read_only:false; number_of_response:0; response_revision:323; }","duration":"413.157212ms","start":"2026-03-20T10:14:48.913427Z","end":"2026-03-20T10:14:49.326584Z","steps":["trace[1093852217] 'process raft request' (duration: 412.743062ms)"],"step_count":1} {"level":"warn","ts":"2026-03-20T10:14:49.326621Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"416.132636ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/serviceaccounts/kube-system/bootstrap-signer\" ","response":"range_response_count:1 size:197"} {"level":"info","ts":"2026-03-20T10:14:49.326654Z","caller":"traceutil/trace.go:171","msg":"trace[1363464890] range","detail":"{range_begin:/registry/serviceaccounts/kube-system/bootstrap-signer; range_end:; response_count:1; response_revision:323; }","duration":"416.195578ms","start":"2026-03-20T10:14:48.91045Z","end":"2026-03-20T10:14:49.326646Z","steps":["trace[1363464890] 'agreement among raft nodes before linearized reading' (duration: 416.135746ms)"],"step_count":1} {"level":"info","ts":"2026-03-20T10:14:49.326664Z","caller":"traceutil/trace.go:171","msg":"trace[442731649] transaction","detail":"{read_only:false; number_of_response:0; response_revision:323; }","duration":"414.351392ms","start":"2026-03-20T10:14:48.912294Z","end":"2026-03-20T10:14:49.326645Z","steps":["trace[442731649] 'process raft request' (duration: 413.810038ms)"],"step_count":1} {"level":"warn","ts":"2026-03-20T10:14:49.326654Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-20T10:14:48.883648Z","time spent":"442.858375ms","remote":"127.0.0.1:51504","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":521,"response count":0,"response size":38,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-03-20T10:14:49.326689Z","caller":"traceutil/trace.go:171","msg":"trace[1110996022] transaction","detail":"{read_only:false; number_of_response:0; response_revision:323; }","duration":"413.686425ms","start":"2026-03-20T10:14:48.912996Z","end":"2026-03-20T10:14:49.326682Z","steps":["trace[1110996022] 'process raft request' (duration: 413.153042ms)"],"step_count":1} {"level":"info","ts":"2026-03-20T10:14:49.326684Z","caller":"traceutil/trace.go:171","msg":"trace[1693654417] transaction","detail":"{read_only:false; number_of_response:0; response_revision:323; }","duration":"415.5109ms","start":"2026-03-20T10:14:48.911139Z","end":"2026-03-20T10:14:49.32665Z","steps":["trace[1693654417] 'process raft request' (duration: 414.671279ms)"],"step_count":1} {"level":"warn","ts":"2026-03-20T10:14:49.326735Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-20T10:14:48.912987Z","time spent":"413.729957ms","remote":"127.0.0.1:51424","response type":"/etcdserverpb.KV/Txn","request count":0,"request size":0,"response count":0,"response size":27,"request content":"compare: success:> failure:<>"} {"level":"warn","ts":"2026-03-20T10:14:49.326765Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-20T10:14:48.912285Z","time spent":"414.428644ms","remote":"127.0.0.1:51424","response type":"/etcdserverpb.KV/Txn","request count":0,"request size":0,"response count":0,"response size":27,"request content":"compare: success:> failure:<>"} {"level":"warn","ts":"2026-03-20T10:14:49.326773Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"446.22809ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/csinodes/instance\" ","response":"range_response_count:1 size:664"} {"level":"warn","ts":"2026-03-20T10:14:49.326846Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-20T10:14:48.911128Z","time spent":"415.645643ms","remote":"127.0.0.1:51424","response type":"/etcdserverpb.KV/Txn","request count":0,"request size":0,"response count":0,"response size":27,"request content":"compare: success:> failure:<>"} {"level":"warn","ts":"2026-03-20T10:14:49.32673Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"441.022679ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/configmaps/kube-system/coredns\" ","response":"range_response_count:0 size:5"} {"level":"info","ts":"2026-03-20T10:14:49.326877Z","caller":"traceutil/trace.go:171","msg":"trace[271307292] range","detail":"{range_begin:/registry/csinodes/instance; range_end:; response_count:1; response_revision:323; }","duration":"446.360413ms","start":"2026-03-20T10:14:48.880504Z","end":"2026-03-20T10:14:49.326864Z","steps":["trace[271307292] 'agreement among raft nodes before linearized reading' (duration: 446.24443ms)"],"step_count":1} {"level":"warn","ts":"2026-03-20T10:14:49.326691Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-20T10:14:48.91044Z","time spent":"416.244379ms","remote":"127.0.0.1:51434","response type":"/etcdserverpb.KV/Range","request count":0,"request size":56,"response count":1,"response size":219,"request content":"key:\"/registry/serviceaccounts/kube-system/bootstrap-signer\" "} {"level":"info","ts":"2026-03-20T10:14:49.326905Z","caller":"traceutil/trace.go:171","msg":"trace[1008967576] range","detail":"{range_begin:/registry/configmaps/kube-system/coredns; range_end:; response_count:0; response_revision:323; }","duration":"441.210545ms","start":"2026-03-20T10:14:48.885682Z","end":"2026-03-20T10:14:49.326892Z","steps":["trace[1008967576] 'agreement among raft nodes before linearized reading' (duration: 441.02748ms)"],"step_count":1} {"level":"warn","ts":"2026-03-20T10:14:49.326953Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-20T10:14:48.885671Z","time spent":"441.269536ms","remote":"127.0.0.1:51332","response type":"/etcdserverpb.KV/Range","request count":0,"request size":42,"response count":0,"response size":27,"request content":"key:\"/registry/configmaps/kube-system/coredns\" "} {"level":"warn","ts":"2026-03-20T10:14:49.326916Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-20T10:14:48.880485Z","time spent":"446.421504ms","remote":"127.0.0.1:51618","response type":"/etcdserverpb.KV/Range","request count":0,"request size":29,"response count":1,"response size":686,"request content":"key:\"/registry/csinodes/instance\" "} {"level":"warn","ts":"2026-03-20T10:14:49.326656Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-20T10:14:48.913407Z","time spent":"413.224863ms","remote":"127.0.0.1:51424","response type":"/etcdserverpb.KV/Txn","request count":0,"request size":0,"response count":0,"response size":27,"request content":"compare: success:> failure:<>"} {"level":"info","ts":"2026-03-20T10:14:49.381918Z","caller":"traceutil/trace.go:171","msg":"trace[916861030] transaction","detail":"{read_only:false; response_revision:324; number_of_response:1; }","duration":"442.661911ms","start":"2026-03-20T10:14:48.939238Z","end":"2026-03-20T10:14:49.3819Z","steps":["trace[916861030] 'process raft request' (duration: 442.539728ms)"],"step_count":1} {"level":"warn","ts":"2026-03-20T10:14:49.382047Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-20T10:14:48.939222Z","time spent":"442.760844ms","remote":"127.0.0.1:51292","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":625,"response count":0,"response size":38,"request content":"compare: success:> failure:<>"} {"level":"warn","ts":"2026-03-20T10:14:49.382329Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"271.299097ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/serviceaccounts/kube-system/certificate-controller\" ","response":"range_response_count:1 size:209"} {"level":"warn","ts":"2026-03-20T10:14:49.382358Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"321.65618ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/serviceaccounts/kube-system/ttl-controller\" ","response":"range_response_count:1 size:193"} {"level":"info","ts":"2026-03-20T10:14:49.382425Z","caller":"traceutil/trace.go:171","msg":"trace[1839239885] range","detail":"{range_begin:/registry/serviceaccounts/kube-system/certificate-controller; range_end:; response_count:1; response_revision:324; }","duration":"271.449211ms","start":"2026-03-20T10:14:49.110949Z","end":"2026-03-20T10:14:49.382398Z","steps":["trace[1839239885] 'agreement among raft nodes before linearized reading' (duration: 271.100632ms)"],"step_count":1} {"level":"info","ts":"2026-03-20T10:14:49.382501Z","caller":"traceutil/trace.go:171","msg":"trace[1028584832] range","detail":"{range_begin:/registry/serviceaccounts/kube-system/ttl-controller; range_end:; response_count:1; response_revision:324; }","duration":"321.911806ms","start":"2026-03-20T10:14:49.060563Z","end":"2026-03-20T10:14:49.382475Z","steps":["trace[1028584832] 'agreement among raft nodes before linearized reading' (duration: 321.500366ms)"],"step_count":1} {"level":"warn","ts":"2026-03-20T10:14:49.382527Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"371.697753ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/serviceaccounts/kube-system/service-account-controller\" ","response":"range_response_count:1 size:218"} {"level":"warn","ts":"2026-03-20T10:14:49.382574Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-20T10:14:49.06053Z","time spent":"322.025299ms","remote":"127.0.0.1:51434","response type":"/etcdserverpb.KV/Range","request count":0,"request size":54,"response count":1,"response size":215,"request content":"key:\"/registry/serviceaccounts/kube-system/ttl-controller\" "} {"level":"info","ts":"2026-03-20T10:14:49.382587Z","caller":"traceutil/trace.go:171","msg":"trace[539532454] range","detail":"{range_begin:/registry/serviceaccounts/kube-system/service-account-controller; range_end:; response_count:1; response_revision:324; }","duration":"371.838786ms","start":"2026-03-20T10:14:49.01073Z","end":"2026-03-20T10:14:49.382569Z","steps":["trace[539532454] 'agreement among raft nodes before linearized reading' (duration: 371.711213ms)"],"step_count":1} {"level":"warn","ts":"2026-03-20T10:14:49.382638Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-20T10:14:49.010697Z","time spent":"371.923829ms","remote":"127.0.0.1:51434","response type":"/etcdserverpb.KV/Range","request count":0,"request size":66,"response count":1,"response size":240,"request content":"key:\"/registry/serviceaccounts/kube-system/service-account-controller\" "} {"level":"warn","ts":"2026-03-20T10:14:49.382735Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"176.646985ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/kube-scheduler\" ","response":"range_response_count:1 size:478"} {"level":"warn","ts":"2026-03-20T10:14:49.382769Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"421.952223ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/serviceaccounts/kube-system/clusterrole-aggregation-controller\" ","response":"range_response_count:1 size:234"} {"level":"warn","ts":"2026-03-20T10:14:49.38279Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"221.000567ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/serviceaccounts/kube-system/root-ca-cert-publisher\" ","response":"range_response_count:1 size:209"} {"level":"info","ts":"2026-03-20T10:14:49.382802Z","caller":"traceutil/trace.go:171","msg":"trace[1594299754] range","detail":"{range_begin:/registry/serviceaccounts/kube-system/clusterrole-aggregation-controller; range_end:; response_count:1; response_revision:324; }","duration":"422.017454ms","start":"2026-03-20T10:14:48.960774Z","end":"2026-03-20T10:14:49.382791Z","steps":["trace[1594299754] 'agreement among raft nodes before linearized reading' (duration: 421.947432ms)"],"step_count":1} {"level":"info","ts":"2026-03-20T10:14:49.382817Z","caller":"traceutil/trace.go:171","msg":"trace[2079897775] range","detail":"{range_begin:/registry/leases/kube-system/kube-scheduler; range_end:; response_count:1; response_revision:324; }","duration":"176.730148ms","start":"2026-03-20T10:14:49.206042Z","end":"2026-03-20T10:14:49.382772Z","steps":["trace[2079897775] 'agreement among raft nodes before linearized reading' (duration: 176.602715ms)"],"step_count":1} {"level":"info","ts":"2026-03-20T10:14:49.382843Z","caller":"traceutil/trace.go:171","msg":"trace[66157423] range","detail":"{range_begin:/registry/serviceaccounts/kube-system/root-ca-cert-publisher; range_end:; response_count:1; response_revision:324; }","duration":"221.10374ms","start":"2026-03-20T10:14:49.161725Z","end":"2026-03-20T10:14:49.382829Z","steps":["trace[66157423] 'agreement among raft nodes before linearized reading' (duration: 221.018898ms)"],"step_count":1} {"level":"warn","ts":"2026-03-20T10:14:49.382852Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-20T10:14:48.960755Z","time spent":"422.086026ms","remote":"127.0.0.1:51434","response type":"/etcdserverpb.KV/Range","request count":0,"request size":74,"response count":1,"response size":256,"request content":"key:\"/registry/serviceaccounts/kube-system/clusterrole-aggregation-controller\" "} {"level":"info","ts":"2026-03-20T10:14:49.514888Z","caller":"traceutil/trace.go:171","msg":"trace[223097150] linearizableReadLoop","detail":"{readStateIndex:337; appliedIndex:336; }","duration":"132.839018ms","start":"2026-03-20T10:14:49.382005Z","end":"2026-03-20T10:14:49.514844Z","steps":["trace[223097150] 'read index received' (duration: 126.968271ms)","trace[223097150] 'applied index is now lower than readState.Index' (duration: 5.869697ms)"],"step_count":2} {"level":"warn","ts":"2026-03-20T10:14:49.515169Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"183.533377ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/serviceaccounts/kube-system/node-controller\" ","response":"range_response_count:1 size:195"} {"level":"info","ts":"2026-03-20T10:14:49.515261Z","caller":"traceutil/trace.go:171","msg":"trace[487301999] range","detail":"{range_begin:/registry/serviceaccounts/kube-system/node-controller; range_end:; response_count:1; response_revision:325; }","duration":"183.650541ms","start":"2026-03-20T10:14:49.331587Z","end":"2026-03-20T10:14:49.515237Z","steps":["trace[487301999] 'agreement among raft nodes before linearized reading' (duration: 183.443566ms)"],"step_count":1} {"level":"warn","ts":"2026-03-20T10:14:49.515343Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"160.502691ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/plndr-cp-lock\" ","response":"range_response_count:1 size:433"} {"level":"info","ts":"2026-03-20T10:14:49.515429Z","caller":"traceutil/trace.go:171","msg":"trace[326609659] range","detail":"{range_begin:/registry/leases/kube-system/plndr-cp-lock; range_end:; response_count:1; response_revision:325; }","duration":"160.700246ms","start":"2026-03-20T10:14:49.354708Z","end":"2026-03-20T10:14:49.515409Z","steps":["trace[326609659] 'agreement among raft nodes before linearized reading' (duration: 160.422829ms)"],"step_count":1} {"level":"warn","ts":"2026-03-20T10:14:49.515567Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"184.571155ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/serviceaccounts/kube-system/bootstrap-signer\" ","response":"range_response_count:1 size:197"} {"level":"info","ts":"2026-03-20T10:14:49.515645Z","caller":"traceutil/trace.go:171","msg":"trace[1814168120] range","detail":"{range_begin:/registry/serviceaccounts/kube-system/bootstrap-signer; range_end:; response_count:1; response_revision:325; }","duration":"185.051296ms","start":"2026-03-20T10:14:49.330575Z","end":"2026-03-20T10:14:49.515626Z","steps":["trace[1814168120] 'agreement among raft nodes before linearized reading' (duration: 184.484152ms)"],"step_count":1} {"level":"warn","ts":"2026-03-20T10:14:49.515752Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"161.036604ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/kube-controller-manager\" ","response":"range_response_count:1 size:506"} {"level":"info","ts":"2026-03-20T10:14:49.515811Z","caller":"traceutil/trace.go:171","msg":"trace[1073416833] range","detail":"{range_begin:/registry/leases/kube-system/kube-controller-manager; range_end:; response_count:1; response_revision:325; }","duration":"161.164208ms","start":"2026-03-20T10:14:49.354632Z","end":"2026-03-20T10:14:49.515796Z","steps":["trace[1073416833] 'agreement among raft nodes before linearized reading' (duration: 161.059125ms)"],"step_count":1} {"level":"info","ts":"2026-03-20T10:14:49.51604Z","caller":"traceutil/trace.go:171","msg":"trace[1462223589] transaction","detail":"{read_only:false; response_revision:325; number_of_response:1; }","duration":"185.149499ms","start":"2026-03-20T10:14:49.330875Z","end":"2026-03-20T10:14:49.516024Z","steps":["trace[1462223589] 'process raft request' (duration: 178.048681ms)"],"step_count":1} {"level":"warn","ts":"2026-03-20T10:14:49.516183Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"161.543648ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/plndr-svcs-lock\" ","response":"range_response_count:1 size:437"} {"level":"info","ts":"2026-03-20T10:14:49.516243Z","caller":"traceutil/trace.go:171","msg":"trace[1198784460] range","detail":"{range_begin:/registry/leases/kube-system/plndr-svcs-lock; range_end:; response_count:1; response_revision:325; }","duration":"161.630759ms","start":"2026-03-20T10:14:49.354597Z","end":"2026-03-20T10:14:49.516228Z","steps":["trace[1198784460] 'agreement among raft nodes before linearized reading' (duration: 161.517916ms)"],"step_count":1} {"level":"warn","ts":"2026-03-20T10:14:49.516268Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"187.299623ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pods/kube-system/kube-vip-instance\" ","response":"range_response_count:1 size:4664"} {"level":"warn","ts":"2026-03-20T10:14:49.516278Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"187.295613ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pods/kube-system/kube-scheduler-instance\" ","response":"range_response_count:1 size:4134"} {"level":"info","ts":"2026-03-20T10:14:49.516332Z","caller":"traceutil/trace.go:171","msg":"trace[599951368] range","detail":"{range_begin:/registry/pods/kube-system/kube-vip-instance; range_end:; response_count:1; response_revision:325; }","duration":"187.385235ms","start":"2026-03-20T10:14:49.32893Z","end":"2026-03-20T10:14:49.516315Z","steps":["trace[599951368] 'agreement among raft nodes before linearized reading' (duration: 187.271893ms)"],"step_count":1} {"level":"info","ts":"2026-03-20T10:14:49.516345Z","caller":"traceutil/trace.go:171","msg":"trace[1846460548] range","detail":"{range_begin:/registry/pods/kube-system/kube-scheduler-instance; range_end:; response_count:1; response_revision:325; }","duration":"187.544339ms","start":"2026-03-20T10:14:49.328784Z","end":"2026-03-20T10:14:49.516328Z","steps":["trace[1846460548] 'agreement among raft nodes before linearized reading' (duration: 187.427206ms)"],"step_count":1} {"level":"warn","ts":"2026-03-20T10:14:49.516333Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"187.048437ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/minions/instance\" ","response":"range_response_count:1 size:3998"} {"level":"info","ts":"2026-03-20T10:14:49.516447Z","caller":"traceutil/trace.go:171","msg":"trace[1168580201] range","detail":"{range_begin:/registry/minions/instance; range_end:; response_count:1; response_revision:325; }","duration":"187.20264ms","start":"2026-03-20T10:14:49.32922Z","end":"2026-03-20T10:14:49.516423Z","steps":["trace[1168580201] 'agreement among raft nodes before linearized reading' (duration: 186.963084ms)"],"step_count":1} {"level":"warn","ts":"2026-03-20T10:14:49.516469Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"187.345644ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pods/kube-system/etcd-instance\" ","response":"range_response_count:1 size:5163"} {"level":"info","ts":"2026-03-20T10:14:49.516557Z","caller":"traceutil/trace.go:171","msg":"trace[752211947] range","detail":"{range_begin:/registry/pods/kube-system/etcd-instance; range_end:; response_count:1; response_revision:325; }","duration":"187.457287ms","start":"2026-03-20T10:14:49.329084Z","end":"2026-03-20T10:14:49.516541Z","steps":["trace[752211947] 'agreement among raft nodes before linearized reading' (duration: 187.073777ms)"],"step_count":1} {"level":"warn","ts":"2026-03-20T10:14:49.516677Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"187.795555ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pods/kube-system/kube-apiserver-instance\" ","response":"range_response_count:1 size:7303"} {"level":"info","ts":"2026-03-20T10:14:49.516741Z","caller":"traceutil/trace.go:171","msg":"trace[386065816] range","detail":"{range_begin:/registry/pods/kube-system/kube-apiserver-instance; range_end:; response_count:1; response_revision:325; }","duration":"187.900577ms","start":"2026-03-20T10:14:49.328825Z","end":"2026-03-20T10:14:49.516726Z","steps":["trace[386065816] 'agreement among raft nodes before linearized reading' (duration: 187.789465ms)"],"step_count":1} {"level":"warn","ts":"2026-03-20T10:14:49.516801Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"187.621521ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pods/kube-system/kube-controller-manager-instance\" ","response":"range_response_count:1 size:6965"} {"level":"info","ts":"2026-03-20T10:14:49.516842Z","caller":"traceutil/trace.go:171","msg":"trace[245708121] range","detail":"{range_begin:/registry/pods/kube-system/kube-controller-manager-instance; range_end:; response_count:1; response_revision:325; }","duration":"187.697173ms","start":"2026-03-20T10:14:49.329134Z","end":"2026-03-20T10:14:49.516831Z","steps":["trace[245708121] 'agreement among raft nodes before linearized reading' (duration: 187.57721ms)"],"step_count":1} {"level":"info","ts":"2026-03-20T10:14:49.554458Z","caller":"traceutil/trace.go:171","msg":"trace[289843826] transaction","detail":"{read_only:false; response_revision:326; number_of_response:1; }","duration":"166.691786ms","start":"2026-03-20T10:14:49.387739Z","end":"2026-03-20T10:14:49.554431Z","steps":["trace[289843826] 'process raft request' (duration: 166.47108ms)"],"step_count":1} {"level":"info","ts":"2026-03-20T10:14:49.554623Z","caller":"traceutil/trace.go:171","msg":"trace[1549163178] transaction","detail":"{read_only:false; response_revision:330; number_of_response:1; }","duration":"155.172287ms","start":"2026-03-20T10:14:49.399422Z","end":"2026-03-20T10:14:49.554594Z","steps":["trace[1549163178] 'process raft request' (duration: 155.109315ms)"],"step_count":1} {"level":"info","ts":"2026-03-20T10:14:49.555078Z","caller":"traceutil/trace.go:171","msg":"trace[108469545] transaction","detail":"{read_only:false; response_revision:329; number_of_response:1; }","duration":"161.186138ms","start":"2026-03-20T10:14:49.39388Z","end":"2026-03-20T10:14:49.555067Z","steps":["trace[108469545] 'process raft request' (duration: 160.605753ms)"],"step_count":1} {"level":"info","ts":"2026-03-20T10:14:49.555109Z","caller":"traceutil/trace.go:171","msg":"trace[695423044] transaction","detail":"{read_only:false; response_revision:327; number_of_response:1; }","duration":"165.907967ms","start":"2026-03-20T10:14:49.389184Z","end":"2026-03-20T10:14:49.555092Z","steps":["trace[695423044] 'process raft request' (duration: 165.164989ms)"],"step_count":1} {"level":"info","ts":"2026-03-20T10:14:49.555263Z","caller":"traceutil/trace.go:171","msg":"trace[354537442] transaction","detail":"{read_only:false; response_revision:328; number_of_response:1; }","duration":"162.609514ms","start":"2026-03-20T10:14:49.392571Z","end":"2026-03-20T10:14:49.55518Z","steps":["trace[354537442] 'process raft request' (duration: 161.858516ms)"],"step_count":1} {"level":"warn","ts":"2026-03-20T10:14:49.555504Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"165.352323ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/serviceaccounts/kube-system/service-account-controller\" ","response":"range_response_count:1 size:218"} {"level":"info","ts":"2026-03-20T10:14:49.555542Z","caller":"traceutil/trace.go:171","msg":"trace[1385491145] range","detail":"{range_begin:/registry/serviceaccounts/kube-system/service-account-controller; range_end:; response_count:1; response_revision:330; }","duration":"165.439575ms","start":"2026-03-20T10:14:49.390093Z","end":"2026-03-20T10:14:49.555532Z","steps":["trace[1385491145] 'agreement among raft nodes before linearized reading' (duration: 165.355653ms)"],"step_count":1} {"level":"warn","ts":"2026-03-20T10:14:49.555597Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"168.0211ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/serviceaccounts/kube-system/clusterrole-aggregation-controller\" ","response":"range_response_count:1 size:234"} {"level":"info","ts":"2026-03-20T10:14:49.555654Z","caller":"traceutil/trace.go:171","msg":"trace[304444445] range","detail":"{range_begin:/registry/serviceaccounts/kube-system/clusterrole-aggregation-controller; range_end:; response_count:1; response_revision:330; }","duration":"168.119123ms","start":"2026-03-20T10:14:49.387521Z","end":"2026-03-20T10:14:49.55564Z","steps":["trace[304444445] 'agreement among raft nodes before linearized reading' (duration: 168.00738ms)"],"step_count":1} {"level":"info","ts":"2026-03-20T10:14:49.695016Z","caller":"traceutil/trace.go:171","msg":"trace[776208593] transaction","detail":"{read_only:false; response_revision:346; number_of_response:1; }","duration":"104.465577ms","start":"2026-03-20T10:14:49.590513Z","end":"2026-03-20T10:14:49.694978Z","steps":["trace[776208593] 'process raft request' (duration: 26.248057ms)","trace[776208593] 'compare' (duration: 77.865401ms)"],"step_count":2} {"level":"info","ts":"2026-03-20T10:14:49.695245Z","caller":"traceutil/trace.go:171","msg":"trace[2109939042] transaction","detail":"{read_only:false; response_revision:347; number_of_response:1; }","duration":"104.146449ms","start":"2026-03-20T10:14:49.591082Z","end":"2026-03-20T10:14:49.695229Z","steps":["trace[2109939042] 'process raft request' (duration: 103.674838ms)"],"step_count":1} {"level":"info","ts":"2026-03-20T10:14:49.695546Z","caller":"traceutil/trace.go:171","msg":"trace[908197350] transaction","detail":"{read_only:false; response_revision:348; number_of_response:1; }","duration":"104.093049ms","start":"2026-03-20T10:14:49.591436Z","end":"2026-03-20T10:14:49.695529Z","steps":["trace[908197350] 'process raft request' (duration: 103.438162ms)"],"step_count":1} {"level":"warn","ts":"2026-03-20T10:14:49.89383Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"113.202226ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/serviceaccounts/kube-system/endpoint-controller\" ","response":"range_response_count:1 size:203"} {"level":"warn","ts":"2026-03-20T10:14:49.893351Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"112.832247ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/serviceaccounts/kube-system/replicaset-controller\" ","response":"range_response_count:1 size:207"} {"level":"info","ts":"2026-03-20T10:14:49.893923Z","caller":"traceutil/trace.go:171","msg":"trace[1954411744] range","detail":"{range_begin:/registry/serviceaccounts/kube-system/endpoint-controller; range_end:; response_count:1; response_revision:363; }","duration":"113.306618ms","start":"2026-03-20T10:14:49.780593Z","end":"2026-03-20T10:14:49.8939Z","steps":["trace[1954411744] 'agreement among raft nodes before linearized reading' (duration: 113.190355ms)"],"step_count":1} {"level":"info","ts":"2026-03-20T10:14:49.893951Z","caller":"traceutil/trace.go:171","msg":"trace[823745894] range","detail":"{range_begin:/registry/serviceaccounts/kube-system/replicaset-controller; range_end:; response_count:1; response_revision:363; }","duration":"113.467952ms","start":"2026-03-20T10:14:49.780468Z","end":"2026-03-20T10:14:49.893936Z","steps":["trace[823745894] 'agreement among raft nodes before linearized reading' (duration: 112.775695ms)"],"step_count":1} {"level":"warn","ts":"2026-03-20T10:14:51.767957Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"171.912027ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/minions/instance\" ","response":"range_response_count:1 size:4369"} {"level":"info","ts":"2026-03-20T10:14:51.768103Z","caller":"traceutil/trace.go:171","msg":"trace[1003137110] range","detail":"{range_begin:/registry/minions/instance; range_end:; response_count:1; response_revision:396; }","duration":"172.160123ms","start":"2026-03-20T10:14:51.595911Z","end":"2026-03-20T10:14:51.768071Z","steps":["trace[1003137110] 'range keys from in-memory index tree' (duration: 171.722553ms)"],"step_count":1} {"level":"warn","ts":"2026-03-20T10:14:51.768548Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"208.868264ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/kube-scheduler\" ","response":"range_response_count:1 size:477"} {"level":"info","ts":"2026-03-20T10:14:51.768607Z","caller":"traceutil/trace.go:171","msg":"trace[228815403] range","detail":"{range_begin:/registry/leases/kube-system/kube-scheduler; range_end:; response_count:1; response_revision:396; }","duration":"208.965316ms","start":"2026-03-20T10:14:51.559628Z","end":"2026-03-20T10:14:51.768593Z","steps":["trace[228815403] 'range keys from in-memory index tree' (duration: 208.748881ms)"],"step_count":1} {"level":"warn","ts":"2026-03-20T10:14:51.768963Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"196.020351ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/kube-controller-manager\" ","response":"range_response_count:1 size:506"} {"level":"info","ts":"2026-03-20T10:14:51.769045Z","caller":"traceutil/trace.go:171","msg":"trace[1215932543] range","detail":"{range_begin:/registry/leases/kube-system/kube-controller-manager; range_end:; response_count:1; response_revision:396; }","duration":"196.177885ms","start":"2026-03-20T10:14:51.572855Z","end":"2026-03-20T10:14:51.769033Z","steps":["trace[1215932543] 'range keys from in-memory index tree' (duration: 195.917778ms)"],"step_count":1} {"level":"warn","ts":"2026-03-20T10:14:51.769057Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"198.519234ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/plndr-svcs-lock\" ","response":"range_response_count:1 size:437"} {"level":"info","ts":"2026-03-20T10:14:51.769159Z","caller":"traceutil/trace.go:171","msg":"trace[155719428] range","detail":"{range_begin:/registry/leases/kube-system/plndr-svcs-lock; range_end:; response_count:1; response_revision:396; }","duration":"198.667998ms","start":"2026-03-20T10:14:51.570469Z","end":"2026-03-20T10:14:51.769137Z","steps":["trace[155719428] 'range keys from in-memory index tree' (duration: 198.433022ms)"],"step_count":1} {"level":"warn","ts":"2026-03-20T10:14:51.769364Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"197.96984ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/plndr-cp-lock\" ","response":"range_response_count:1 size:433"} {"level":"info","ts":"2026-03-20T10:14:51.76947Z","caller":"traceutil/trace.go:171","msg":"trace[1838658899] range","detail":"{range_begin:/registry/leases/kube-system/plndr-cp-lock; range_end:; response_count:1; response_revision:396; }","duration":"198.117584ms","start":"2026-03-20T10:14:51.571329Z","end":"2026-03-20T10:14:51.769447Z","steps":["trace[1838658899] 'range keys from in-memory index tree' (duration: 197.779035ms)"],"step_count":1} {"level":"warn","ts":"2026-03-20T10:14:54.382516Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"344.824419ms","expected-duration":"100ms","prefix":"","request":"header: txn: success:> failure: >>","response":"size:16"} {"level":"info","ts":"2026-03-20T10:14:54.382815Z","caller":"traceutil/trace.go:171","msg":"trace[1127662270] transaction","detail":"{read_only:false; response_revision:407; number_of_response:1; }","duration":"480.148692ms","start":"2026-03-20T10:14:53.902646Z","end":"2026-03-20T10:14:54.382794Z","steps":["trace[1127662270] 'process raft request' (duration: 134.873791ms)","trace[1127662270] 'compare' (duration: 344.642855ms)"],"step_count":2} {"level":"warn","ts":"2026-03-20T10:14:54.382957Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-20T10:14:53.902624Z","time spent":"480.257594ms","remote":"127.0.0.1:51504","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":491,"response count":0,"response size":38,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-03-20T10:14:54.383052Z","caller":"traceutil/trace.go:171","msg":"trace[2053433982] transaction","detail":"{read_only:false; response_revision:409; number_of_response:1; }","duration":"479.501364ms","start":"2026-03-20T10:14:53.903522Z","end":"2026-03-20T10:14:54.383024Z","steps":["trace[2053433982] 'process raft request' (duration: 479.250818ms)"],"step_count":1} {"level":"warn","ts":"2026-03-20T10:14:54.383413Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-20T10:14:53.903501Z","time spent":"479.703879ms","remote":"127.0.0.1:51504","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":423,"response count":0,"response size":38,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-03-20T10:14:54.383779Z","caller":"traceutil/trace.go:171","msg":"trace[382588064] transaction","detail":"{read_only:false; response_revision:408; number_of_response:1; }","duration":"480.253173ms","start":"2026-03-20T10:14:53.903514Z","end":"2026-03-20T10:14:54.383768Z","steps":["trace[382588064] 'process raft request' (duration: 479.129225ms)"],"step_count":1} {"level":"warn","ts":"2026-03-20T10:14:54.383855Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-20T10:14:53.903506Z","time spent":"480.316204ms","remote":"127.0.0.1:51504","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":419,"response count":0,"response size":38,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-03-20T10:14:57.414903Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"421.06804ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pods/kube-system/kube-scheduler-instance\" ","response":"range_response_count:1 size:4326"} {"level":"info","ts":"2026-03-20T10:14:57.414987Z","caller":"traceutil/trace.go:171","msg":"trace[56754559] range","detail":"{range_begin:/registry/pods/kube-system/kube-scheduler-instance; range_end:; response_count:1; response_revision:409; }","duration":"421.221063ms","start":"2026-03-20T10:14:56.993748Z","end":"2026-03-20T10:14:57.414969Z","steps":["trace[56754559] 'range keys from in-memory index tree' (duration: 420.922205ms)"],"step_count":1} {"level":"warn","ts":"2026-03-20T10:14:57.415032Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-20T10:14:56.993727Z","time spent":"421.293506ms","remote":"127.0.0.1:51424","response type":"/etcdserverpb.KV/Range","request count":0,"request size":52,"response count":1,"response size":4348,"request content":"key:\"/registry/pods/kube-system/kube-scheduler-instance\" "} {"level":"warn","ts":"2026-03-20T10:14:57.415176Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.511733725s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/kube-scheduler\" ","response":"range_response_count:1 size:478"} {"level":"info","ts":"2026-03-20T10:14:57.415255Z","caller":"traceutil/trace.go:171","msg":"trace[521659535] range","detail":"{range_begin:/registry/leases/kube-system/kube-scheduler; range_end:; response_count:1; response_revision:409; }","duration":"1.511873049s","start":"2026-03-20T10:14:55.903363Z","end":"2026-03-20T10:14:57.415236Z","steps":["trace[521659535] 'range keys from in-memory index tree' (duration: 1.511550772s)"],"step_count":1} {"level":"warn","ts":"2026-03-20T10:14:57.415291Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-20T10:14:55.9033Z","time spent":"1.511983382s","remote":"127.0.0.1:51504","response type":"/etcdserverpb.KV/Range","request count":0,"request size":45,"response count":1,"response size":500,"request content":"key:\"/registry/leases/kube-system/kube-scheduler\" "} {"level":"warn","ts":"2026-03-20T10:14:57.415427Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.447541297s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/health\" ","response":"range_response_count:0 size:5"} {"level":"info","ts":"2026-03-20T10:14:57.41548Z","caller":"traceutil/trace.go:171","msg":"trace[205204199] range","detail":"{range_begin:/registry/health; range_end:; response_count:0; response_revision:409; }","duration":"1.44763607s","start":"2026-03-20T10:14:55.967829Z","end":"2026-03-20T10:14:57.415465Z","steps":["trace[205204199] 'range keys from in-memory index tree' (duration: 1.447446645s)"],"step_count":1} {"level":"warn","ts":"2026-03-20T10:14:57.415518Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-20T10:14:55.96781Z","time spent":"1.447698552s","remote":"127.0.0.1:51202","response type":"/etcdserverpb.KV/Range","request count":0,"request size":18,"response count":0,"response size":27,"request content":"key:\"/registry/health\" "} {"level":"warn","ts":"2026-03-20T10:14:57.415683Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.027585276s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/kube-controller-manager\" ","response":"range_response_count:1 size:506"} {"level":"info","ts":"2026-03-20T10:14:57.415723Z","caller":"traceutil/trace.go:171","msg":"trace[1415123814] range","detail":"{range_begin:/registry/leases/kube-system/kube-controller-manager; range_end:; response_count:1; response_revision:409; }","duration":"1.027641517s","start":"2026-03-20T10:14:56.388073Z","end":"2026-03-20T10:14:57.415715Z","steps":["trace[1415123814] 'range keys from in-memory index tree' (duration: 1.027469772s)"],"step_count":1} {"level":"warn","ts":"2026-03-20T10:14:57.415753Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-20T10:14:56.388065Z","time spent":"1.027680627s","remote":"127.0.0.1:51504","response type":"/etcdserverpb.KV/Range","request count":0,"request size":54,"response count":1,"response size":528,"request content":"key:\"/registry/leases/kube-system/kube-controller-manager\" "} {"level":"warn","ts":"2026-03-20T10:14:57.415762Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"459.77757ms","expected-duration":"100ms","prefix":"read-only range ","request":"limit:1 keys_only:true ","response":"range_response_count:0 size:5"} {"level":"warn","ts":"2026-03-20T10:14:57.4158Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.027926214s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/plndr-svcs-lock\" ","response":"range_response_count:1 size:437"} {"level":"info","ts":"2026-03-20T10:14:57.415844Z","caller":"traceutil/trace.go:171","msg":"trace[1411058071] range","detail":"{range_begin:; range_end:; response_count:0; response_revision:409; }","duration":"459.863842ms","start":"2026-03-20T10:14:56.95597Z","end":"2026-03-20T10:14:57.415834Z","steps":["trace[1411058071] 'range keys from in-memory index tree' (duration: 459.690377ms)"],"step_count":1} {"level":"warn","ts":"2026-03-20T10:14:57.415876Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.027959485s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/plndr-cp-lock\" ","response":"range_response_count:1 size:433"} {"level":"info","ts":"2026-03-20T10:14:57.415873Z","caller":"traceutil/trace.go:171","msg":"trace[116403388] range","detail":"{range_begin:/registry/leases/kube-system/plndr-svcs-lock; range_end:; response_count:1; response_revision:409; }","duration":"1.028054477s","start":"2026-03-20T10:14:56.387799Z","end":"2026-03-20T10:14:57.415853Z","steps":["trace[116403388] 'range keys from in-memory index tree' (duration: 1.02778276s)"],"step_count":1} {"level":"info","ts":"2026-03-20T10:14:57.41591Z","caller":"traceutil/trace.go:171","msg":"trace[340555477] range","detail":"{range_begin:/registry/leases/kube-system/plndr-cp-lock; range_end:; response_count:1; response_revision:409; }","duration":"1.028045367s","start":"2026-03-20T10:14:56.387857Z","end":"2026-03-20T10:14:57.415902Z","steps":["trace[340555477] 'range keys from in-memory index tree' (duration: 1.027882612s)"],"step_count":1} {"level":"warn","ts":"2026-03-20T10:14:57.415938Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-20T10:14:56.387827Z","time spent":"1.028105319s","remote":"127.0.0.1:51504","response type":"/etcdserverpb.KV/Range","request count":0,"request size":44,"response count":1,"response size":455,"request content":"key:\"/registry/leases/kube-system/plndr-cp-lock\" "} {"level":"warn","ts":"2026-03-20T10:14:57.415928Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-20T10:14:56.38776Z","time spent":"1.028154642s","remote":"127.0.0.1:51504","response type":"/etcdserverpb.KV/Range","request count":0,"request size":46,"response count":1,"response size":459,"request content":"key:\"/registry/leases/kube-system/plndr-svcs-lock\" "} {"level":"info","ts":"2026-03-20T10:14:57.939119Z","caller":"traceutil/trace.go:171","msg":"trace[2132977553] transaction","detail":"{read_only:false; response_revision:410; number_of_response:1; }","duration":"517.461384ms","start":"2026-03-20T10:14:57.421615Z","end":"2026-03-20T10:14:57.939076Z","steps":["trace[2132977553] 'process raft request' (duration: 517.108625ms)"],"step_count":1} {"level":"warn","ts":"2026-03-20T10:14:57.939419Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-20T10:14:57.421594Z","time spent":"517.639809ms","remote":"127.0.0.1:51504","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":463,"response count":0,"response size":38,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-03-20T10:14:57.939739Z","caller":"traceutil/trace.go:171","msg":"trace[609137269] transaction","detail":"{read_only:false; response_revision:411; number_of_response:1; }","duration":"517.888595ms","start":"2026-03-20T10:14:57.4218Z","end":"2026-03-20T10:14:57.939689Z","steps":["trace[609137269] 'process raft request' (duration: 517.211829ms)"],"step_count":1} {"level":"warn","ts":"2026-03-20T10:14:57.939805Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-20T10:14:57.421794Z","time spent":"517.972918ms","remote":"127.0.0.1:51504","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":419,"response count":0,"response size":38,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-03-20T10:14:57.939964Z","caller":"traceutil/trace.go:171","msg":"trace[965709061] linearizableReadLoop","detail":"{readStateIndex:432; appliedIndex:426; }","duration":"360.437781ms","start":"2026-03-20T10:14:57.579494Z","end":"2026-03-20T10:14:57.939932Z","steps":["trace[965709061] 'read index received' (duration: 313.625838ms)","trace[965709061] 'applied index is now lower than readState.Index' (duration: 46.810813ms)"],"step_count":2} {"level":"info","ts":"2026-03-20T10:14:57.939965Z","caller":"traceutil/trace.go:171","msg":"trace[511537828] transaction","detail":"{read_only:false; response_revision:412; number_of_response:1; }","duration":"517.61477ms","start":"2026-03-20T10:14:57.42229Z","end":"2026-03-20T10:14:57.939904Z","steps":["trace[511537828] 'process raft request' (duration: 517.225919ms)"],"step_count":1} {"level":"info","ts":"2026-03-20T10:14:57.94012Z","caller":"traceutil/trace.go:171","msg":"trace[520861979] transaction","detail":"{read_only:false; response_revision:413; number_of_response:1; }","duration":"516.632315ms","start":"2026-03-20T10:14:57.423458Z","end":"2026-03-20T10:14:57.94009Z","steps":["trace[520861979] 'process raft request' (duration: 516.223034ms)"],"step_count":1} {"level":"warn","ts":"2026-03-20T10:14:57.940227Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"360.595825ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/health\" ","response":"range_response_count:0 size:5"} {"level":"info","ts":"2026-03-20T10:14:57.940441Z","caller":"traceutil/trace.go:171","msg":"trace[1369577765] range","detail":"{range_begin:/registry/health; range_end:; response_count:0; response_revision:414; }","duration":"360.972444ms","start":"2026-03-20T10:14:57.579448Z","end":"2026-03-20T10:14:57.940421Z","steps":["trace[1369577765] 'agreement among raft nodes before linearized reading' (duration: 360.604735ms)"],"step_count":1} {"level":"warn","ts":"2026-03-20T10:14:57.940496Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-20T10:14:57.579414Z","time spent":"361.067147ms","remote":"127.0.0.1:51202","response type":"/etcdserverpb.KV/Range","request count":0,"request size":18,"response count":0,"response size":27,"request content":"key:\"/registry/health\" "} {"level":"warn","ts":"2026-03-20T10:14:57.940264Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-20T10:14:57.42345Z","time spent":"516.741288ms","remote":"127.0.0.1:51504","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":491,"response count":0,"response size":38,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-03-20T10:14:57.940227Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-20T10:14:57.422282Z","time spent":"517.791734ms","remote":"127.0.0.1:51504","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":423,"response count":0,"response size":38,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-03-20T10:14:57.940281Z","caller":"traceutil/trace.go:171","msg":"trace[516000327] transaction","detail":"{read_only:false; response_revision:414; number_of_response:1; }","duration":"515.433725ms","start":"2026-03-20T10:14:57.424834Z","end":"2026-03-20T10:14:57.940268Z","steps":["trace[516000327] 'process raft request' (duration: 514.971273ms)"],"step_count":1} {"level":"warn","ts":"2026-03-20T10:14:57.941453Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-20T10:14:57.424826Z","time spent":"516.578883ms","remote":"127.0.0.1:51424","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":4311,"response count":0,"response size":38,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-03-20T10:14:58.064234Z","caller":"traceutil/trace.go:171","msg":"trace[1508169915] transaction","detail":"{read_only:false; response_revision:415; number_of_response:1; }","duration":"112.673934ms","start":"2026-03-20T10:14:57.951528Z","end":"2026-03-20T10:14:58.064202Z","steps":["trace[1508169915] 'process raft request' (duration: 79.120233ms)","trace[1508169915] 'compare' (duration: 33.432388ms)"],"step_count":2} {"level":"info","ts":"2026-03-20T10:14:58.954092Z","caller":"traceutil/trace.go:171","msg":"trace[1358713123] transaction","detail":"{read_only:false; response_revision:419; number_of_response:1; }","duration":"206.831902ms","start":"2026-03-20T10:14:58.74723Z","end":"2026-03-20T10:14:58.954062Z","steps":["trace[1358713123] 'process raft request' (duration: 206.268087ms)"],"step_count":1} {"level":"warn","ts":"2026-03-20T10:14:59.520729Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"251.720767ms","expected-duration":"100ms","prefix":"","request":"header: txn: success:> failure: >>","response":"size:16"} {"level":"info","ts":"2026-03-20T10:14:59.520876Z","caller":"traceutil/trace.go:171","msg":"trace[1210392217] transaction","detail":"{read_only:false; response_revision:420; number_of_response:1; }","duration":"554.136505ms","start":"2026-03-20T10:14:58.966715Z","end":"2026-03-20T10:14:59.520851Z","steps":["trace[1210392217] 'process raft request' (duration: 302.166551ms)","trace[1210392217] 'compare' (duration: 251.219405ms)"],"step_count":2} {"level":"warn","ts":"2026-03-20T10:14:59.52095Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-20T10:14:58.966697Z","time spent":"554.218986ms","remote":"127.0.0.1:51424","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":6740,"response count":0,"response size":38,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-03-20T10:15:00.078199Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"267.04335ms","expected-duration":"100ms","prefix":"","request":"header: txn: success:> failure: >>","response":"size:16"} {"level":"info","ts":"2026-03-20T10:15:00.078303Z","caller":"traceutil/trace.go:171","msg":"trace[1684979945] linearizableReadLoop","detail":"{readStateIndex:439; appliedIndex:438; }","duration":"133.277949ms","start":"2026-03-20T10:14:59.945009Z","end":"2026-03-20T10:15:00.078287Z","steps":["trace[1684979945] 'read index received' (duration: 38.88µs)","trace[1684979945] 'applied index is now lower than readState.Index' (duration: 133.237849ms)"],"step_count":2} {"level":"info","ts":"2026-03-20T10:15:00.078509Z","caller":"traceutil/trace.go:171","msg":"trace[1010503198] transaction","detail":"{read_only:false; response_revision:421; number_of_response:1; }","duration":"440.031834ms","start":"2026-03-20T10:14:59.638464Z","end":"2026-03-20T10:15:00.078496Z","steps":["trace[1010503198] 'process raft request' (duration: 172.616945ms)","trace[1010503198] 'compare' (duration: 266.700872ms)"],"step_count":2} {"level":"warn","ts":"2026-03-20T10:15:00.078579Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-20T10:14:59.638447Z","time spent":"440.098597ms","remote":"127.0.0.1:51504","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":521,"response count":0,"response size":38,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-03-20T10:15:00.078634Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"133.600018ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/plndr-cp-lock\" ","response":"range_response_count:1 size:433"} {"level":"info","ts":"2026-03-20T10:15:00.078708Z","caller":"traceutil/trace.go:171","msg":"trace[36964373] range","detail":"{range_begin:/registry/leases/kube-system/plndr-cp-lock; range_end:; response_count:1; response_revision:421; }","duration":"133.755501ms","start":"2026-03-20T10:14:59.944931Z","end":"2026-03-20T10:15:00.078687Z","steps":["trace[36964373] 'agreement among raft nodes before linearized reading' (duration: 133.607167ms)"],"step_count":1} {"level":"warn","ts":"2026-03-20T10:15:00.078635Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"131.251969ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/kube-controller-manager\" ","response":"range_response_count:1 size:506"} {"level":"warn","ts":"2026-03-20T10:15:00.078757Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"133.71068ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/plndr-svcs-lock\" ","response":"range_response_count:1 size:437"} {"level":"info","ts":"2026-03-20T10:15:00.078823Z","caller":"traceutil/trace.go:171","msg":"trace[2146555713] range","detail":"{range_begin:/registry/leases/kube-system/plndr-svcs-lock; range_end:; response_count:1; response_revision:421; }","duration":"133.817733ms","start":"2026-03-20T10:14:59.944986Z","end":"2026-03-20T10:15:00.078804Z","steps":["trace[2146555713] 'agreement among raft nodes before linearized reading' (duration: 133.566267ms)"],"step_count":1} {"level":"info","ts":"2026-03-20T10:15:00.078855Z","caller":"traceutil/trace.go:171","msg":"trace[1080477076] range","detail":"{range_begin:/registry/leases/kube-system/kube-controller-manager; range_end:; response_count:1; response_revision:421; }","duration":"131.457363ms","start":"2026-03-20T10:14:59.947329Z","end":"2026-03-20T10:15:00.078787Z","steps":["trace[1080477076] 'agreement among raft nodes before linearized reading' (duration: 131.216888ms)"],"step_count":1} {"level":"warn","ts":"2026-03-20T10:15:00.07894Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"132.967271ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/kube-scheduler\" ","response":"range_response_count:1 size:478"} {"level":"info","ts":"2026-03-20T10:15:00.078996Z","caller":"traceutil/trace.go:171","msg":"trace[1295107633] range","detail":"{range_begin:/registry/leases/kube-system/kube-scheduler; range_end:; response_count:1; response_revision:421; }","duration":"133.278278ms","start":"2026-03-20T10:14:59.945701Z","end":"2026-03-20T10:15:00.078979Z","steps":["trace[1295107633] 'agreement among raft nodes before linearized reading' (duration: 132.95436ms)"],"step_count":1} {"level":"warn","ts":"2026-03-20T10:15:08.224422Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"295.745421ms","expected-duration":"100ms","prefix":"","request":"header: lease_revoke:","response":"size:27"} {"level":"info","ts":"2026-03-20T10:15:08.224532Z","caller":"traceutil/trace.go:171","msg":"trace[1032086798] linearizableReadLoop","detail":"{readStateIndex:458; appliedIndex:457; }","duration":"646.428167ms","start":"2026-03-20T10:15:07.578086Z","end":"2026-03-20T10:15:08.224514Z","steps":["trace[1032086798] 'read index received' (duration: 350.564013ms)","trace[1032086798] 'applied index is now lower than readState.Index' (duration: 295.862734ms)"],"step_count":2} {"level":"warn","ts":"2026-03-20T10:15:08.224655Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"646.5582ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/health\" ","response":"range_response_count:0 size:5"} {"level":"info","ts":"2026-03-20T10:15:08.224691Z","caller":"traceutil/trace.go:171","msg":"trace[2079704603] range","detail":"{range_begin:/registry/health; range_end:; response_count:0; response_revision:438; }","duration":"646.627892ms","start":"2026-03-20T10:15:07.578054Z","end":"2026-03-20T10:15:08.224682Z","steps":["trace[2079704603] 'agreement among raft nodes before linearized reading' (duration: 646.54632ms)"],"step_count":1} {"level":"warn","ts":"2026-03-20T10:15:08.224729Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-20T10:15:07.578039Z","time spent":"646.680413ms","remote":"127.0.0.1:51202","response type":"/etcdserverpb.KV/Range","request count":0,"request size":18,"response count":0,"response size":27,"request content":"key:\"/registry/health\" "} {"level":"warn","ts":"2026-03-20T10:15:10.083024Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"113.804491ms","expected-duration":"100ms","prefix":"","request":"header: txn: success:> failure:<>>","response":"size:16"} {"level":"info","ts":"2026-03-20T10:15:10.083139Z","caller":"traceutil/trace.go:171","msg":"trace[1090903189] transaction","detail":"{read_only:false; response_revision:449; number_of_response:1; }","duration":"164.312767ms","start":"2026-03-20T10:15:09.918808Z","end":"2026-03-20T10:15:10.083121Z","steps":["trace[1090903189] 'process raft request' (duration: 50.349652ms)","trace[1090903189] 'compare' (duration: 113.507613ms)"],"step_count":2} {"level":"info","ts":"2026-03-20T10:15:10.093525Z","caller":"traceutil/trace.go:171","msg":"trace[809743250] transaction","detail":"{read_only:false; response_revision:450; number_of_response:1; }","duration":"144.575052ms","start":"2026-03-20T10:15:09.948931Z","end":"2026-03-20T10:15:10.093506Z","steps":["trace[809743250] 'process raft request' (duration: 144.46002ms)"],"step_count":1} {"level":"warn","ts":"2026-03-20T10:15:12.803919Z","caller":"etcdserver/v3_server.go:897","msg":"waiting for ReadIndex response took too long, retrying","sent-request-id":184257304220175816,"retry-timeout":"500ms"} {"level":"info","ts":"2026-03-20T10:15:13.156165Z","caller":"traceutil/trace.go:171","msg":"trace[2146986756] linearizableReadLoop","detail":"{readStateIndex:500; appliedIndex:499; }","duration":"853.068843ms","start":"2026-03-20T10:15:12.303073Z","end":"2026-03-20T10:15:13.156142Z","steps":["trace[2146986756] 'read index received' (duration: 852.881729ms)","trace[2146986756] 'applied index is now lower than readState.Index' (duration: 185.944µs)"],"step_count":2} {"level":"warn","ts":"2026-03-20T10:15:13.156232Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-20T10:15:12.266585Z","time spent":"889.640379ms","remote":"127.0.0.1:51238","response type":"/etcdserverpb.Lease/LeaseGrant","request count":-1,"request size":-1,"response count":-1,"response size":-1,"request content":""} {"level":"warn","ts":"2026-03-20T10:15:13.156327Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"853.251418ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/plndr-cp-lock\" ","response":"range_response_count:1 size:432"} {"level":"info","ts":"2026-03-20T10:15:13.156396Z","caller":"traceutil/trace.go:171","msg":"trace[39319532] range","detail":"{range_begin:/registry/leases/kube-system/plndr-cp-lock; range_end:; response_count:1; response_revision:478; }","duration":"853.414101ms","start":"2026-03-20T10:15:12.302972Z","end":"2026-03-20T10:15:13.156387Z","steps":["trace[39319532] 'agreement among raft nodes before linearized reading' (duration: 853.290028ms)"],"step_count":1} {"level":"warn","ts":"2026-03-20T10:15:13.156424Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-20T10:15:12.30293Z","time spent":"853.486073ms","remote":"127.0.0.1:51504","response type":"/etcdserverpb.KV/Range","request count":0,"request size":44,"response count":1,"response size":454,"request content":"key:\"/registry/leases/kube-system/plndr-cp-lock\" "} {"level":"warn","ts":"2026-03-20T10:15:13.15642Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"811.622434ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/plndr-svcs-lock\" ","response":"range_response_count:1 size:437"} {"level":"info","ts":"2026-03-20T10:15:13.156485Z","caller":"traceutil/trace.go:171","msg":"trace[1034102448] range","detail":"{range_begin:/registry/leases/kube-system/plndr-svcs-lock; range_end:; response_count:1; response_revision:478; }","duration":"811.734447ms","start":"2026-03-20T10:15:12.34473Z","end":"2026-03-20T10:15:13.156464Z","steps":["trace[1034102448] 'agreement among raft nodes before linearized reading' (duration: 811.557393ms)"],"step_count":1} {"level":"warn","ts":"2026-03-20T10:15:13.156522Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-20T10:15:12.344695Z","time spent":"811.8198ms","remote":"127.0.0.1:51504","response type":"/etcdserverpb.KV/Range","request count":0,"request size":46,"response count":1,"response size":459,"request content":"key:\"/registry/leases/kube-system/plndr-svcs-lock\" "} {"level":"warn","ts":"2026-03-20T10:15:13.156676Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"753.834717ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/kube-controller-manager\" ","response":"range_response_count:1 size:506"} {"level":"warn","ts":"2026-03-20T10:15:13.156705Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"575.606331ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/health\" ","response":"range_response_count:0 size:5"} {"level":"info","ts":"2026-03-20T10:15:13.156713Z","caller":"traceutil/trace.go:171","msg":"trace[1296011093] range","detail":"{range_begin:/registry/leases/kube-system/kube-controller-manager; range_end:; response_count:1; response_revision:478; }","duration":"753.910459ms","start":"2026-03-20T10:15:12.402791Z","end":"2026-03-20T10:15:13.156701Z","steps":["trace[1296011093] 'agreement among raft nodes before linearized reading' (duration: 753.842157ms)"],"step_count":1} {"level":"info","ts":"2026-03-20T10:15:13.15673Z","caller":"traceutil/trace.go:171","msg":"trace[913758934] range","detail":"{range_begin:/registry/health; range_end:; response_count:0; response_revision:478; }","duration":"575.661363ms","start":"2026-03-20T10:15:12.581062Z","end":"2026-03-20T10:15:13.156723Z","steps":["trace[913758934] 'agreement among raft nodes before linearized reading' (duration: 575.618642ms)"],"step_count":1} {"level":"warn","ts":"2026-03-20T10:15:13.156752Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-20T10:15:12.581046Z","time spent":"575.701463ms","remote":"127.0.0.1:51202","response type":"/etcdserverpb.KV/Range","request count":0,"request size":18,"response count":0,"response size":27,"request content":"key:\"/registry/health\" "} {"level":"warn","ts":"2026-03-20T10:15:13.156753Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-20T10:15:12.402768Z","time spent":"753.9774ms","remote":"127.0.0.1:51504","response type":"/etcdserverpb.KV/Range","request count":0,"request size":54,"response count":1,"response size":528,"request content":"key:\"/registry/leases/kube-system/kube-controller-manager\" "} {"level":"warn","ts":"2026-03-20T10:15:13.156843Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"810.149588ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/kube-scheduler\" ","response":"range_response_count:1 size:478"} {"level":"info","ts":"2026-03-20T10:15:13.156888Z","caller":"traceutil/trace.go:171","msg":"trace[761398553] range","detail":"{range_begin:/registry/leases/kube-system/kube-scheduler; range_end:; response_count:1; response_revision:478; }","duration":"810.247291ms","start":"2026-03-20T10:15:12.346627Z","end":"2026-03-20T10:15:13.156874Z","steps":["trace[761398553] 'agreement among raft nodes before linearized reading' (duration: 810.146528ms)"],"step_count":1} {"level":"warn","ts":"2026-03-20T10:15:13.156928Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-20T10:15:12.346609Z","time spent":"810.308054ms","remote":"127.0.0.1:51504","response type":"/etcdserverpb.KV/Range","request count":0,"request size":45,"response count":1,"response size":500,"request content":"key:\"/registry/leases/kube-system/kube-scheduler\" "} {"level":"warn","ts":"2026-03-20T10:15:13.570703Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"156.361097ms","expected-duration":"100ms","prefix":"","request":"header: txn: success:> failure: >>","response":"size:16"} {"level":"info","ts":"2026-03-20T10:15:13.570822Z","caller":"traceutil/trace.go:171","msg":"trace[1339589108] transaction","detail":"{read_only:false; response_revision:480; number_of_response:1; }","duration":"409.667074ms","start":"2026-03-20T10:15:13.161144Z","end":"2026-03-20T10:15:13.570811Z","steps":["trace[1339589108] 'process raft request' (duration: 253.130172ms)","trace[1339589108] 'compare' (duration: 156.259345ms)"],"step_count":2} {"level":"warn","ts":"2026-03-20T10:15:13.570864Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-20T10:15:13.16113Z","time spent":"409.712655ms","remote":"127.0.0.1:51504","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":419,"response count":0,"response size":38,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-03-20T10:15:13.57108Z","caller":"traceutil/trace.go:171","msg":"trace[451954449] transaction","detail":"{read_only:false; response_revision:481; number_of_response:1; }","duration":"409.835658ms","start":"2026-03-20T10:15:13.161237Z","end":"2026-03-20T10:15:13.571073Z","steps":["trace[451954449] 'process raft request' (duration: 409.544651ms)"],"step_count":1} {"level":"warn","ts":"2026-03-20T10:15:13.571111Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-20T10:15:13.161218Z","time spent":"409.875219ms","remote":"127.0.0.1:51504","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":491,"response count":0,"response size":38,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-03-20T10:15:13.571157Z","caller":"traceutil/trace.go:171","msg":"trace[1223698216] transaction","detail":"{read_only:false; response_revision:482; number_of_response:1; }","duration":"409.770446ms","start":"2026-03-20T10:15:13.161381Z","end":"2026-03-20T10:15:13.571151Z","steps":["trace[1223698216] 'process raft request' (duration: 409.622483ms)"],"step_count":1} {"level":"info","ts":"2026-03-20T10:15:13.571136Z","caller":"traceutil/trace.go:171","msg":"trace[951711360] linearizableReadLoop","detail":"{readStateIndex:505; appliedIndex:501; }","duration":"341.3122ms","start":"2026-03-20T10:15:13.229803Z","end":"2026-03-20T10:15:13.571116Z","steps":["trace[951711360] 'read index received' (duration: 184.484391ms)","trace[951711360] 'applied index is now lower than readState.Index' (duration: 156.826639ms)"],"step_count":2} {"level":"warn","ts":"2026-03-20T10:15:13.571179Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-20T10:15:13.16135Z","time spent":"409.816118ms","remote":"127.0.0.1:51504","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":423,"response count":0,"response size":38,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-03-20T10:15:13.57137Z","caller":"traceutil/trace.go:171","msg":"trace[877825638] transaction","detail":"{read_only:false; response_revision:483; number_of_response:1; }","duration":"408.802471ms","start":"2026-03-20T10:15:13.162475Z","end":"2026-03-20T10:15:13.571278Z","steps":["trace[877825638] 'process raft request' (duration: 408.601527ms)"],"step_count":1} {"level":"warn","ts":"2026-03-20T10:15:13.571383Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"341.570688ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/services/endpoints/default/kubernetes\" ","response":"range_response_count:1 size:422"} {"level":"info","ts":"2026-03-20T10:15:13.571431Z","caller":"traceutil/trace.go:171","msg":"trace[1957239724] range","detail":"{range_begin:/registry/services/endpoints/default/kubernetes; range_end:; response_count:1; response_revision:483; }","duration":"341.67209ms","start":"2026-03-20T10:15:13.229749Z","end":"2026-03-20T10:15:13.571421Z","steps":["trace[1957239724] 'agreement among raft nodes before linearized reading' (duration: 341.543357ms)"],"step_count":1} {"level":"warn","ts":"2026-03-20T10:15:13.57147Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-20T10:15:13.229732Z","time spent":"341.729552ms","remote":"127.0.0.1:51406","response type":"/etcdserverpb.KV/Range","request count":0,"request size":49,"response count":1,"response size":444,"request content":"key:\"/registry/services/endpoints/default/kubernetes\" "} {"level":"warn","ts":"2026-03-20T10:15:13.571489Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-20T10:15:13.162453Z","time spent":"408.970666ms","remote":"127.0.0.1:51504","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":463,"response count":0,"response size":38,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-03-20T10:15:18.118678Z","caller":"traceutil/trace.go:171","msg":"trace[613887499] linearizableReadLoop","detail":"{readStateIndex:510; appliedIndex:509; }","duration":"469.968666ms","start":"2026-03-20T10:15:17.648685Z","end":"2026-03-20T10:15:18.118653Z","steps":["trace[613887499] 'read index received' (duration: 469.876734ms)","trace[613887499] 'applied index is now lower than readState.Index' (duration: 90.882µs)"],"step_count":2} {"level":"info","ts":"2026-03-20T10:15:18.118791Z","caller":"traceutil/trace.go:171","msg":"trace[236912018] transaction","detail":"{read_only:false; response_revision:488; number_of_response:1; }","duration":"478.592222ms","start":"2026-03-20T10:15:17.640162Z","end":"2026-03-20T10:15:18.118754Z","steps":["trace[236912018] 'process raft request' (duration: 478.347716ms)"],"step_count":1} {"level":"warn","ts":"2026-03-20T10:15:18.118826Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"470.12211ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/kube-controller-manager\" ","response":"range_response_count:1 size:506"} {"level":"info","ts":"2026-03-20T10:15:18.118873Z","caller":"traceutil/trace.go:171","msg":"trace[624624965] range","detail":"{range_begin:/registry/leases/kube-system/kube-controller-manager; range_end:; response_count:1; response_revision:488; }","duration":"470.240812ms","start":"2026-03-20T10:15:17.648622Z","end":"2026-03-20T10:15:18.118863Z","steps":["trace[624624965] 'agreement among raft nodes before linearized reading' (duration: 470.14959ms)"],"step_count":1} {"level":"warn","ts":"2026-03-20T10:15:18.118907Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-20T10:15:17.648605Z","time spent":"470.293774ms","remote":"127.0.0.1:51504","response type":"/etcdserverpb.KV/Range","request count":0,"request size":54,"response count":1,"response size":528,"request content":"key:\"/registry/leases/kube-system/kube-controller-manager\" "} {"level":"warn","ts":"2026-03-20T10:15:18.118989Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-20T10:15:17.640139Z","time spent":"478.744006ms","remote":"127.0.0.1:51504","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":419,"response count":0,"response size":38,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-03-20T10:15:18.419092Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"184.044032ms","expected-duration":"100ms","prefix":"","request":"header: lease_revoke:","response":"size:27"} {"level":"info","ts":"2026-03-20T10:15:18.419263Z","caller":"traceutil/trace.go:171","msg":"trace[1601600648] transaction","detail":"{read_only:false; response_revision:489; number_of_response:1; }","duration":"296.166181ms","start":"2026-03-20T10:15:18.123083Z","end":"2026-03-20T10:15:18.419249Z","steps":["trace[1601600648] 'process raft request' (duration: 296.087899ms)"],"step_count":1} {"level":"info","ts":"2026-03-20T10:15:18.419297Z","caller":"traceutil/trace.go:171","msg":"trace[1369963158] linearizableReadLoop","detail":"{readStateIndex:511; appliedIndex:510; }","duration":"300.5344ms","start":"2026-03-20T10:15:18.118743Z","end":"2026-03-20T10:15:18.419277Z","steps":["trace[1369963158] 'read index received' (duration: 116.307484ms)","trace[1369963158] 'applied index is now lower than readState.Index' (duration: 184.224686ms)"],"step_count":2} {"level":"warn","ts":"2026-03-20T10:15:18.41944Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"770.404242ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/kube-scheduler\" ","response":"range_response_count:1 size:478"} {"level":"info","ts":"2026-03-20T10:15:18.419478Z","caller":"traceutil/trace.go:171","msg":"trace[1476783001] range","detail":"{range_begin:/registry/leases/kube-system/kube-scheduler; range_end:; response_count:1; response_revision:489; }","duration":"770.474585ms","start":"2026-03-20T10:15:17.648993Z","end":"2026-03-20T10:15:18.419467Z","steps":["trace[1476783001] 'agreement among raft nodes before linearized reading' (duration: 770.373962ms)"],"step_count":1} {"level":"warn","ts":"2026-03-20T10:15:18.419512Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-20T10:15:17.648979Z","time spent":"770.523895ms","remote":"127.0.0.1:51504","response type":"/etcdserverpb.KV/Range","request count":0,"request size":45,"response count":1,"response size":500,"request content":"key:\"/registry/leases/kube-system/kube-scheduler\" "} {"level":"warn","ts":"2026-03-20T10:15:18.419591Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"770.510975ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/plndr-svcs-lock\" ","response":"range_response_count:1 size:437"} {"level":"info","ts":"2026-03-20T10:15:18.419613Z","caller":"traceutil/trace.go:171","msg":"trace[1981252901] range","detail":"{range_begin:/registry/leases/kube-system/plndr-svcs-lock; range_end:; response_count:1; response_revision:489; }","duration":"770.560287ms","start":"2026-03-20T10:15:17.649047Z","end":"2026-03-20T10:15:18.419607Z","steps":["trace[1981252901] 'agreement among raft nodes before linearized reading' (duration: 770.519576ms)"],"step_count":1} {"level":"warn","ts":"2026-03-20T10:15:18.419632Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-20T10:15:17.649034Z","time spent":"770.593758ms","remote":"127.0.0.1:51504","response type":"/etcdserverpb.KV/Range","request count":0,"request size":46,"response count":1,"response size":459,"request content":"key:\"/registry/leases/kube-system/plndr-svcs-lock\" "} {"level":"info","ts":"2026-03-20T10:15:22.421942Z","caller":"traceutil/trace.go:171","msg":"trace[471691722] linearizableReadLoop","detail":"{readStateIndex:521; appliedIndex:520; }","duration":"154.980712ms","start":"2026-03-20T10:15:22.266938Z","end":"2026-03-20T10:15:22.421919Z","steps":["trace[471691722] 'read index received' (duration: 154.850219ms)","trace[471691722] 'applied index is now lower than readState.Index' (duration: 129.613µs)"],"step_count":2} {"level":"info","ts":"2026-03-20T10:15:22.422053Z","caller":"traceutil/trace.go:171","msg":"trace[446195499] transaction","detail":"{read_only:false; response_revision:498; number_of_response:1; }","duration":"214.633618ms","start":"2026-03-20T10:15:22.207393Z","end":"2026-03-20T10:15:22.422026Z","steps":["trace[446195499] 'process raft request' (duration: 214.411802ms)"],"step_count":1} {"level":"warn","ts":"2026-03-20T10:15:22.422084Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"155.132938ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/masterleases/199.204.45.102\" ","response":"range_response_count:1 size:135"} {"level":"info","ts":"2026-03-20T10:15:22.422111Z","caller":"traceutil/trace.go:171","msg":"trace[319500444] range","detail":"{range_begin:/registry/masterleases/199.204.45.102; range_end:; response_count:1; response_revision:498; }","duration":"155.22298ms","start":"2026-03-20T10:15:22.266881Z","end":"2026-03-20T10:15:22.422104Z","steps":["trace[319500444] 'agreement among raft nodes before linearized reading' (duration: 155.121107ms)"],"step_count":1} {"level":"warn","ts":"2026-03-20T10:15:22.726931Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"139.977417ms","expected-duration":"100ms","prefix":"","request":"header: lease_grant:","response":"size:39"} {"level":"info","ts":"2026-03-20T10:15:22.727049Z","caller":"traceutil/trace.go:171","msg":"trace[1763086287] linearizableReadLoop","detail":"{readStateIndex:522; appliedIndex:521; }","duration":"260.172229ms","start":"2026-03-20T10:15:22.466845Z","end":"2026-03-20T10:15:22.727017Z","steps":["trace[1763086287] 'read index received' (duration: 120.042058ms)","trace[1763086287] 'applied index is now lower than readState.Index' (duration: 140.128561ms)"],"step_count":2} {"level":"warn","ts":"2026-03-20T10:15:22.727201Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"260.354194ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/kube-controller-manager\" ","response":"range_response_count:1 size:506"} {"level":"warn","ts":"2026-03-20T10:15:22.727106Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-20T10:15:22.423059Z","time spent":"304.040259ms","remote":"127.0.0.1:51238","response type":"/etcdserverpb.Lease/LeaseGrant","request count":-1,"request size":-1,"response count":-1,"response size":-1,"request content":""} {"level":"info","ts":"2026-03-20T10:15:22.727239Z","caller":"traceutil/trace.go:171","msg":"trace[2097127353] range","detail":"{range_begin:/registry/leases/kube-system/kube-controller-manager; range_end:; response_count:1; response_revision:498; }","duration":"260.430376ms","start":"2026-03-20T10:15:22.466796Z","end":"2026-03-20T10:15:22.727227Z","steps":["trace[2097127353] 'agreement among raft nodes before linearized reading' (duration: 260.338953ms)"],"step_count":1} {"level":"warn","ts":"2026-03-20T10:15:22.72757Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"253.724608ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/plndr-svcs-lock\" ","response":"range_response_count:1 size:437"} {"level":"info","ts":"2026-03-20T10:15:22.727638Z","caller":"traceutil/trace.go:171","msg":"trace[1241687000] range","detail":"{range_begin:/registry/leases/kube-system/plndr-svcs-lock; range_end:; response_count:1; response_revision:498; }","duration":"253.836811ms","start":"2026-03-20T10:15:22.473784Z","end":"2026-03-20T10:15:22.72762Z","steps":["trace[1241687000] 'agreement among raft nodes before linearized reading' (duration: 253.715958ms)"],"step_count":1} {"level":"warn","ts":"2026-03-20T10:15:22.727725Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"197.740725ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/kube-scheduler\" ","response":"range_response_count:1 size:478"} {"level":"info","ts":"2026-03-20T10:15:22.727821Z","caller":"traceutil/trace.go:171","msg":"trace[1702053250] range","detail":"{range_begin:/registry/leases/kube-system/kube-scheduler; range_end:; response_count:1; response_revision:498; }","duration":"197.827678ms","start":"2026-03-20T10:15:22.52994Z","end":"2026-03-20T10:15:22.727768Z","steps":["trace[1702053250] 'agreement among raft nodes before linearized reading' (duration: 197.733416ms)"],"step_count":1} {"level":"warn","ts":"2026-03-20T10:15:24.262204Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.012779994s","expected-duration":"100ms","prefix":"","request":"header: txn: success:> failure: >>","response":"size:16"} {"level":"info","ts":"2026-03-20T10:15:24.262296Z","caller":"traceutil/trace.go:171","msg":"trace[1138935403] transaction","detail":"{read_only:false; response_revision:499; number_of_response:1; }","duration":"1.533359319s","start":"2026-03-20T10:15:22.728919Z","end":"2026-03-20T10:15:24.262278Z","steps":["trace[1138935403] 'process raft request' (duration: 520.40509ms)","trace[1138935403] 'compare' (duration: 1.01262436s)"],"step_count":2} {"level":"warn","ts":"2026-03-20T10:15:24.262355Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-20T10:15:22.728899Z","time spent":"1.53342825s","remote":"127.0.0.1:51238","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":120,"response count":0,"response size":38,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-03-20T10:15:25.019905Z","caller":"wal/wal.go:805","msg":"slow fdatasync","took":"1.770181702s","expected-duration":"1s"} {"level":"warn","ts":"2026-03-20T10:15:25.578306Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"2.000731202s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/health\" ","response":"","error":"context canceled"} {"level":"info","ts":"2026-03-20T10:15:25.578388Z","caller":"traceutil/trace.go:171","msg":"trace[1469099633] range","detail":"{range_begin:/registry/health; range_end:; }","duration":"2.000866655s","start":"2026-03-20T10:15:23.577505Z","end":"2026-03-20T10:15:25.578372Z","steps":["trace[1469099633] 'agreement among raft nodes before linearized reading' (duration: 2.000767282s)"],"step_count":1} {"level":"warn","ts":"2026-03-20T10:15:25.578466Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-20T10:15:23.577482Z","time spent":"2.000972027s","remote":"127.0.0.1:51202","response type":"/etcdserverpb.KV/Range","request count":0,"request size":18,"response count":0,"response size":0,"request content":"key:\"/registry/health\" "} 2026/03/20 10:15:25 WARNING: [core] [Server #8] grpc: Server.processUnaryRPC failed to write status: connection error: desc = "transport is closing" {"level":"warn","ts":"2026-03-20T10:15:26.952152Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.932003159s","expected-duration":"100ms","prefix":"","request":"header: txn: success:> failure: >>","response":"size:16"} {"level":"info","ts":"2026-03-20T10:15:26.952327Z","caller":"traceutil/trace.go:171","msg":"trace[1857821743] linearizableReadLoop","detail":"{readStateIndex:526; appliedIndex:522; }","duration":"4.169450178s","start":"2026-03-20T10:15:22.782862Z","end":"2026-03-20T10:15:26.952312Z","steps":["trace[1857821743] 'read index received' (duration: 466.610021ms)","trace[1857821743] 'applied index is now lower than readState.Index' (duration: 3.702839347s)"],"step_count":2} {"level":"info","ts":"2026-03-20T10:15:26.952505Z","caller":"traceutil/trace.go:171","msg":"trace[732732712] transaction","detail":"{read_only:false; response_revision:500; number_of_response:1; }","duration":"4.221023151s","start":"2026-03-20T10:15:22.73147Z","end":"2026-03-20T10:15:26.952493Z","steps":["trace[732732712] 'process raft request' (duration: 2.288571111s)","trace[732732712] 'compare' (duration: 1.931850355s)"],"step_count":2} {"level":"warn","ts":"2026-03-20T10:15:26.952569Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-20T10:15:22.731456Z","time spent":"4.221080992s","remote":"127.0.0.1:51504","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":491,"response count":0,"response size":38,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-03-20T10:15:26.952785Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"2.687421406s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/services/endpoints/default/kubernetes\" ","response":"range_response_count:1 size:422"} {"level":"info","ts":"2026-03-20T10:15:26.952859Z","caller":"traceutil/trace.go:171","msg":"trace[1069951611] range","detail":"{range_begin:/registry/services/endpoints/default/kubernetes; range_end:; response_count:1; response_revision:502; }","duration":"2.687533159s","start":"2026-03-20T10:15:24.265309Z","end":"2026-03-20T10:15:26.952842Z","steps":["trace[1069951611] 'agreement among raft nodes before linearized reading' (duration: 2.687394316s)"],"step_count":1} {"level":"warn","ts":"2026-03-20T10:15:26.952904Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-20T10:15:24.265294Z","time spent":"2.687602201s","remote":"127.0.0.1:51406","response type":"/etcdserverpb.KV/Range","request count":0,"request size":49,"response count":1,"response size":444,"request content":"key:\"/registry/services/endpoints/default/kubernetes\" "} {"level":"info","ts":"2026-03-20T10:15:26.953088Z","caller":"traceutil/trace.go:171","msg":"trace[991176524] transaction","detail":"{read_only:false; response_revision:501; number_of_response:1; }","duration":"4.220082186s","start":"2026-03-20T10:15:22.732994Z","end":"2026-03-20T10:15:26.953076Z","steps":["trace[991176524] 'process raft request' (duration: 4.219235925s)"],"step_count":1} {"level":"warn","ts":"2026-03-20T10:15:26.953177Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-20T10:15:22.732974Z","time spent":"4.220145318s","remote":"127.0.0.1:51504","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":463,"response count":0,"response size":38,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-03-20T10:15:26.953204Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"560.566586ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/health\" ","response":"range_response_count:0 size:5"} {"level":"info","ts":"2026-03-20T10:15:26.953279Z","caller":"traceutil/trace.go:171","msg":"trace[1748235206] range","detail":"{range_begin:/registry/health; range_end:; response_count:0; response_revision:502; }","duration":"560.687339ms","start":"2026-03-20T10:15:26.392575Z","end":"2026-03-20T10:15:26.953263Z","steps":["trace[1748235206] 'agreement among raft nodes before linearized reading' (duration: 560.562776ms)"],"step_count":1} {"level":"warn","ts":"2026-03-20T10:15:26.953309Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"2.527568771s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/plndr-cp-lock\" ","response":"range_response_count:1 size:432"} {"level":"info","ts":"2026-03-20T10:15:26.953372Z","caller":"traceutil/trace.go:171","msg":"trace[415335287] range","detail":"{range_begin:/registry/leases/kube-system/plndr-cp-lock; range_end:; response_count:1; response_revision:502; }","duration":"2.527672373s","start":"2026-03-20T10:15:24.425684Z","end":"2026-03-20T10:15:26.953356Z","steps":["trace[415335287] 'agreement among raft nodes before linearized reading' (duration: 2.52756504s)"],"step_count":1} {"level":"warn","ts":"2026-03-20T10:15:26.953328Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-20T10:15:26.392553Z","time spent":"560.76673ms","remote":"127.0.0.1:51202","response type":"/etcdserverpb.KV/Range","request count":0,"request size":18,"response count":0,"response size":27,"request content":"key:\"/registry/health\" "} {"level":"warn","ts":"2026-03-20T10:15:26.953412Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-20T10:15:24.425663Z","time spent":"2.527741805s","remote":"127.0.0.1:51504","response type":"/etcdserverpb.KV/Range","request count":0,"request size":44,"response count":1,"response size":454,"request content":"key:\"/registry/leases/kube-system/plndr-cp-lock\" "} {"level":"warn","ts":"2026-03-20T10:15:26.953413Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.374996149s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/health\" ","response":"range_response_count:0 size:5"} {"level":"info","ts":"2026-03-20T10:15:26.953453Z","caller":"traceutil/trace.go:171","msg":"trace[1289304606] range","detail":"{range_begin:/registry/health; range_end:; response_count:0; response_revision:502; }","duration":"1.37503349s","start":"2026-03-20T10:15:25.578409Z","end":"2026-03-20T10:15:26.953442Z","steps":["trace[1289304606] 'agreement among raft nodes before linearized reading' (duration: 1.374974279s)"],"step_count":1} {"level":"warn","ts":"2026-03-20T10:15:26.95346Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"4.170596317s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/secrets/kube-system/\" range_end:\"/registry/secrets/kube-system0\" ","response":"range_response_count:3 size:12665"} {"level":"warn","ts":"2026-03-20T10:15:26.953489Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-20T10:15:25.57833Z","time spent":"1.375152483s","remote":"127.0.0.1:51190","response type":"/etcdserverpb.KV/Range","request count":0,"request size":18,"response count":0,"response size":27,"request content":"key:\"/registry/health\" "} {"level":"info","ts":"2026-03-20T10:15:26.953496Z","caller":"traceutil/trace.go:171","msg":"trace[1950869529] range","detail":"{range_begin:/registry/secrets/kube-system/; range_end:/registry/secrets/kube-system0; response_count:3; response_revision:502; }","duration":"4.170657447s","start":"2026-03-20T10:15:22.782829Z","end":"2026-03-20T10:15:26.953486Z","steps":["trace[1950869529] 'agreement among raft nodes before linearized reading' (duration: 4.170570635s)"],"step_count":1} {"level":"warn","ts":"2026-03-20T10:15:26.953527Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-20T10:15:22.782812Z","time spent":"4.170708919s","remote":"127.0.0.1:51316","response type":"/etcdserverpb.KV/Range","request count":0,"request size":64,"response count":3,"response size":12687,"request content":"key:\"/registry/secrets/kube-system/\" range_end:\"/registry/secrets/kube-system0\" "} {"level":"info","ts":"2026-03-20T10:15:26.953382Z","caller":"traceutil/trace.go:171","msg":"trace[79678006] transaction","detail":"{read_only:false; response_revision:502; number_of_response:1; }","duration":"4.220017675s","start":"2026-03-20T10:15:22.733354Z","end":"2026-03-20T10:15:26.953372Z","steps":["trace[79678006] 'process raft request' (duration: 4.218927978s)"],"step_count":1} {"level":"warn","ts":"2026-03-20T10:15:26.953628Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-20T10:15:22.733344Z","time spent":"4.220230041s","remote":"127.0.0.1:51504","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":423,"response count":0,"response size":38,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-03-20T10:15:27.460446Z","caller":"etcdserver/v3_server.go:897","msg":"waiting for ReadIndex response took too long, retrying","sent-request-id":184257304220175879,"retry-timeout":"500ms"} {"level":"warn","ts":"2026-03-20T10:15:27.961084Z","caller":"etcdserver/v3_server.go:897","msg":"waiting for ReadIndex response took too long, retrying","sent-request-id":184257304220175879,"retry-timeout":"500ms"} {"level":"warn","ts":"2026-03-20T10:15:28.046691Z","caller":"wal/wal.go:805","msg":"slow fdatasync","took":"1.088064546s","expected-duration":"1s"} {"level":"info","ts":"2026-03-20T10:15:28.105048Z","caller":"traceutil/trace.go:171","msg":"trace[971627502] transaction","detail":"{read_only:false; response_revision:503; number_of_response:1; }","duration":"1.14646832s","start":"2026-03-20T10:15:26.958548Z","end":"2026-03-20T10:15:28.105016Z","steps":["trace[971627502] 'process raft request' (duration: 1.088318433s)","trace[971627502] 'compare' (duration: 57.642123ms)"],"step_count":2} {"level":"info","ts":"2026-03-20T10:15:28.105074Z","caller":"traceutil/trace.go:171","msg":"trace[307874398] transaction","detail":"{read_only:false; response_revision:504; number_of_response:1; }","duration":"1.145534686s","start":"2026-03-20T10:15:26.959518Z","end":"2026-03-20T10:15:28.105053Z","steps":["trace[307874398] 'process raft request' (duration: 1.145393031s)"],"step_count":1} {"level":"warn","ts":"2026-03-20T10:15:28.105187Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-20T10:15:26.958529Z","time spent":"1.146571922s","remote":"127.0.0.1:51504","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":419,"response count":0,"response size":38,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-03-20T10:15:28.105209Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-20T10:15:26.959501Z","time spent":"1.145633098s","remote":"127.0.0.1:51292","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":759,"response count":0,"response size":38,"request content":"compare: success:> failure:<>"} {"level":"info","ts":"2026-03-20T10:15:28.105033Z","caller":"traceutil/trace.go:171","msg":"trace[1737373293] linearizableReadLoop","detail":"{readStateIndex:528; appliedIndex:526; }","duration":"1.145425143s","start":"2026-03-20T10:15:26.959581Z","end":"2026-03-20T10:15:28.105006Z","steps":["trace[1737373293] 'read index received' (duration: 1.087258345s)","trace[1737373293] 'applied index is now lower than readState.Index' (duration: 58.165218ms)"],"step_count":2} {"level":"warn","ts":"2026-03-20T10:15:28.105347Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.14574776s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/endpointslices/default/kubernetes\" ","response":"range_response_count:1 size:481"} {"level":"info","ts":"2026-03-20T10:15:28.105423Z","caller":"traceutil/trace.go:171","msg":"trace[787261043] range","detail":"{range_begin:/registry/endpointslices/default/kubernetes; range_end:; response_count:1; response_revision:504; }","duration":"1.145858973s","start":"2026-03-20T10:15:26.959547Z","end":"2026-03-20T10:15:28.105406Z","steps":["trace[787261043] 'agreement among raft nodes before linearized reading' (duration: 1.14571362s)"],"step_count":1} {"level":"warn","ts":"2026-03-20T10:15:28.105469Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-20T10:15:26.959531Z","time spent":"1.145928035s","remote":"127.0.0.1:51516","response type":"/etcdserverpb.KV/Range","request count":0,"request size":45,"response count":1,"response size":503,"request content":"key:\"/registry/endpointslices/default/kubernetes\" "} {"level":"warn","ts":"2026-03-20T10:15:28.105479Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.14132765s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/health\" ","response":"range_response_count:0 size:5"} {"level":"info","ts":"2026-03-20T10:15:28.105518Z","caller":"traceutil/trace.go:171","msg":"trace[1167562967] range","detail":"{range_begin:/registry/health; range_end:; response_count:0; response_revision:504; }","duration":"1.141393322s","start":"2026-03-20T10:15:26.964114Z","end":"2026-03-20T10:15:28.105507Z","steps":["trace[1167562967] 'agreement among raft nodes before linearized reading' (duration: 1.14132328s)"],"step_count":1} {"level":"warn","ts":"2026-03-20T10:15:28.105555Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-20T10:15:26.964104Z","time spent":"1.141445323s","remote":"127.0.0.1:51190","response type":"/etcdserverpb.KV/Range","request count":0,"request size":18,"response count":0,"response size":27,"request content":"key:\"/registry/health\" "} {"level":"warn","ts":"2026-03-20T10:15:28.105708Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.041876189s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/secrets/kube-system/\" range_end:\"/registry/secrets/kube-system0\" ","response":"range_response_count:3 size:12665"} {"level":"info","ts":"2026-03-20T10:15:28.105761Z","caller":"traceutil/trace.go:171","msg":"trace[864568704] range","detail":"{range_begin:/registry/secrets/kube-system/; range_end:/registry/secrets/kube-system0; response_count:3; response_revision:504; }","duration":"1.04195614s","start":"2026-03-20T10:15:27.063791Z","end":"2026-03-20T10:15:28.105747Z","steps":["trace[864568704] 'agreement among raft nodes before linearized reading' (duration: 1.041729554s)"],"step_count":1} {"level":"warn","ts":"2026-03-20T10:15:28.105796Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-20T10:15:27.063773Z","time spent":"1.042014622s","remote":"127.0.0.1:51316","response type":"/etcdserverpb.KV/Range","request count":0,"request size":64,"response count":3,"response size":12687,"request content":"key:\"/registry/secrets/kube-system/\" range_end:\"/registry/secrets/kube-system0\" "} {"level":"info","ts":"2026-03-20T10:15:29.206514Z","caller":"traceutil/trace.go:171","msg":"trace[205767793] transaction","detail":"{read_only:false; response_revision:505; number_of_response:1; }","duration":"343.513037ms","start":"2026-03-20T10:15:28.862978Z","end":"2026-03-20T10:15:29.206491Z","steps":["trace[205767793] 'process raft request' (duration: 342.88608ms)"],"step_count":1} {"level":"warn","ts":"2026-03-20T10:15:29.206639Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-20T10:15:28.862959Z","time spent":"343.624689ms","remote":"127.0.0.1:51316","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":317292,"response count":0,"response size":38,"request content":"compare: success:> failure:<>"} {"level":"info","ts":"2026-03-20T10:15:29.229816Z","caller":"traceutil/trace.go:171","msg":"trace[1687657162] linearizableReadLoop","detail":"{readStateIndex:531; appliedIndex:529; }","duration":"273.03667ms","start":"2026-03-20T10:15:28.956754Z","end":"2026-03-20T10:15:29.229791Z","steps":["trace[1687657162] 'read index received' (duration: 248.716611ms)","trace[1687657162] 'applied index is now lower than readState.Index' (duration: 24.318819ms)"],"step_count":2} {"level":"info","ts":"2026-03-20T10:15:29.230164Z","caller":"traceutil/trace.go:171","msg":"trace[1686203293] transaction","detail":"{read_only:false; response_revision:506; number_of_response:1; }","duration":"277.83181ms","start":"2026-03-20T10:15:28.952323Z","end":"2026-03-20T10:15:29.230154Z","steps":["trace[1686203293] 'process raft request' (duration: 277.324638ms)"],"step_count":1} {"level":"warn","ts":"2026-03-20T10:15:29.230446Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"273.672406ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/kube-controller-manager\" ","response":"range_response_count:1 size:506"} {"level":"info","ts":"2026-03-20T10:15:29.230498Z","caller":"traceutil/trace.go:171","msg":"trace[1424458608] range","detail":"{range_begin:/registry/leases/kube-system/kube-controller-manager; range_end:; response_count:1; response_revision:506; }","duration":"273.757968ms","start":"2026-03-20T10:15:28.956709Z","end":"2026-03-20T10:15:29.230467Z","steps":["trace[1424458608] 'agreement among raft nodes before linearized reading' (duration: 273.679436ms)"],"step_count":1} {"level":"warn","ts":"2026-03-20T10:15:29.230684Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"273.505612ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/plndr-svcs-lock\" ","response":"range_response_count:1 size:437"} {"level":"info","ts":"2026-03-20T10:15:29.23071Z","caller":"traceutil/trace.go:171","msg":"trace[1871909916] range","detail":"{range_begin:/registry/leases/kube-system/plndr-svcs-lock; range_end:; response_count:1; response_revision:506; }","duration":"273.558133ms","start":"2026-03-20T10:15:28.957145Z","end":"2026-03-20T10:15:29.230703Z","steps":["trace[1871909916] 'agreement among raft nodes before linearized reading' (duration: 273.500571ms)"],"step_count":1} {"level":"warn","ts":"2026-03-20T10:15:29.230852Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"272.298782ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/kube-scheduler\" ","response":"range_response_count:1 size:478"} {"level":"info","ts":"2026-03-20T10:15:29.230873Z","caller":"traceutil/trace.go:171","msg":"trace[1961560166] range","detail":"{range_begin:/registry/leases/kube-system/kube-scheduler; range_end:; response_count:1; response_revision:506; }","duration":"272.352443ms","start":"2026-03-20T10:15:28.958515Z","end":"2026-03-20T10:15:29.230868Z","steps":["trace[1961560166] 'agreement among raft nodes before linearized reading' (duration: 272.311072ms)"],"step_count":1} {"level":"warn","ts":"2026-03-20T10:15:29.427472Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"119.723829ms","expected-duration":"100ms","prefix":"","request":"header: txn: success:> failure: >>","response":"size:16"} {"level":"info","ts":"2026-03-20T10:15:29.427558Z","caller":"traceutil/trace.go:171","msg":"trace[1551648292] transaction","detail":"{read_only:false; response_revision:507; number_of_response:1; }","duration":"192.423491ms","start":"2026-03-20T10:15:29.235113Z","end":"2026-03-20T10:15:29.427537Z","steps":["trace[1551648292] 'process raft request' (duration: 72.579229ms)","trace[1551648292] 'compare' (duration: 119.562895ms)"],"step_count":2} {"level":"info","ts":"2026-03-20T10:15:29.433126Z","caller":"traceutil/trace.go:171","msg":"trace[1678818784] transaction","detail":"{read_only:false; response_revision:508; number_of_response:1; }","duration":"193.429836ms","start":"2026-03-20T10:15:29.239683Z","end":"2026-03-20T10:15:29.433113Z","steps":["trace[1678818784] 'process raft request' (duration: 193.170169ms)"],"step_count":1} {"level":"info","ts":"2026-03-20T10:15:29.433538Z","caller":"traceutil/trace.go:171","msg":"trace[68679611] transaction","detail":"{read_only:false; response_revision:509; number_of_response:1; }","duration":"193.784615ms","start":"2026-03-20T10:15:29.239742Z","end":"2026-03-20T10:15:29.433527Z","steps":["trace[68679611] 'process raft request' (duration: 193.208761ms)"],"step_count":1} {"level":"info","ts":"2026-03-20T10:15:29.433654Z","caller":"traceutil/trace.go:171","msg":"trace[579861192] transaction","detail":"{read_only:false; response_revision:510; number_of_response:1; }","duration":"193.620461ms","start":"2026-03-20T10:15:29.240012Z","end":"2026-03-20T10:15:29.433633Z","steps":["trace[579861192] 'process raft request' (duration: 193.469957ms)"],"step_count":1} {"level":"info","ts":"2026-03-20T10:15:29.433971Z","caller":"traceutil/trace.go:171","msg":"trace[1016631953] transaction","detail":"{read_only:false; response_revision:511; number_of_response:1; }","duration":"193.624231ms","start":"2026-03-20T10:15:29.24004Z","end":"2026-03-20T10:15:29.433664Z","steps":["trace[1016631953] 'process raft request' (duration: 193.59205ms)"],"step_count":1} {"level":"warn","ts":"2026-03-20T10:15:30.11072Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"296.670423ms","expected-duration":"100ms","prefix":"","request":"header: txn: success:> failure:<>>","response":"size:16"} {"level":"info","ts":"2026-03-20T10:15:30.110791Z","caller":"traceutil/trace.go:171","msg":"trace[1745541166] linearizableReadLoop","detail":"{readStateIndex:544; appliedIndex:543; }","duration":"533.630181ms","start":"2026-03-20T10:15:29.577149Z","end":"2026-03-20T10:15:30.11078Z","steps":["trace[1745541166] 'read index received' (duration: 236.878166ms)","trace[1745541166] 'applied index is now lower than readState.Index' (duration: 296.751165ms)"],"step_count":2} {"level":"info","ts":"2026-03-20T10:15:30.110879Z","caller":"traceutil/trace.go:171","msg":"trace[9227084] transaction","detail":"{read_only:false; response_revision:519; number_of_response:1; }","duration":"590.21508ms","start":"2026-03-20T10:15:29.52062Z","end":"2026-03-20T10:15:30.110835Z","steps":["trace[9227084] 'process raft request' (duration: 293.388252ms)","trace[9227084] 'compare' (duration: 296.589691ms)"],"step_count":2} {"level":"warn","ts":"2026-03-20T10:15:30.111144Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"533.990221ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/health\" ","response":"range_response_count:0 size:5"} {"level":"info","ts":"2026-03-20T10:15:30.111174Z","caller":"traceutil/trace.go:171","msg":"trace[1669290577] range","detail":"{range_begin:/registry/health; range_end:; response_count:0; response_revision:519; }","duration":"534.058553ms","start":"2026-03-20T10:15:29.577108Z","end":"2026-03-20T10:15:30.111167Z","steps":["trace[1669290577] 'agreement among raft nodes before linearized reading' (duration: 533.887939ms)"],"step_count":1} {"level":"warn","ts":"2026-03-20T10:15:30.111193Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-20T10:15:29.577088Z","time spent":"534.100553ms","remote":"127.0.0.1:51202","response type":"/etcdserverpb.KV/Range","request count":0,"request size":18,"response count":0,"response size":27,"request content":"key:\"/registry/health\" "} {"level":"warn","ts":"2026-03-20T10:15:30.110913Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-20T10:15:29.520606Z","time spent":"590.290831ms","remote":"127.0.0.1:51678","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":14213,"response count":0,"response size":38,"request content":"compare: success:> failure:<>"} {"level":"info","ts":"2026-03-20T10:15:30.326345Z","caller":"traceutil/trace.go:171","msg":"trace[2066439786] transaction","detail":"{read_only:false; response_revision:521; number_of_response:1; }","duration":"208.279489ms","start":"2026-03-20T10:15:30.118042Z","end":"2026-03-20T10:15:30.326322Z","steps":["trace[2066439786] 'process raft request' (duration: 208.005282ms)"],"step_count":1} {"level":"info","ts":"2026-03-20T10:15:30.326385Z","caller":"traceutil/trace.go:171","msg":"trace[779724259] transaction","detail":"{read_only:false; response_revision:522; number_of_response:1; }","duration":"206.056373ms","start":"2026-03-20T10:15:30.120254Z","end":"2026-03-20T10:15:30.32631Z","steps":["trace[779724259] 'process raft request' (duration: 206.013762ms)"],"step_count":1} {"level":"info","ts":"2026-03-20T10:15:30.48267Z","caller":"traceutil/trace.go:171","msg":"trace[288311584] transaction","detail":"{read_only:false; response_revision:528; number_of_response:1; }","duration":"111.066452ms","start":"2026-03-20T10:15:30.371557Z","end":"2026-03-20T10:15:30.482623Z","steps":["trace[288311584] 'process raft request' (duration: 73.215024ms)","trace[288311584] 'compare' (duration: 37.583262ms)"],"step_count":2} {"level":"info","ts":"2026-03-20T10:15:30.482888Z","caller":"traceutil/trace.go:171","msg":"trace[257965760] transaction","detail":"{read_only:false; response_revision:530; number_of_response:1; }","duration":"108.749515ms","start":"2026-03-20T10:15:30.374111Z","end":"2026-03-20T10:15:30.482861Z","steps":["trace[257965760] 'process raft request' (duration: 108.516789ms)"],"step_count":1} {"level":"info","ts":"2026-03-20T10:15:30.483414Z","caller":"traceutil/trace.go:171","msg":"trace[159267443] transaction","detail":"{read_only:false; response_revision:529; number_of_response:1; }","duration":"111.077332ms","start":"2026-03-20T10:15:30.371648Z","end":"2026-03-20T10:15:30.482725Z","steps":["trace[159267443] 'process raft request' (duration: 110.885587ms)"],"step_count":1} {"level":"info","ts":"2026-03-20T10:15:30.48578Z","caller":"traceutil/trace.go:171","msg":"trace[2060008016] transaction","detail":"{read_only:false; response_revision:531; number_of_response:1; }","duration":"100.695214ms","start":"2026-03-20T10:15:30.385058Z","end":"2026-03-20T10:15:30.485754Z","steps":["trace[2060008016] 'process raft request' (duration: 99.917314ms)"],"step_count":1} {"level":"info","ts":"2026-03-20T10:15:30.486039Z","caller":"traceutil/trace.go:171","msg":"trace[480465293] transaction","detail":"{read_only:false; response_revision:532; number_of_response:1; }","duration":"100.387754ms","start":"2026-03-20T10:15:30.38564Z","end":"2026-03-20T10:15:30.486028Z","steps":["trace[480465293] 'process raft request' (duration: 99.449181ms)"],"step_count":1} {"level":"info","ts":"2026-03-20T10:15:30.883221Z","caller":"traceutil/trace.go:171","msg":"trace[1631663385] transaction","detail":"{read_only:false; response_revision:537; number_of_response:1; }","duration":"387.938899ms","start":"2026-03-20T10:15:30.495257Z","end":"2026-03-20T10:15:30.883196Z","steps":["trace[1631663385] 'process raft request' (duration: 387.873928ms)"],"step_count":1} {"level":"info","ts":"2026-03-20T10:15:30.883268Z","caller":"traceutil/trace.go:171","msg":"trace[230030270] transaction","detail":"{read_only:false; response_revision:536; number_of_response:1; }","duration":"388.132855ms","start":"2026-03-20T10:15:30.495093Z","end":"2026-03-20T10:15:30.883226Z","steps":["trace[230030270] 'process raft request' (duration: 330.566033ms)","trace[230030270] 'compare' (duration: 57.307666ms)"],"step_count":2} {"level":"warn","ts":"2026-03-20T10:15:30.883414Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-20T10:15:30.495249Z","time spent":"388.089984ms","remote":"127.0.0.1:51692","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":4339,"response count":0,"response size":38,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-03-20T10:15:30.883689Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-20T10:15:30.49507Z","time spent":"388.530104ms","remote":"127.0.0.1:51670","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":4617,"response count":0,"response size":38,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-03-20T10:15:30.884602Z","caller":"traceutil/trace.go:171","msg":"trace[203217846] transaction","detail":"{read_only:false; response_revision:538; number_of_response:1; }","duration":"386.074994ms","start":"2026-03-20T10:15:30.498512Z","end":"2026-03-20T10:15:30.884587Z","steps":["trace[203217846] 'process raft request' (duration: 385.747035ms)"],"step_count":1} {"level":"info","ts":"2026-03-20T10:15:30.884646Z","caller":"traceutil/trace.go:171","msg":"trace[1579246904] transaction","detail":"{read_only:false; response_revision:539; number_of_response:1; }","duration":"385.678613ms","start":"2026-03-20T10:15:30.498948Z","end":"2026-03-20T10:15:30.884626Z","steps":["trace[1579246904] 'process raft request' (duration: 385.499969ms)"],"step_count":1} {"level":"warn","ts":"2026-03-20T10:15:30.884732Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-20T10:15:30.49894Z","time spent":"385.752446ms","remote":"127.0.0.1:51292","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":751,"response count":0,"response size":38,"request content":"compare: success:> failure:<>"} {"level":"warn","ts":"2026-03-20T10:15:30.884749Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-20T10:15:30.498497Z","time spent":"386.182537ms","remote":"127.0.0.1:51678","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":14448,"response count":0,"response size":38,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-03-20T10:15:30.884722Z","caller":"traceutil/trace.go:171","msg":"trace[1367586171] linearizableReadLoop","detail":"{readStateIndex:565; appliedIndex:560; }","duration":"317.701401ms","start":"2026-03-20T10:15:30.567Z","end":"2026-03-20T10:15:30.884701Z","steps":["trace[1367586171] 'read index received' (duration: 258.745514ms)","trace[1367586171] 'applied index is now lower than readState.Index' (duration: 58.954397ms)"],"step_count":2} {"level":"info","ts":"2026-03-20T10:15:30.884786Z","caller":"traceutil/trace.go:171","msg":"trace[774097733] transaction","detail":"{read_only:false; response_revision:540; number_of_response:1; }","duration":"377.603352ms","start":"2026-03-20T10:15:30.507165Z","end":"2026-03-20T10:15:30.884768Z","steps":["trace[774097733] 'process raft request' (duration: 377.354576ms)"],"step_count":1} {"level":"warn","ts":"2026-03-20T10:15:30.884987Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-20T10:15:30.507139Z","time spent":"377.799166ms","remote":"127.0.0.1:51424","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":16950,"response count":0,"response size":38,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-03-20T10:15:30.885039Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"318.022809ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/secrets/kube-system/\" range_end:\"/registry/secrets/kube-system0\" ","response":"range_response_count:4 size:329948"} {"level":"info","ts":"2026-03-20T10:15:30.885109Z","caller":"traceutil/trace.go:171","msg":"trace[24138930] range","detail":"{range_begin:/registry/secrets/kube-system/; range_end:/registry/secrets/kube-system0; response_count:4; response_revision:540; }","duration":"318.095791ms","start":"2026-03-20T10:15:30.566994Z","end":"2026-03-20T10:15:30.88509Z","steps":["trace[24138930] 'agreement among raft nodes before linearized reading' (duration: 317.769963ms)"],"step_count":1} {"level":"warn","ts":"2026-03-20T10:15:30.885166Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-20T10:15:30.56695Z","time spent":"318.201953ms","remote":"127.0.0.1:51316","response type":"/etcdserverpb.KV/Range","request count":0,"request size":64,"response count":4,"response size":329970,"request content":"key:\"/registry/secrets/kube-system/\" range_end:\"/registry/secrets/kube-system0\" "} {"level":"warn","ts":"2026-03-20T10:15:30.887964Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"159.997419ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/serviceaccounts/kube-system/cilium-operator\" ","response":"range_response_count:1 size:538"} {"level":"info","ts":"2026-03-20T10:15:30.888021Z","caller":"traceutil/trace.go:171","msg":"trace[35483812] range","detail":"{range_begin:/registry/serviceaccounts/kube-system/cilium-operator; range_end:; response_count:1; response_revision:540; }","duration":"160.158003ms","start":"2026-03-20T10:15:30.72785Z","end":"2026-03-20T10:15:30.888008Z","steps":["trace[35483812] 'agreement among raft nodes before linearized reading' (duration: 159.995599ms)"],"step_count":1} {"level":"warn","ts":"2026-03-20T10:15:30.888308Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"160.332897ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/serviceaccounts/kube-system/cilium\" ","response":"range_response_count:1 size:520"} {"level":"info","ts":"2026-03-20T10:15:30.888441Z","caller":"traceutil/trace.go:171","msg":"trace[1344173255] range","detail":"{range_begin:/registry/serviceaccounts/kube-system/cilium; range_end:; response_count:1; response_revision:540; }","duration":"160.429509ms","start":"2026-03-20T10:15:30.72792Z","end":"2026-03-20T10:15:30.88835Z","steps":["trace[1344173255] 'agreement among raft nodes before linearized reading' (duration: 160.316807ms)"],"step_count":1} {"level":"warn","ts":"2026-03-20T10:15:31.551508Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"114.930629ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/kube-controller-manager\" ","response":"range_response_count:1 size:506"} {"level":"warn","ts":"2026-03-20T10:15:31.551475Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"120.877089ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/plndr-svcs-lock\" ","response":"range_response_count:1 size:437"} {"level":"info","ts":"2026-03-20T10:15:31.551621Z","caller":"traceutil/trace.go:171","msg":"trace[2049540350] range","detail":"{range_begin:/registry/leases/kube-system/kube-controller-manager; range_end:; response_count:1; response_revision:544; }","duration":"115.073423ms","start":"2026-03-20T10:15:31.436503Z","end":"2026-03-20T10:15:31.551577Z","steps":["trace[2049540350] 'range keys from in-memory index tree' (duration: 114.820667ms)"],"step_count":1} {"level":"info","ts":"2026-03-20T10:15:31.551629Z","caller":"traceutil/trace.go:171","msg":"trace[19685902] range","detail":"{range_begin:/registry/leases/kube-system/plndr-svcs-lock; range_end:; response_count:1; response_revision:544; }","duration":"121.093734ms","start":"2026-03-20T10:15:31.430521Z","end":"2026-03-20T10:15:31.551615Z","steps":["trace[19685902] 'range keys from in-memory index tree' (duration: 120.760566ms)"],"step_count":1} {"level":"warn","ts":"2026-03-20T10:15:31.551663Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"114.682264ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/kube-scheduler\" ","response":"range_response_count:1 size:478"} {"level":"info","ts":"2026-03-20T10:15:31.551737Z","caller":"traceutil/trace.go:171","msg":"trace[2081445672] range","detail":"{range_begin:/registry/leases/kube-system/kube-scheduler; range_end:; response_count:1; response_revision:544; }","duration":"114.780606ms","start":"2026-03-20T10:15:31.436936Z","end":"2026-03-20T10:15:31.551717Z","steps":["trace[2081445672] 'range keys from in-memory index tree' (duration: 114.55698ms)"],"step_count":1} {"level":"info","ts":"2026-03-20T10:15:31.691027Z","caller":"traceutil/trace.go:171","msg":"trace[1765528367] transaction","detail":"{read_only:false; response_revision:545; number_of_response:1; }","duration":"135.782113ms","start":"2026-03-20T10:15:31.555173Z","end":"2026-03-20T10:15:31.690955Z","steps":["trace[1765528367] 'process raft request' (duration: 135.519545ms)"],"step_count":1} {"level":"info","ts":"2026-03-20T10:15:31.702661Z","caller":"traceutil/trace.go:171","msg":"trace[1631419902] linearizableReadLoop","detail":"{readStateIndex:572; appliedIndex:569; }","duration":"124.437008ms","start":"2026-03-20T10:15:31.578206Z","end":"2026-03-20T10:15:31.702643Z","steps":["trace[1631419902] 'read index received' (duration: 112.281053ms)","trace[1631419902] 'applied index is now lower than readState.Index' (duration: 12.155215ms)"],"step_count":2} {"level":"info","ts":"2026-03-20T10:15:31.702692Z","caller":"traceutil/trace.go:171","msg":"trace[1749691236] transaction","detail":"{read_only:false; response_revision:547; number_of_response:1; }","duration":"146.964633ms","start":"2026-03-20T10:15:31.555713Z","end":"2026-03-20T10:15:31.702678Z","steps":["trace[1749691236] 'process raft request' (duration: 146.898411ms)"],"step_count":1} {"level":"info","ts":"2026-03-20T10:15:31.702702Z","caller":"traceutil/trace.go:171","msg":"trace[1783532558] transaction","detail":"{read_only:false; response_revision:546; number_of_response:1; }","duration":"147.054555ms","start":"2026-03-20T10:15:31.555582Z","end":"2026-03-20T10:15:31.70267Z","steps":["trace[1783532558] 'process raft request' (duration: 146.884551ms)"],"step_count":1} {"level":"warn","ts":"2026-03-20T10:15:31.702788Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"124.566231ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/health\" ","response":"range_response_count:0 size:5"} {"level":"info","ts":"2026-03-20T10:15:31.702811Z","caller":"traceutil/trace.go:171","msg":"trace[549217869] range","detail":"{range_begin:/registry/health; range_end:; response_count:0; response_revision:547; }","duration":"124.617863ms","start":"2026-03-20T10:15:31.578187Z","end":"2026-03-20T10:15:31.702805Z","steps":["trace[549217869] 'agreement among raft nodes before linearized reading' (duration: 124.523611ms)"],"step_count":1} {"level":"info","ts":"2026-03-20T10:15:32.904892Z","caller":"traceutil/trace.go:171","msg":"trace[1798958578] transaction","detail":"{read_only:false; response_revision:551; number_of_response:1; }","duration":"175.259212ms","start":"2026-03-20T10:15:32.729605Z","end":"2026-03-20T10:15:32.904865Z","steps":["trace[1798958578] 'process raft request' (duration: 175.119039ms)"],"step_count":1} {"level":"warn","ts":"2026-03-20T10:15:36.043652Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"202.661707ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/kube-scheduler\" ","response":"range_response_count:1 size:478"} {"level":"warn","ts":"2026-03-20T10:15:36.043683Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"202.534715ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/kube-controller-manager\" ","response":"range_response_count:1 size:506"} {"level":"info","ts":"2026-03-20T10:15:36.043727Z","caller":"traceutil/trace.go:171","msg":"trace[549511154] range","detail":"{range_begin:/registry/leases/kube-system/kube-scheduler; range_end:; response_count:1; response_revision:558; }","duration":"202.743489ms","start":"2026-03-20T10:15:35.840966Z","end":"2026-03-20T10:15:36.04371Z","steps":["trace[549511154] 'range keys from in-memory index tree' (duration: 202.457132ms)"],"step_count":1} {"level":"info","ts":"2026-03-20T10:15:36.043763Z","caller":"traceutil/trace.go:171","msg":"trace[851619862] range","detail":"{range_begin:/registry/leases/kube-system/kube-controller-manager; range_end:; response_count:1; response_revision:558; }","duration":"202.651937ms","start":"2026-03-20T10:15:35.841091Z","end":"2026-03-20T10:15:36.043742Z","steps":["trace[851619862] 'range keys from in-memory index tree' (duration: 202.312909ms)"],"step_count":1} {"level":"info","ts":"2026-03-20T10:15:36.043943Z","caller":"traceutil/trace.go:171","msg":"trace[1001174749] transaction","detail":"{read_only:false; response_revision:559; number_of_response:1; }","duration":"131.70724ms","start":"2026-03-20T10:15:35.91221Z","end":"2026-03-20T10:15:36.043917Z","steps":["trace[1001174749] 'process raft request' (duration: 53.887441ms)","trace[1001174749] 'compare' (duration: 77.343668ms)"],"step_count":2} {"level":"warn","ts":"2026-03-20T10:15:36.371519Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"205.154479ms","expected-duration":"100ms","prefix":"","request":"header: txn: success:> failure: >>","response":"size:16"} {"level":"info","ts":"2026-03-20T10:15:36.371638Z","caller":"traceutil/trace.go:171","msg":"trace[25990025] transaction","detail":"{read_only:false; response_revision:561; number_of_response:1; }","duration":"320.406047ms","start":"2026-03-20T10:15:36.051214Z","end":"2026-03-20T10:15:36.37162Z","steps":["trace[25990025] 'process raft request' (duration: 114.999812ms)","trace[25990025] 'compare' (duration: 205.041436ms)"],"step_count":2} {"level":"warn","ts":"2026-03-20T10:15:36.371703Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-20T10:15:36.051206Z","time spent":"320.468319ms","remote":"127.0.0.1:51504","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":491,"response count":0,"response size":38,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-03-20T10:15:36.37181Z","caller":"traceutil/trace.go:171","msg":"trace[1263597960] linearizableReadLoop","detail":"{readStateIndex:587; appliedIndex:586; }","duration":"266.973238ms","start":"2026-03-20T10:15:36.104826Z","end":"2026-03-20T10:15:36.371799Z","steps":["trace[1263597960] 'read index received' (duration: 61.431999ms)","trace[1263597960] 'applied index is now lower than readState.Index' (duration: 205.540009ms)"],"step_count":2} {"level":"warn","ts":"2026-03-20T10:15:36.371922Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"267.089602ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/cilium-operator-resource-lock\" ","response":"range_response_count:0 size:5"} {"level":"info","ts":"2026-03-20T10:15:36.371956Z","caller":"traceutil/trace.go:171","msg":"trace[715641117] range","detail":"{range_begin:/registry/leases/kube-system/cilium-operator-resource-lock; range_end:; response_count:0; response_revision:562; }","duration":"267.155593ms","start":"2026-03-20T10:15:36.104792Z","end":"2026-03-20T10:15:36.371947Z","steps":["trace[715641117] 'agreement among raft nodes before linearized reading' (duration: 267.083832ms)"],"step_count":1} {"level":"warn","ts":"2026-03-20T10:15:36.372084Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"186.776579ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/plndr-cp-lock\" ","response":"range_response_count:1 size:432"} {"level":"info","ts":"2026-03-20T10:15:36.372113Z","caller":"traceutil/trace.go:171","msg":"trace[1746517980] range","detail":"{range_begin:/registry/leases/kube-system/plndr-cp-lock; range_end:; response_count:1; response_revision:562; }","duration":"186.860391ms","start":"2026-03-20T10:15:36.185245Z","end":"2026-03-20T10:15:36.372106Z","steps":["trace[1746517980] 'agreement among raft nodes before linearized reading' (duration: 186.724118ms)"],"step_count":1} {"level":"info","ts":"2026-03-20T10:15:36.372204Z","caller":"traceutil/trace.go:171","msg":"trace[1631851273] transaction","detail":"{read_only:false; response_revision:562; number_of_response:1; }","duration":"183.203229ms","start":"2026-03-20T10:15:36.188464Z","end":"2026-03-20T10:15:36.371667Z","steps":["trace[1631851273] 'process raft request' (duration: 183.151828ms)"],"step_count":1} {"level":"info","ts":"2026-03-20T10:15:36.588658Z","caller":"traceutil/trace.go:171","msg":"trace[464227652] transaction","detail":"{read_only:false; response_revision:563; number_of_response:1; }","duration":"212.699539ms","start":"2026-03-20T10:15:36.375924Z","end":"2026-03-20T10:15:36.588623Z","steps":["trace[464227652] 'process raft request' (duration: 121.727019ms)","trace[464227652] 'compare' (duration: 90.494569ms)"],"step_count":2} {"level":"info","ts":"2026-03-20T10:15:36.589091Z","caller":"traceutil/trace.go:171","msg":"trace[1919093921] transaction","detail":"{read_only:false; response_revision:564; number_of_response:1; }","duration":"213.101659ms","start":"2026-03-20T10:15:36.375962Z","end":"2026-03-20T10:15:36.589064Z","steps":["trace[1919093921] 'process raft request' (duration: 212.32812ms)"],"step_count":1} {"level":"info","ts":"2026-03-20T10:15:37.103753Z","caller":"traceutil/trace.go:171","msg":"trace[1954322016] transaction","detail":"{read_only:false; response_revision:567; number_of_response:1; }","duration":"498.51269ms","start":"2026-03-20T10:15:36.605217Z","end":"2026-03-20T10:15:37.10373Z","steps":["trace[1954322016] 'process raft request' (duration: 498.440669ms)"],"step_count":1} {"level":"info","ts":"2026-03-20T10:15:37.103805Z","caller":"traceutil/trace.go:171","msg":"trace[904758613] transaction","detail":"{read_only:false; response_revision:566; number_of_response:1; }","duration":"498.657974ms","start":"2026-03-20T10:15:36.605117Z","end":"2026-03-20T10:15:37.103775Z","steps":["trace[904758613] 'process raft request' (duration: 441.132062ms)","trace[904758613] 'compare' (duration: 56.979388ms)"],"step_count":2} {"level":"warn","ts":"2026-03-20T10:15:37.10388Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-20T10:15:36.60521Z","time spent":"498.609833ms","remote":"127.0.0.1:51262","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":4580,"response count":0,"response size":38,"request content":"compare: success:> failure:<>"} {"level":"warn","ts":"2026-03-20T10:15:37.103916Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-20T10:15:36.605091Z","time spent":"498.770997ms","remote":"127.0.0.1:51262","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":3202,"response count":0,"response size":38,"request content":"compare: success:> failure:<>"} {"level":"info","ts":"2026-03-20T10:15:37.447306Z","caller":"traceutil/trace.go:171","msg":"trace[1608496605] linearizableReadLoop","detail":"{readStateIndex:596; appliedIndex:591; }","duration":"652.502929ms","start":"2026-03-20T10:15:36.79478Z","end":"2026-03-20T10:15:37.447283Z","steps":["trace[1608496605] 'read index received' (duration: 251.486342ms)","trace[1608496605] 'applied index is now lower than readState.Index' (duration: 401.015697ms)"],"step_count":2} {"level":"info","ts":"2026-03-20T10:15:37.447369Z","caller":"traceutil/trace.go:171","msg":"trace[83240774] transaction","detail":"{read_only:false; response_revision:569; number_of_response:1; }","duration":"835.684768ms","start":"2026-03-20T10:15:36.611648Z","end":"2026-03-20T10:15:37.447333Z","steps":["trace[83240774] 'process raft request' (duration: 835.457102ms)"],"step_count":1} {"level":"info","ts":"2026-03-20T10:15:37.447387Z","caller":"traceutil/trace.go:171","msg":"trace[1153481734] transaction","detail":"{read_only:false; response_revision:570; number_of_response:1; }","duration":"835.706448ms","start":"2026-03-20T10:15:36.611654Z","end":"2026-03-20T10:15:37.447361Z","steps":["trace[1153481734] 'process raft request' (duration: 835.582495ms)"],"step_count":1} {"level":"warn","ts":"2026-03-20T10:15:37.447511Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-20T10:15:36.611637Z","time spent":"835.80247ms","remote":"127.0.0.1:51262","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":9343,"response count":0,"response size":38,"request content":"compare: success:> failure:<>"} {"level":"warn","ts":"2026-03-20T10:15:37.447665Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-20T10:15:36.611625Z","time spent":"835.966285ms","remote":"127.0.0.1:51262","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":8270,"response count":0,"response size":38,"request content":"compare: success:> failure:<>"} {"level":"warn","ts":"2026-03-20T10:15:37.44751Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"652.718934ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/apiextensions.k8s.io/customresourcedefinitions/ciliumendpoints.cilium.io\" ","response":"range_response_count:0 size:5"} {"level":"info","ts":"2026-03-20T10:15:37.447781Z","caller":"traceutil/trace.go:171","msg":"trace[858978652] range","detail":"{range_begin:/registry/apiextensions.k8s.io/customresourcedefinitions/ciliumendpoints.cilium.io; range_end:; response_count:0; response_revision:570; }","duration":"653.033523ms","start":"2026-03-20T10:15:36.794724Z","end":"2026-03-20T10:15:37.447758Z","steps":["trace[858978652] 'agreement among raft nodes before linearized reading' (duration: 652.667733ms)"],"step_count":1} {"level":"warn","ts":"2026-03-20T10:15:37.447831Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-20T10:15:36.794702Z","time spent":"653.118186ms","remote":"127.0.0.1:51262","response type":"/etcdserverpb.KV/Range","request count":0,"request size":84,"response count":0,"response size":27,"request content":"key:\"/registry/apiextensions.k8s.io/customresourcedefinitions/ciliumendpoints.cilium.io\" "} {"level":"info","ts":"2026-03-20T10:15:37.447958Z","caller":"traceutil/trace.go:171","msg":"trace[973388683] transaction","detail":"{read_only:false; response_revision:568; number_of_response:1; }","duration":"841.476044ms","start":"2026-03-20T10:15:36.606462Z","end":"2026-03-20T10:15:37.447938Z","steps":["trace[973388683] 'process raft request' (duration: 840.515969ms)"],"step_count":1} {"level":"warn","ts":"2026-03-20T10:15:37.448048Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-20T10:15:36.606446Z","time spent":"841.577487ms","remote":"127.0.0.1:51262","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":4234,"response count":0,"response size":38,"request content":"compare: success:> failure:<>"} {"level":"info","ts":"2026-03-20T10:15:37.644103Z","caller":"traceutil/trace.go:171","msg":"trace[1516257684] linearizableReadLoop","detail":"{readStateIndex:599; appliedIndex:596; }","duration":"196.691439ms","start":"2026-03-20T10:15:37.44739Z","end":"2026-03-20T10:15:37.644082Z","steps":["trace[1516257684] 'read index received' (duration: 196.449503ms)","trace[1516257684] 'applied index is now lower than readState.Index' (duration: 240.916µs)"],"step_count":2} {"level":"info","ts":"2026-03-20T10:15:37.644157Z","caller":"traceutil/trace.go:171","msg":"trace[939299331] transaction","detail":"{read_only:false; response_revision:573; number_of_response:1; }","duration":"534.608775ms","start":"2026-03-20T10:15:37.109513Z","end":"2026-03-20T10:15:37.644122Z","steps":["trace[939299331] 'process raft request' (duration: 534.535843ms)"],"step_count":1} {"level":"warn","ts":"2026-03-20T10:15:37.644255Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"449.076802ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/apiextensions.k8s.io/customresourcedefinitions/ciliumnodes.cilium.io\" ","response":"range_response_count:0 size:5"} {"level":"warn","ts":"2026-03-20T10:15:37.644254Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"361.359834ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/certificatesigningrequests/\" range_end:\"/registry/certificatesigningrequests0\" count_only:true ","response":"range_response_count:0 size:7"} {"level":"warn","ts":"2026-03-20T10:15:37.644318Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"649.839841ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/apiextensions.k8s.io/customresourcedefinitions/ciliumpodippools.cilium.io\" ","response":"range_response_count:0 size:5"} {"level":"warn","ts":"2026-03-20T10:15:37.644317Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-20T10:15:37.109499Z","time spent":"534.744928ms","remote":"127.0.0.1:51742","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":932,"response count":0,"response size":38,"request content":"compare: success:> failure:<>"} {"level":"info","ts":"2026-03-20T10:15:37.644342Z","caller":"traceutil/trace.go:171","msg":"trace[1773131603] range","detail":"{range_begin:/registry/apiextensions.k8s.io/customresourcedefinitions/ciliumpodippools.cilium.io; range_end:; response_count:0; response_revision:573; }","duration":"649.903003ms","start":"2026-03-20T10:15:36.994432Z","end":"2026-03-20T10:15:37.644335Z","steps":["trace[1773131603] 'agreement among raft nodes before linearized reading' (duration: 649.871922ms)"],"step_count":1} {"level":"warn","ts":"2026-03-20T10:15:37.644371Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-20T10:15:36.994411Z","time spent":"649.953784ms","remote":"127.0.0.1:51262","response type":"/etcdserverpb.KV/Range","request count":0,"request size":85,"response count":0,"response size":27,"request content":"key:\"/registry/apiextensions.k8s.io/customresourcedefinitions/ciliumpodippools.cilium.io\" "} {"level":"warn","ts":"2026-03-20T10:15:37.644427Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"249.441239ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/apiextensions.k8s.io/customresourcedefinitions/ciliumidentities.cilium.io\" ","response":"range_response_count:0 size:5"} {"level":"info","ts":"2026-03-20T10:15:37.644471Z","caller":"traceutil/trace.go:171","msg":"trace[1632488593] range","detail":"{range_begin:/registry/apiextensions.k8s.io/customresourcedefinitions/ciliumidentities.cilium.io; range_end:; response_count:0; response_revision:573; }","duration":"249.542852ms","start":"2026-03-20T10:15:37.394917Z","end":"2026-03-20T10:15:37.64446Z","steps":["trace[1632488593] 'agreement among raft nodes before linearized reading' (duration: 249.47592ms)"],"step_count":1} {"level":"info","ts":"2026-03-20T10:15:37.644603Z","caller":"traceutil/trace.go:171","msg":"trace[1663363409] transaction","detail":"{read_only:false; response_revision:572; number_of_response:1; }","duration":"535.6448ms","start":"2026-03-20T10:15:37.108945Z","end":"2026-03-20T10:15:37.64459Z","steps":["trace[1663363409] 'process raft request' (duration: 535.055916ms)"],"step_count":1} {"level":"info","ts":"2026-03-20T10:15:37.644618Z","caller":"traceutil/trace.go:171","msg":"trace[1036138921] transaction","detail":"{read_only:false; response_revision:571; number_of_response:1; }","duration":"535.709062ms","start":"2026-03-20T10:15:37.108874Z","end":"2026-03-20T10:15:37.644583Z","steps":["trace[1036138921] 'process raft request' (duration: 534.981014ms)"],"step_count":1} {"level":"warn","ts":"2026-03-20T10:15:37.644705Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-20T10:15:37.108921Z","time spent":"535.718101ms","remote":"127.0.0.1:51262","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":4156,"response count":0,"response size":38,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-03-20T10:15:37.64474Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"687.525746ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pods/kube-system/cilium-operator-869df985b8-6rkgb\" ","response":"range_response_count:1 size:4683"} {"level":"info","ts":"2026-03-20T10:15:37.644766Z","caller":"traceutil/trace.go:171","msg":"trace[1270087792] range","detail":"{range_begin:/registry/pods/kube-system/cilium-operator-869df985b8-6rkgb; range_end:; response_count:1; response_revision:573; }","duration":"687.584437ms","start":"2026-03-20T10:15:36.957175Z","end":"2026-03-20T10:15:37.644759Z","steps":["trace[1270087792] 'agreement among raft nodes before linearized reading' (duration: 687.480505ms)"],"step_count":1} {"level":"warn","ts":"2026-03-20T10:15:37.644795Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-20T10:15:36.957155Z","time spent":"687.634259ms","remote":"127.0.0.1:51424","response type":"/etcdserverpb.KV/Range","request count":0,"request size":61,"response count":1,"response size":4705,"request content":"key:\"/registry/pods/kube-system/cilium-operator-869df985b8-6rkgb\" "} {"level":"info","ts":"2026-03-20T10:15:37.644362Z","caller":"traceutil/trace.go:171","msg":"trace[455371981] range","detail":"{range_begin:/registry/certificatesigningrequests/; range_end:/registry/certificatesigningrequests0; response_count:0; response_revision:573; }","duration":"361.506787ms","start":"2026-03-20T10:15:37.282824Z","end":"2026-03-20T10:15:37.644331Z","steps":["trace[455371981] 'agreement among raft nodes before linearized reading' (duration: 361.304702ms)"],"step_count":1} {"level":"warn","ts":"2026-03-20T10:15:37.644924Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-20T10:15:37.282804Z","time spent":"362.106102ms","remote":"127.0.0.1:51490","response type":"/etcdserverpb.KV/Range","request count":0,"request size":80,"response count":1,"response size":29,"request content":"key:\"/registry/certificatesigningrequests/\" range_end:\"/registry/certificatesigningrequests0\" count_only:true "} {"level":"info","ts":"2026-03-20T10:15:37.64429Z","caller":"traceutil/trace.go:171","msg":"trace[136388174] range","detail":"{range_begin:/registry/apiextensions.k8s.io/customresourcedefinitions/ciliumnodes.cilium.io; range_end:; response_count:0; response_revision:573; }","duration":"449.194244ms","start":"2026-03-20T10:15:37.195084Z","end":"2026-03-20T10:15:37.644278Z","steps":["trace[136388174] 'agreement among raft nodes before linearized reading' (duration: 449.122253ms)"],"step_count":1} {"level":"warn","ts":"2026-03-20T10:15:37.645121Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-20T10:15:37.195046Z","time spent":"450.038185ms","remote":"127.0.0.1:51262","response type":"/etcdserverpb.KV/Range","request count":0,"request size":80,"response count":0,"response size":27,"request content":"key:\"/registry/apiextensions.k8s.io/customresourcedefinitions/ciliumnodes.cilium.io\" "} {"level":"warn","ts":"2026-03-20T10:15:37.645263Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-20T10:15:37.108849Z","time spent":"536.364797ms","remote":"127.0.0.1:51742","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":950,"response count":0,"response size":38,"request content":"compare: success:> failure:<>"} {"level":"info","ts":"2026-03-20T10:15:37.818781Z","caller":"traceutil/trace.go:171","msg":"trace[1402819658] transaction","detail":"{read_only:false; response_revision:575; number_of_response:1; }","duration":"167.486557ms","start":"2026-03-20T10:15:37.651271Z","end":"2026-03-20T10:15:37.818757Z","steps":["trace[1402819658] 'process raft request' (duration: 167.294922ms)"],"step_count":1} {"level":"info","ts":"2026-03-20T10:15:37.81897Z","caller":"traceutil/trace.go:171","msg":"trace[955948495] transaction","detail":"{read_only:false; response_revision:576; number_of_response:1; }","duration":"164.814709ms","start":"2026-03-20T10:15:37.65414Z","end":"2026-03-20T10:15:37.818954Z","steps":["trace[955948495] 'process raft request' (duration: 164.561583ms)"],"step_count":1} {"level":"warn","ts":"2026-03-20T10:15:37.977617Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"139.497206ms","expected-duration":"100ms","prefix":"","request":"header: lease_revoke:","response":"size:27"} {"level":"info","ts":"2026-03-20T10:15:37.977709Z","caller":"traceutil/trace.go:171","msg":"trace[395134362] linearizableReadLoop","detail":"{readStateIndex:603; appliedIndex:600; }","duration":"182.572204ms","start":"2026-03-20T10:15:37.795121Z","end":"2026-03-20T10:15:37.977693Z","steps":["trace[395134362] 'read index received' (duration: 23.516699ms)","trace[395134362] 'applied index is now lower than readState.Index' (duration: 159.054365ms)"],"step_count":2} {"level":"warn","ts":"2026-03-20T10:15:37.977799Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"182.679048ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/apiextensions.k8s.io/customresourcedefinitions/ciliumclusterwidenetworkpolicies.cilium.io\" ","response":"range_response_count:0 size:5"} {"level":"info","ts":"2026-03-20T10:15:37.977824Z","caller":"traceutil/trace.go:171","msg":"trace[1837312776] range","detail":"{range_begin:/registry/apiextensions.k8s.io/customresourcedefinitions/ciliumclusterwidenetworkpolicies.cilium.io; range_end:; response_count:0; response_revision:576; }","duration":"182.743928ms","start":"2026-03-20T10:15:37.795073Z","end":"2026-03-20T10:15:37.977817Z","steps":["trace[1837312776] 'agreement among raft nodes before linearized reading' (duration: 182.687437ms)"],"step_count":1} {"level":"info","ts":"2026-03-20T10:15:38.094046Z","caller":"traceutil/trace.go:171","msg":"trace[703754083] linearizableReadLoop","detail":"{readStateIndex:605; appliedIndex:603; }","duration":"116.292963ms","start":"2026-03-20T10:15:37.977728Z","end":"2026-03-20T10:15:38.094021Z","steps":["trace[703754083] 'read index received' (duration: 116.089948ms)","trace[703754083] 'applied index is now lower than readState.Index' (duration: 201.755µs)"],"step_count":2} {"level":"info","ts":"2026-03-20T10:15:38.094062Z","caller":"traceutil/trace.go:171","msg":"trace[1396074777] transaction","detail":"{read_only:false; response_revision:578; number_of_response:1; }","duration":"267.990563ms","start":"2026-03-20T10:15:37.826043Z","end":"2026-03-20T10:15:38.094033Z","steps":["trace[1396074777] 'process raft request' (duration: 267.925492ms)"],"step_count":1} {"level":"info","ts":"2026-03-20T10:15:38.094077Z","caller":"traceutil/trace.go:171","msg":"trace[1429716357] transaction","detail":"{read_only:false; response_revision:577; number_of_response:1; }","duration":"268.462636ms","start":"2026-03-20T10:15:37.825574Z","end":"2026-03-20T10:15:38.094037Z","steps":["trace[1429716357] 'process raft request' (duration: 268.250851ms)"],"step_count":1} {"level":"warn","ts":"2026-03-20T10:15:38.094376Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"272.052696ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pods/kube-system/cilium-operator-869df985b8-6rkgb\" ","response":"range_response_count:1 size:4888"} {"level":"info","ts":"2026-03-20T10:15:38.094416Z","caller":"traceutil/trace.go:171","msg":"trace[896606970] range","detail":"{range_begin:/registry/pods/kube-system/cilium-operator-869df985b8-6rkgb; range_end:; response_count:1; response_revision:578; }","duration":"272.123098ms","start":"2026-03-20T10:15:37.822282Z","end":"2026-03-20T10:15:38.094406Z","steps":["trace[896606970] 'agreement among raft nodes before linearized reading' (duration: 271.954293ms)"],"step_count":1} {"level":"warn","ts":"2026-03-20T10:15:38.094466Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"291.717508ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/plndr-svcs-lock\" ","response":"range_response_count:1 size:437"} {"level":"info","ts":"2026-03-20T10:15:38.094506Z","caller":"traceutil/trace.go:171","msg":"trace[2052593133] range","detail":"{range_begin:/registry/leases/kube-system/plndr-svcs-lock; range_end:; response_count:1; response_revision:578; }","duration":"291.810621ms","start":"2026-03-20T10:15:37.802684Z","end":"2026-03-20T10:15:38.094495Z","steps":["trace[2052593133] 'agreement among raft nodes before linearized reading' (duration: 291.646407ms)"],"step_count":1} {"level":"info","ts":"2026-03-20T10:15:38.437881Z","caller":"traceutil/trace.go:171","msg":"trace[1511468105] transaction","detail":"{read_only:false; response_revision:579; number_of_response:1; }","duration":"436.968819ms","start":"2026-03-20T10:15:38.000888Z","end":"2026-03-20T10:15:38.437857Z","steps":["trace[1511468105] 'process raft request' (duration: 436.855416ms)"],"step_count":1} {"level":"warn","ts":"2026-03-20T10:15:38.438Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-20T10:15:38.000866Z","time spent":"437.076331ms","remote":"127.0.0.1:51262","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":12244,"response count":0,"response size":38,"request content":"compare: success:> failure:<>"} {"level":"info","ts":"2026-03-20T10:15:38.438041Z","caller":"traceutil/trace.go:171","msg":"trace[1533517268] linearizableReadLoop","detail":"{readStateIndex:606; appliedIndex:606; }","duration":"343.899458ms","start":"2026-03-20T10:15:38.094115Z","end":"2026-03-20T10:15:38.438014Z","steps":["trace[1533517268] 'read index received' (duration: 343.877217ms)","trace[1533517268] 'applied index is now lower than readState.Index' (duration: 20.351µs)"],"step_count":2} {"level":"warn","ts":"2026-03-20T10:15:38.438539Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"345.445035ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/kube-scheduler\" ","response":"range_response_count:1 size:478"} {"level":"info","ts":"2026-03-20T10:15:38.438663Z","caller":"traceutil/trace.go:171","msg":"trace[224978694] range","detail":"{range_begin:/registry/leases/kube-system/kube-scheduler; range_end:; response_count:1; response_revision:579; }","duration":"345.63501ms","start":"2026-03-20T10:15:38.093005Z","end":"2026-03-20T10:15:38.43864Z","steps":["trace[224978694] 'agreement among raft nodes before linearized reading' (duration: 345.099117ms)"],"step_count":1} {"level":"warn","ts":"2026-03-20T10:15:38.438826Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-20T10:15:38.092989Z","time spent":"345.820115ms","remote":"127.0.0.1:51504","response type":"/etcdserverpb.KV/Range","request count":0,"request size":45,"response count":1,"response size":500,"request content":"key:\"/registry/leases/kube-system/kube-scheduler\" "} {"level":"info","ts":"2026-03-20T10:15:38.760317Z","caller":"traceutil/trace.go:171","msg":"trace[1764249253] transaction","detail":"{read_only:false; response_revision:580; number_of_response:1; }","duration":"660.158851ms","start":"2026-03-20T10:15:38.100127Z","end":"2026-03-20T10:15:38.760285Z","steps":["trace[1764249253] 'process raft request' (duration: 659.765572ms)"],"step_count":1} {"level":"warn","ts":"2026-03-20T10:15:38.760496Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-20T10:15:38.100108Z","time spent":"660.305655ms","remote":"127.0.0.1:51504","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":423,"response count":0,"response size":38,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-03-20T10:15:38.760509Z","caller":"traceutil/trace.go:171","msg":"trace[632914213] linearizableReadLoop","detail":"{readStateIndex:610; appliedIndex:606; }","duration":"322.287055ms","start":"2026-03-20T10:15:38.438113Z","end":"2026-03-20T10:15:38.7604Z","steps":["trace[632914213] 'read index received' (duration: 321.812654ms)","trace[632914213] 'applied index is now lower than readState.Index' (duration: 473.451µs)"],"step_count":2} {"level":"info","ts":"2026-03-20T10:15:38.760614Z","caller":"traceutil/trace.go:171","msg":"trace[1554901959] transaction","detail":"{read_only:false; response_revision:583; number_of_response:1; }","duration":"656.671223ms","start":"2026-03-20T10:15:38.103928Z","end":"2026-03-20T10:15:38.760599Z","steps":["trace[1554901959] 'process raft request' (duration: 656.404467ms)"],"step_count":1} {"level":"warn","ts":"2026-03-20T10:15:38.760693Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"366.128003ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/apiextensions.k8s.io/customresourcedefinitions/ciliumcidrgroups.cilium.io\" ","response":"range_response_count:1 size:4180"} {"level":"info","ts":"2026-03-20T10:15:38.760733Z","caller":"traceutil/trace.go:171","msg":"trace[1785766348] range","detail":"{range_begin:/registry/apiextensions.k8s.io/customresourcedefinitions/ciliumcidrgroups.cilium.io; range_end:; response_count:1; response_revision:583; }","duration":"366.223635ms","start":"2026-03-20T10:15:38.394498Z","end":"2026-03-20T10:15:38.760721Z","steps":["trace[1785766348] 'agreement among raft nodes before linearized reading' (duration: 366.112632ms)"],"step_count":1} {"level":"warn","ts":"2026-03-20T10:15:38.760738Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-20T10:15:38.10392Z","time spent":"656.740155ms","remote":"127.0.0.1:51262","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":5162,"response count":0,"response size":38,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-03-20T10:15:38.760764Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-20T10:15:38.39448Z","time spent":"366.276996ms","remote":"127.0.0.1:51262","response type":"/etcdserverpb.KV/Range","request count":0,"request size":85,"response count":1,"response size":4202,"request content":"key:\"/registry/apiextensions.k8s.io/customresourcedefinitions/ciliumcidrgroups.cilium.io\" "} {"level":"info","ts":"2026-03-20T10:15:38.76067Z","caller":"traceutil/trace.go:171","msg":"trace[2144210480] transaction","detail":"{read_only:false; response_revision:581; number_of_response:1; }","duration":"659.820672ms","start":"2026-03-20T10:15:38.100822Z","end":"2026-03-20T10:15:38.760643Z","steps":["trace[2144210480] 'process raft request' (duration: 659.294769ms)"],"step_count":1} {"level":"warn","ts":"2026-03-20T10:15:38.760908Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-20T10:15:38.100806Z","time spent":"660.059948ms","remote":"127.0.0.1:51424","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":4679,"response count":0,"response size":38,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-03-20T10:15:38.760964Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"566.068213ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/apiextensions.k8s.io/customresourcedefinitions/ciliumexternalworkloads.cilium.io\" ","response":"range_response_count:1 size:5586"} {"level":"info","ts":"2026-03-20T10:15:38.761023Z","caller":"traceutil/trace.go:171","msg":"trace[18914200] range","detail":"{range_begin:/registry/apiextensions.k8s.io/customresourcedefinitions/ciliumexternalworkloads.cilium.io; range_end:; response_count:1; response_revision:583; }","duration":"566.181606ms","start":"2026-03-20T10:15:38.194829Z","end":"2026-03-20T10:15:38.761011Z","steps":["trace[18914200] 'agreement among raft nodes before linearized reading' (duration: 566.004592ms)"],"step_count":1} {"level":"warn","ts":"2026-03-20T10:15:38.761046Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"385.59577ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/kube-controller-manager\" ","response":"range_response_count:1 size:506"} {"level":"info","ts":"2026-03-20T10:15:38.760925Z","caller":"traceutil/trace.go:171","msg":"trace[1143376246] transaction","detail":"{read_only:false; response_revision:582; number_of_response:1; }","duration":"657.889844ms","start":"2026-03-20T10:15:38.103028Z","end":"2026-03-20T10:15:38.760918Z","steps":["trace[1143376246] 'process raft request' (duration: 657.148996ms)"],"step_count":1} {"level":"warn","ts":"2026-03-20T10:15:38.761066Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-20T10:15:38.194809Z","time spent":"566.247017ms","remote":"127.0.0.1:51262","response type":"/etcdserverpb.KV/Range","request count":0,"request size":92,"response count":1,"response size":5608,"request content":"key:\"/registry/apiextensions.k8s.io/customresourcedefinitions/ciliumexternalworkloads.cilium.io\" "} {"level":"info","ts":"2026-03-20T10:15:38.761073Z","caller":"traceutil/trace.go:171","msg":"trace[1343729602] range","detail":"{range_begin:/registry/leases/kube-system/kube-controller-manager; range_end:; response_count:1; response_revision:583; }","duration":"385.721774ms","start":"2026-03-20T10:15:38.375343Z","end":"2026-03-20T10:15:38.761065Z","steps":["trace[1343729602] 'agreement among raft nodes before linearized reading' (duration: 385.600721ms)"],"step_count":1} {"level":"warn","ts":"2026-03-20T10:15:38.761139Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-20T10:15:38.10302Z","time spent":"658.077488ms","remote":"127.0.0.1:51262","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":10353,"response count":0,"response size":38,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-03-20T10:15:38.76119Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-20T10:15:38.375324Z","time spent":"385.850276ms","remote":"127.0.0.1:51504","response type":"/etcdserverpb.KV/Range","request count":0,"request size":54,"response count":1,"response size":528,"request content":"key:\"/registry/leases/kube-system/kube-controller-manager\" "} {"level":"info","ts":"2026-03-20T10:15:38.844429Z","caller":"traceutil/trace.go:171","msg":"trace[92281726] transaction","detail":"{read_only:false; response_revision:585; number_of_response:1; }","duration":"247.941621ms","start":"2026-03-20T10:15:38.596468Z","end":"2026-03-20T10:15:38.84441Z","steps":["trace[92281726] 'process raft request' (duration: 247.757937ms)"],"step_count":1} {"level":"info","ts":"2026-03-20T10:15:38.844495Z","caller":"traceutil/trace.go:171","msg":"trace[413993645] transaction","detail":"{read_only:false; response_revision:584; number_of_response:1; }","duration":"401.485098ms","start":"2026-03-20T10:15:38.442979Z","end":"2026-03-20T10:15:38.844464Z","steps":["trace[413993645] 'process raft request' (duration: 401.045998ms)"],"step_count":1} {"level":"warn","ts":"2026-03-20T10:15:38.844579Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"234.633338ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/cilium-operator-resource-lock\" ","response":"range_response_count:1 size:491"} {"level":"warn","ts":"2026-03-20T10:15:38.844581Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"252.342342ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/plndr-cp-lock\" ","response":"range_response_count:1 size:432"} {"level":"info","ts":"2026-03-20T10:15:38.844648Z","caller":"traceutil/trace.go:171","msg":"trace[518698162] range","detail":"{range_begin:/registry/leases/kube-system/cilium-operator-resource-lock; range_end:; response_count:1; response_revision:585; }","duration":"234.757582ms","start":"2026-03-20T10:15:38.609876Z","end":"2026-03-20T10:15:38.844634Z","steps":["trace[518698162] 'agreement among raft nodes before linearized reading' (duration: 234.577327ms)"],"step_count":1} {"level":"info","ts":"2026-03-20T10:15:38.8447Z","caller":"traceutil/trace.go:171","msg":"trace[644943073] range","detail":"{range_begin:/registry/leases/kube-system/plndr-cp-lock; range_end:; response_count:1; response_revision:585; }","duration":"252.522537ms","start":"2026-03-20T10:15:38.59215Z","end":"2026-03-20T10:15:38.844673Z","steps":["trace[644943073] 'agreement among raft nodes before linearized reading' (duration: 252.150457ms)"],"step_count":1} {"level":"warn","ts":"2026-03-20T10:15:38.84485Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-20T10:15:38.44288Z","time spent":"401.830048ms","remote":"127.0.0.1:51504","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":462,"response count":0,"response size":38,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-03-20T10:15:39.216813Z","caller":"traceutil/trace.go:171","msg":"trace[1244942502] transaction","detail":"{read_only:false; response_revision:586; number_of_response:1; }","duration":"402.31059ms","start":"2026-03-20T10:15:38.814461Z","end":"2026-03-20T10:15:39.216771Z","steps":["trace[1244942502] 'process raft request' (duration: 402.112005ms)"],"step_count":1} {"level":"info","ts":"2026-03-20T10:15:39.216825Z","caller":"traceutil/trace.go:171","msg":"trace[472935886] transaction","detail":"{read_only:false; response_revision:587; number_of_response:1; }","duration":"401.159841ms","start":"2026-03-20T10:15:38.815636Z","end":"2026-03-20T10:15:39.216796Z","steps":["trace[472935886] 'process raft request' (duration: 401.057088ms)"],"step_count":1} {"level":"warn","ts":"2026-03-20T10:15:39.217039Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-20T10:15:38.814435Z","time spent":"402.475804ms","remote":"127.0.0.1:51504","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":491,"response count":0,"response size":38,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-03-20T10:15:39.21713Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-20T10:15:38.81563Z","time spent":"401.429437ms","remote":"127.0.0.1:51692","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":4387,"response count":0,"response size":38,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-03-20T10:15:39.217119Z","caller":"traceutil/trace.go:171","msg":"trace[156475455] transaction","detail":"{read_only:false; response_revision:590; number_of_response:1; }","duration":"390.649307ms","start":"2026-03-20T10:15:38.826447Z","end":"2026-03-20T10:15:39.217096Z","steps":["trace[156475455] 'process raft request' (duration: 390.599006ms)"],"step_count":1} {"level":"info","ts":"2026-03-20T10:15:39.21724Z","caller":"traceutil/trace.go:171","msg":"trace[260009666] transaction","detail":"{read_only:false; response_revision:588; number_of_response:1; }","duration":"393.522248ms","start":"2026-03-20T10:15:38.823702Z","end":"2026-03-20T10:15:39.217225Z","steps":["trace[260009666] 'process raft request' (duration: 393.030296ms)"],"step_count":1} {"level":"warn","ts":"2026-03-20T10:15:39.217237Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-20T10:15:38.826423Z","time spent":"390.758849ms","remote":"127.0.0.1:51262","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":23277,"response count":0,"response size":38,"request content":"compare: success:> failure:<>"} {"level":"warn","ts":"2026-03-20T10:15:39.217273Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-20T10:15:38.823695Z","time spent":"393.558519ms","remote":"127.0.0.1:51262","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":9296,"response count":0,"response size":38,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-03-20T10:15:39.217317Z","caller":"traceutil/trace.go:171","msg":"trace[1446069901] transaction","detail":"{read_only:false; response_revision:589; number_of_response:1; }","duration":"393.57112ms","start":"2026-03-20T10:15:38.823741Z","end":"2026-03-20T10:15:39.217312Z","steps":["trace[1446069901] 'process raft request' (duration: 393.216641ms)"],"step_count":1} {"level":"warn","ts":"2026-03-20T10:15:39.217344Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-20T10:15:38.823736Z","time spent":"393.5931ms","remote":"127.0.0.1:51262","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":10362,"response count":0,"response size":38,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-03-20T10:15:39.549916Z","caller":"traceutil/trace.go:171","msg":"trace[574139067] transaction","detail":"{read_only:false; response_revision:591; number_of_response:1; }","duration":"700.394417ms","start":"2026-03-20T10:15:38.849491Z","end":"2026-03-20T10:15:39.549885Z","steps":["trace[574139067] 'process raft request' (duration: 700.09535ms)"],"step_count":1} {"level":"info","ts":"2026-03-20T10:15:39.550099Z","caller":"traceutil/trace.go:171","msg":"trace[633307482] transaction","detail":"{read_only:false; response_revision:592; number_of_response:1; }","duration":"700.262034ms","start":"2026-03-20T10:15:38.849819Z","end":"2026-03-20T10:15:39.550081Z","steps":["trace[633307482] 'process raft request' (duration: 700.015738ms)"],"step_count":1} {"level":"warn","ts":"2026-03-20T10:15:39.5501Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-20T10:15:38.849456Z","time spent":"700.553991ms","remote":"127.0.0.1:51504","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":419,"response count":0,"response size":38,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-03-20T10:15:39.550189Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-20T10:15:38.849789Z","time spent":"700.348416ms","remote":"127.0.0.1:51504","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":476,"response count":0,"response size":38,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-03-20T10:15:39.550621Z","caller":"traceutil/trace.go:171","msg":"trace[1282921460] transaction","detail":"{read_only:false; response_revision:593; number_of_response:1; }","duration":"553.161909ms","start":"2026-03-20T10:15:38.997431Z","end":"2026-03-20T10:15:39.550593Z","steps":["trace[1282921460] 'process raft request' (duration: 552.601215ms)"],"step_count":1} {"level":"warn","ts":"2026-03-20T10:15:39.550928Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-20T10:15:38.997391Z","time spent":"553.298452ms","remote":"127.0.0.1:51262","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":3353,"response count":0,"response size":38,"request content":"compare: success:> failure:<>"} {"level":"info","ts":"2026-03-20T10:15:39.680205Z","caller":"traceutil/trace.go:171","msg":"trace[342049853] linearizableReadLoop","detail":"{readStateIndex:624; appliedIndex:617; }","duration":"284.886107ms","start":"2026-03-20T10:15:39.395301Z","end":"2026-03-20T10:15:39.680188Z","steps":["trace[342049853] 'read index received' (duration: 154.44784ms)","trace[342049853] 'applied index is now lower than readState.Index' (duration: 130.437677ms)"],"step_count":2} {"level":"info","ts":"2026-03-20T10:15:39.680313Z","caller":"traceutil/trace.go:171","msg":"trace[1875636014] transaction","detail":"{read_only:false; response_revision:597; number_of_response:1; }","duration":"448.782844ms","start":"2026-03-20T10:15:39.231519Z","end":"2026-03-20T10:15:39.680302Z","steps":["trace[1875636014] 'process raft request' (duration: 448.608069ms)"],"step_count":1} {"level":"info","ts":"2026-03-20T10:15:39.680302Z","caller":"traceutil/trace.go:171","msg":"trace[1049199015] transaction","detail":"{read_only:false; response_revision:596; number_of_response:1; }","duration":"452.427314ms","start":"2026-03-20T10:15:39.227848Z","end":"2026-03-20T10:15:39.680275Z","steps":["trace[1049199015] 'process raft request' (duration: 452.24095ms)"],"step_count":1} {"level":"warn","ts":"2026-03-20T10:15:39.680468Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-20T10:15:39.231508Z","time spent":"448.826366ms","remote":"127.0.0.1:51262","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":9305,"response count":0,"response size":38,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-03-20T10:15:39.680525Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-20T10:15:39.227825Z","time spent":"452.546639ms","remote":"127.0.0.1:51262","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":13205,"response count":0,"response size":38,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-03-20T10:15:39.680742Z","caller":"traceutil/trace.go:171","msg":"trace[257895889] transaction","detail":"{read_only:false; response_revision:594; number_of_response:1; }","duration":"454.934989ms","start":"2026-03-20T10:15:39.225795Z","end":"2026-03-20T10:15:39.68073Z","steps":["trace[257895889] 'process raft request' (duration: 454.085657ms)"],"step_count":1} {"level":"info","ts":"2026-03-20T10:15:39.680955Z","caller":"traceutil/trace.go:171","msg":"trace[1218531697] transaction","detail":"{read_only:false; response_revision:598; number_of_response:1; }","duration":"210.799472ms","start":"2026-03-20T10:15:39.470139Z","end":"2026-03-20T10:15:39.680938Z","steps":["trace[1218531697] 'process raft request' (duration: 210.017492ms)"],"step_count":1} {"level":"warn","ts":"2026-03-20T10:15:39.681Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"105.047493ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/health\" ","response":"range_response_count:0 size:5"} {"level":"warn","ts":"2026-03-20T10:15:39.681279Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"285.939994ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/apiextensions.k8s.io/customresourcedefinitions/ciliuml2announcementpolicies.cilium.io\" ","response":"range_response_count:1 size:10377"} {"level":"info","ts":"2026-03-20T10:15:39.681387Z","caller":"traceutil/trace.go:171","msg":"trace[2036541146] range","detail":"{range_begin:/registry/apiextensions.k8s.io/customresourcedefinitions/ciliuml2announcementpolicies.cilium.io; range_end:; response_count:1; response_revision:598; }","duration":"286.108338ms","start":"2026-03-20T10:15:39.395257Z","end":"2026-03-20T10:15:39.681366Z","steps":["trace[2036541146] 'agreement among raft nodes before linearized reading' (duration: 285.719429ms)"],"step_count":1} {"level":"info","ts":"2026-03-20T10:15:39.68162Z","caller":"traceutil/trace.go:171","msg":"trace[1743312945] transaction","detail":"{read_only:false; response_revision:595; number_of_response:1; }","duration":"454.767484ms","start":"2026-03-20T10:15:39.226132Z","end":"2026-03-20T10:15:39.680899Z","steps":["trace[1743312945] 'process raft request' (duration: 453.891291ms)"],"step_count":1} {"level":"warn","ts":"2026-03-20T10:15:39.681675Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-20T10:15:39.226115Z","time spent":"455.537853ms","remote":"127.0.0.1:51262","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":187246,"response count":0,"response size":38,"request content":"compare: success:> failure:<>"} {"level":"info","ts":"2026-03-20T10:15:39.681168Z","caller":"traceutil/trace.go:171","msg":"trace[1513543480] range","detail":"{range_begin:/registry/health; range_end:; response_count:0; response_revision:598; }","duration":"105.229457ms","start":"2026-03-20T10:15:39.575923Z","end":"2026-03-20T10:15:39.681153Z","steps":["trace[1513543480] 'agreement among raft nodes before linearized reading' (duration: 105.007672ms)"],"step_count":1} {"level":"warn","ts":"2026-03-20T10:15:39.683496Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-20T10:15:39.225772Z","time spent":"455.00945ms","remote":"127.0.0.1:51670","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":4694,"response count":0,"response size":38,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-03-20T10:15:39.892198Z","caller":"traceutil/trace.go:171","msg":"trace[1710171078] transaction","detail":"{read_only:false; response_revision:600; number_of_response:1; }","duration":"182.220386ms","start":"2026-03-20T10:15:39.709953Z","end":"2026-03-20T10:15:39.892173Z","steps":["trace[1710171078] 'process raft request' (duration: 95.714678ms)","trace[1710171078] 'compare' (duration: 86.394995ms)"],"step_count":2} {"level":"info","ts":"2026-03-20T10:15:39.944481Z","caller":"traceutil/trace.go:171","msg":"trace[463864260] linearizableReadLoop","detail":"{readStateIndex:628; appliedIndex:626; }","duration":"148.511451ms","start":"2026-03-20T10:15:39.795945Z","end":"2026-03-20T10:15:39.944457Z","steps":["trace[463864260] 'read index received' (duration: 9.685383ms)","trace[463864260] 'applied index is now lower than readState.Index' (duration: 138.825178ms)"],"step_count":2} {"level":"info","ts":"2026-03-20T10:15:39.944629Z","caller":"traceutil/trace.go:171","msg":"trace[849177031] transaction","detail":"{read_only:false; response_revision:601; number_of_response:1; }","duration":"183.489048ms","start":"2026-03-20T10:15:39.761114Z","end":"2026-03-20T10:15:39.944603Z","steps":["trace[849177031] 'process raft request' (duration: 183.19459ms)"],"step_count":1} {"level":"warn","ts":"2026-03-20T10:15:39.944949Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"148.988122ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/apiextensions.k8s.io/customresourcedefinitions/ciliumnodeconfigs.cilium.io\" ","response":"range_response_count:1 size:5177"} {"level":"info","ts":"2026-03-20T10:15:39.945002Z","caller":"traceutil/trace.go:171","msg":"trace[1736466564] range","detail":"{range_begin:/registry/apiextensions.k8s.io/customresourcedefinitions/ciliumnodeconfigs.cilium.io; range_end:; response_count:1; response_revision:601; }","duration":"149.087875ms","start":"2026-03-20T10:15:39.795899Z","end":"2026-03-20T10:15:39.944987Z","steps":["trace[1736466564] 'agreement among raft nodes before linearized reading' (duration: 148.652674ms)"],"step_count":1} {"level":"info","ts":"2026-03-20T10:15:40.547398Z","caller":"traceutil/trace.go:171","msg":"trace[167295078] transaction","detail":"{read_only:false; response_revision:602; number_of_response:1; }","duration":"648.365705ms","start":"2026-03-20T10:15:39.899013Z","end":"2026-03-20T10:15:40.547379Z","steps":["trace[167295078] 'process raft request' (duration: 648.228872ms)"],"step_count":1} {"level":"warn","ts":"2026-03-20T10:15:40.547537Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-20T10:15:39.898992Z","time spent":"648.474168ms","remote":"127.0.0.1:51262","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":4068,"response count":0,"response size":38,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-03-20T10:15:41.49058Z","caller":"traceutil/trace.go:171","msg":"trace[1079492507] transaction","detail":"{read_only:false; response_revision:603; number_of_response:1; }","duration":"1.53851372s","start":"2026-03-20T10:15:39.952023Z","end":"2026-03-20T10:15:41.490537Z","steps":["trace[1079492507] 'process raft request' (duration: 1.538229323s)"],"step_count":1} {"level":"info","ts":"2026-03-20T10:15:41.490721Z","caller":"traceutil/trace.go:171","msg":"trace[162123407] linearizableReadLoop","detail":"{readStateIndex:631; appliedIndex:628; }","duration":"1.29428427s","start":"2026-03-20T10:15:40.196415Z","end":"2026-03-20T10:15:41.490699Z","steps":["trace[162123407] 'read index received' (duration: 350.922493ms)","trace[162123407] 'applied index is now lower than readState.Index' (duration: 943.360897ms)"],"step_count":2} {"level":"info","ts":"2026-03-20T10:15:41.490827Z","caller":"traceutil/trace.go:171","msg":"trace[1776826854] transaction","detail":"{read_only:false; response_revision:604; number_of_response:1; }","duration":"1.436546275s","start":"2026-03-20T10:15:40.054227Z","end":"2026-03-20T10:15:41.490774Z","steps":["trace[1776826854] 'process raft request' (duration: 1.436297298s)"],"step_count":1} {"level":"warn","ts":"2026-03-20T10:15:41.490972Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-20T10:15:40.054202Z","time spent":"1.436701589s","remote":"127.0.0.1:51262","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":187455,"response count":0,"response size":38,"request content":"compare: success:> failure:<>"} {"level":"warn","ts":"2026-03-20T10:15:41.491005Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.294568837s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/apiextensions.k8s.io/customresourcedefinitions/ciliumendpoints.cilium.io\" ","response":"range_response_count:1 size:13229"} {"level":"info","ts":"2026-03-20T10:15:41.491048Z","caller":"traceutil/trace.go:171","msg":"trace[240472746] range","detail":"{range_begin:/registry/apiextensions.k8s.io/customresourcedefinitions/ciliumendpoints.cilium.io; range_end:; response_count:1; response_revision:604; }","duration":"1.294626818s","start":"2026-03-20T10:15:40.196407Z","end":"2026-03-20T10:15:41.491034Z","steps":["trace[240472746] 'agreement among raft nodes before linearized reading' (duration: 1.294413863s)"],"step_count":1} {"level":"warn","ts":"2026-03-20T10:15:41.49109Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-20T10:15:40.196359Z","time spent":"1.29472277s","remote":"127.0.0.1:51262","response type":"/etcdserverpb.KV/Range","request count":0,"request size":84,"response count":1,"response size":13251,"request content":"key:\"/registry/apiextensions.k8s.io/customresourcedefinitions/ciliumendpoints.cilium.io\" "} {"level":"warn","ts":"2026-03-20T10:15:41.491448Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-20T10:15:39.951996Z","time spent":"1.538662763s","remote":"127.0.0.1:51262","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":4309,"response count":0,"response size":38,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-03-20T10:15:41.943116Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"130.713654ms","expected-duration":"100ms","prefix":"","request":"header: txn: success:> failure: >>","response":"size:16"} {"level":"info","ts":"2026-03-20T10:15:41.943469Z","caller":"traceutil/trace.go:171","msg":"trace[2138723697] linearizableReadLoop","detail":"{readStateIndex:633; appliedIndex:631; }","duration":"452.657571ms","start":"2026-03-20T10:15:41.490791Z","end":"2026-03-20T10:15:41.943448Z","steps":["trace[2138723697] 'read index received' (duration: 321.687501ms)","trace[2138723697] 'applied index is now lower than readState.Index' (duration: 130.96892ms)"],"step_count":2} {"level":"info","ts":"2026-03-20T10:15:41.943554Z","caller":"traceutil/trace.go:171","msg":"trace[125622197] transaction","detail":"{read_only:false; response_revision:605; number_of_response:1; }","duration":"1.378654794s","start":"2026-03-20T10:15:40.564888Z","end":"2026-03-20T10:15:41.943543Z","steps":["trace[125622197] 'process raft request' (duration: 1.247438557s)","trace[125622197] 'compare' (duration: 130.604562ms)"],"step_count":2} {"level":"warn","ts":"2026-03-20T10:15:41.94371Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-20T10:15:40.564863Z","time spent":"1.378761516s","remote":"127.0.0.1:51262","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":24229,"response count":0,"response size":38,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-03-20T10:15:41.944139Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.14861178s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/apiextensions.k8s.io/customresourcedefinitions/ciliumidentities.cilium.io\" ","response":"range_response_count:1 size:4324"} {"level":"info","ts":"2026-03-20T10:15:41.94419Z","caller":"traceutil/trace.go:171","msg":"trace[648793087] range","detail":"{range_begin:/registry/apiextensions.k8s.io/customresourcedefinitions/ciliumidentities.cilium.io; range_end:; response_count:1; response_revision:606; }","duration":"1.148699352s","start":"2026-03-20T10:15:40.795476Z","end":"2026-03-20T10:15:41.944176Z","steps":["trace[648793087] 'agreement among raft nodes before linearized reading' (duration: 1.148532958s)"],"step_count":1} {"level":"warn","ts":"2026-03-20T10:15:41.944266Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-20T10:15:40.795456Z","time spent":"1.148760113s","remote":"127.0.0.1:51262","response type":"/etcdserverpb.KV/Range","request count":0,"request size":85,"response count":1,"response size":4346,"request content":"key:\"/registry/apiextensions.k8s.io/customresourcedefinitions/ciliumidentities.cilium.io\" "} {"level":"warn","ts":"2026-03-20T10:15:41.944493Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.35019151s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/apiextensions.k8s.io/customresourcedefinitions/ciliumnodes.cilium.io\" ","response":"range_response_count:1 size:24244"} {"level":"info","ts":"2026-03-20T10:15:41.944536Z","caller":"traceutil/trace.go:171","msg":"trace[711583528] range","detail":"{range_begin:/registry/apiextensions.k8s.io/customresourcedefinitions/ciliumnodes.cilium.io; range_end:; response_count:1; response_revision:606; }","duration":"1.350258442s","start":"2026-03-20T10:15:40.594267Z","end":"2026-03-20T10:15:41.944525Z","steps":["trace[711583528] 'agreement among raft nodes before linearized reading' (duration: 1.35018455s)"],"step_count":1} {"level":"warn","ts":"2026-03-20T10:15:41.944567Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-20T10:15:40.594255Z","time spent":"1.350304813s","remote":"127.0.0.1:51262","response type":"/etcdserverpb.KV/Range","request count":0,"request size":80,"response count":1,"response size":24266,"request content":"key:\"/registry/apiextensions.k8s.io/customresourcedefinitions/ciliumnodes.cilium.io\" "} {"level":"warn","ts":"2026-03-20T10:15:41.944857Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.365248447s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/health\" ","response":"range_response_count:0 size:5"} {"level":"info","ts":"2026-03-20T10:15:41.944898Z","caller":"traceutil/trace.go:171","msg":"trace[1409629693] range","detail":"{range_begin:/registry/health; range_end:; response_count:0; response_revision:606; }","duration":"1.365349341s","start":"2026-03-20T10:15:40.579539Z","end":"2026-03-20T10:15:41.944888Z","steps":["trace[1409629693] 'agreement among raft nodes before linearized reading' (duration: 1.36528874s)"],"step_count":1} {"level":"warn","ts":"2026-03-20T10:15:41.944927Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-20T10:15:40.579522Z","time spent":"1.365398902s","remote":"127.0.0.1:51202","response type":"/etcdserverpb.KV/Range","request count":0,"request size":18,"response count":0,"response size":27,"request content":"key:\"/registry/health\" "} {"level":"warn","ts":"2026-03-20T10:15:41.945184Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.415082226s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/statefulsets/\" range_end:\"/registry/statefulsets0\" count_only:true ","response":"range_response_count:0 size:5"} {"level":"info","ts":"2026-03-20T10:15:41.945226Z","caller":"traceutil/trace.go:171","msg":"trace[1322604837] range","detail":"{range_begin:/registry/statefulsets/; range_end:/registry/statefulsets0; response_count:0; response_revision:606; }","duration":"1.415149887s","start":"2026-03-20T10:15:40.530065Z","end":"2026-03-20T10:15:41.945215Z","steps":["trace[1322604837] 'agreement among raft nodes before linearized reading' (duration: 1.415085445s)"],"step_count":1} {"level":"warn","ts":"2026-03-20T10:15:41.9453Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-20T10:15:40.530055Z","time spent":"1.415196579s","remote":"127.0.0.1:51676","response type":"/etcdserverpb.KV/Range","request count":0,"request size":52,"response count":0,"response size":27,"request content":"key:\"/registry/statefulsets/\" range_end:\"/registry/statefulsets0\" count_only:true "} {"level":"warn","ts":"2026-03-20T10:15:41.945493Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.13228918s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/plndr-svcs-lock\" ","response":"range_response_count:1 size:437"} {"level":"warn","ts":"2026-03-20T10:15:41.945522Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.421928807s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/\" range_end:\"/registry/leases0\" count_only:true ","response":"range_response_count:0 size:7"} {"level":"info","ts":"2026-03-20T10:15:41.945541Z","caller":"traceutil/trace.go:171","msg":"trace[1814409180] range","detail":"{range_begin:/registry/leases/kube-system/plndr-svcs-lock; range_end:; response_count:1; response_revision:606; }","duration":"1.132386133s","start":"2026-03-20T10:15:40.813144Z","end":"2026-03-20T10:15:41.94553Z","steps":["trace[1814409180] 'agreement among raft nodes before linearized reading' (duration: 1.130396483s)"],"step_count":1} {"level":"warn","ts":"2026-03-20T10:15:41.945676Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-20T10:15:40.813115Z","time spent":"1.132553097s","remote":"127.0.0.1:51504","response type":"/etcdserverpb.KV/Range","request count":0,"request size":46,"response count":1,"response size":459,"request content":"key:\"/registry/leases/kube-system/plndr-svcs-lock\" "} {"level":"warn","ts":"2026-03-20T10:15:41.945699Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.550615572s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/apiextensions.k8s.io/customresourcedefinitions/ciliumpodippools.cilium.io\" ","response":"range_response_count:1 size:4083"} {"level":"info","ts":"2026-03-20T10:15:41.945776Z","caller":"traceutil/trace.go:171","msg":"trace[1922450708] range","detail":"{range_begin:/registry/apiextensions.k8s.io/customresourcedefinitions/ciliumpodippools.cilium.io; range_end:; response_count:1; response_revision:606; }","duration":"1.550722415s","start":"2026-03-20T10:15:40.395042Z","end":"2026-03-20T10:15:41.945765Z","steps":["trace[1922450708] 'agreement among raft nodes before linearized reading' (duration: 1.550577561s)"],"step_count":1} {"level":"warn","ts":"2026-03-20T10:15:41.945872Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-20T10:15:40.395026Z","time spent":"1.550833967s","remote":"127.0.0.1:51262","response type":"/etcdserverpb.KV/Range","request count":0,"request size":85,"response count":1,"response size":4105,"request content":"key:\"/registry/apiextensions.k8s.io/customresourcedefinitions/ciliumpodippools.cilium.io\" "} {"level":"info","ts":"2026-03-20T10:15:41.94556Z","caller":"traceutil/trace.go:171","msg":"trace[1009750108] range","detail":"{range_begin:/registry/leases/; range_end:/registry/leases0; response_count:0; response_revision:606; }","duration":"1.421967228s","start":"2026-03-20T10:15:40.523581Z","end":"2026-03-20T10:15:41.945548Z","steps":["trace[1009750108] 'agreement among raft nodes before linearized reading' (duration: 1.421904897s)"],"step_count":1} {"level":"warn","ts":"2026-03-20T10:15:41.946129Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-20T10:15:40.523529Z","time spent":"1.422587083s","remote":"127.0.0.1:51504","response type":"/etcdserverpb.KV/Range","request count":0,"request size":40,"response count":7,"response size":29,"request content":"key:\"/registry/leases/\" range_end:\"/registry/leases0\" count_only:true "} {"level":"warn","ts":"2026-03-20T10:15:41.946325Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"724.597946ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/kube-controller-manager\" ","response":"range_response_count:1 size:506"} {"level":"info","ts":"2026-03-20T10:15:41.946093Z","caller":"traceutil/trace.go:171","msg":"trace[2011904978] transaction","detail":"{read_only:false; response_revision:606; number_of_response:1; }","duration":"493.26633ms","start":"2026-03-20T10:15:41.4528Z","end":"2026-03-20T10:15:41.946067Z","steps":["trace[2011904978] 'process raft request' (duration: 490.407649ms)"],"step_count":1} {"level":"info","ts":"2026-03-20T10:15:41.946396Z","caller":"traceutil/trace.go:171","msg":"trace[1813661534] range","detail":"{range_begin:/registry/leases/kube-system/kube-controller-manager; range_end:; response_count:1; response_revision:606; }","duration":"724.696267ms","start":"2026-03-20T10:15:41.221665Z","end":"2026-03-20T10:15:41.946361Z","steps":["trace[1813661534] 'agreement among raft nodes before linearized reading' (duration: 724.501463ms)"],"step_count":1} {"level":"warn","ts":"2026-03-20T10:15:41.94644Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-20T10:15:41.221644Z","time spent":"724.78365ms","remote":"127.0.0.1:51504","response type":"/etcdserverpb.KV/Range","request count":0,"request size":54,"response count":1,"response size":528,"request content":"key:\"/registry/leases/kube-system/kube-controller-manager\" "} {"level":"warn","ts":"2026-03-20T10:15:41.946496Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-20T10:15:41.452774Z","time spent":"493.612338ms","remote":"127.0.0.1:51504","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":521,"response count":0,"response size":38,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-03-20T10:15:41.946877Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"952.047315ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/apiextensions.k8s.io/customresourcedefinitions/ciliumnetworkpolicies.cilium.io\" ","response":"range_response_count:1 size:187261"} {"level":"info","ts":"2026-03-20T10:15:41.946924Z","caller":"traceutil/trace.go:171","msg":"trace[1164484637] range","detail":"{range_begin:/registry/apiextensions.k8s.io/customresourcedefinitions/ciliumnetworkpolicies.cilium.io; range_end:; response_count:1; response_revision:606; }","duration":"952.121517ms","start":"2026-03-20T10:15:40.994788Z","end":"2026-03-20T10:15:41.946909Z","steps":["trace[1164484637] 'agreement among raft nodes before linearized reading' (duration: 951.869001ms)"],"step_count":1} {"level":"warn","ts":"2026-03-20T10:15:41.947121Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-20T10:15:40.994771Z","time spent":"952.314241ms","remote":"127.0.0.1:51262","response type":"/etcdserverpb.KV/Range","request count":0,"request size":90,"response count":1,"response size":187283,"request content":"key:\"/registry/apiextensions.k8s.io/customresourcedefinitions/ciliumnetworkpolicies.cilium.io\" "} {"level":"warn","ts":"2026-03-20T10:15:41.948398Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.098801422s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/kube-scheduler\" ","response":"range_response_count:1 size:477"} {"level":"info","ts":"2026-03-20T10:15:41.948431Z","caller":"traceutil/trace.go:171","msg":"trace[1042628304] range","detail":"{range_begin:/registry/leases/kube-system/kube-scheduler; range_end:; response_count:1; response_revision:606; }","duration":"1.098854462s","start":"2026-03-20T10:15:40.849569Z","end":"2026-03-20T10:15:41.948424Z","steps":["trace[1042628304] 'agreement among raft nodes before linearized reading' (duration: 1.097363045s)"],"step_count":1} {"level":"warn","ts":"2026-03-20T10:15:41.94845Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-20T10:15:40.849556Z","time spent":"1.098890384s","remote":"127.0.0.1:51504","response type":"/etcdserverpb.KV/Range","request count":0,"request size":45,"response count":1,"response size":499,"request content":"key:\"/registry/leases/kube-system/kube-scheduler\" "} {"level":"info","ts":"2026-03-20T10:15:42.036993Z","caller":"traceutil/trace.go:171","msg":"trace[1160193763] transaction","detail":"{read_only:false; response_revision:607; number_of_response:1; }","duration":"491.316251ms","start":"2026-03-20T10:15:41.545658Z","end":"2026-03-20T10:15:42.036974Z","steps":["trace[1160193763] 'process raft request' (duration: 490.800349ms)"],"step_count":1} {"level":"warn","ts":"2026-03-20T10:15:42.037118Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-20T10:15:41.545631Z","time spent":"491.421294ms","remote":"127.0.0.1:51262","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":188228,"response count":0,"response size":38,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-03-20T10:15:42.037317Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"482.667093ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/plndr-cp-lock\" ","response":"range_response_count:1 size:433"} {"level":"warn","ts":"2026-03-20T10:15:42.037408Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"483.160837ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/cilium-operator-resource-lock\" ","response":"range_response_count:1 size:491"} {"level":"info","ts":"2026-03-20T10:15:42.037441Z","caller":"traceutil/trace.go:171","msg":"trace[975190636] range","detail":"{range_begin:/registry/leases/kube-system/cilium-operator-resource-lock; range_end:; response_count:1; response_revision:607; }","duration":"483.223409ms","start":"2026-03-20T10:15:41.55421Z","end":"2026-03-20T10:15:42.037433Z","steps":["trace[975190636] 'agreement among raft nodes before linearized reading' (duration: 483.118296ms)"],"step_count":1} {"level":"warn","ts":"2026-03-20T10:15:42.037469Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-20T10:15:41.554191Z","time spent":"483.270419ms","remote":"127.0.0.1:51504","response type":"/etcdserverpb.KV/Range","request count":0,"request size":60,"response count":1,"response size":513,"request content":"key:\"/registry/leases/kube-system/cilium-operator-resource-lock\" "} {"level":"info","ts":"2026-03-20T10:15:42.037379Z","caller":"traceutil/trace.go:171","msg":"trace[2077029002] range","detail":"{range_begin:/registry/leases/kube-system/plndr-cp-lock; range_end:; response_count:1; response_revision:607; }","duration":"482.768496ms","start":"2026-03-20T10:15:41.554598Z","end":"2026-03-20T10:15:42.037367Z","steps":["trace[2077029002] 'agreement among raft nodes before linearized reading' (duration: 482.626073ms)"],"step_count":1} {"level":"warn","ts":"2026-03-20T10:15:42.037587Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-20T10:15:41.554578Z","time spent":"482.996602ms","remote":"127.0.0.1:51504","response type":"/etcdserverpb.KV/Range","request count":0,"request size":44,"response count":1,"response size":455,"request content":"key:\"/registry/leases/kube-system/plndr-cp-lock\" "} {"level":"warn","ts":"2026-03-20T10:15:42.037596Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"481.161186ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/roles/\" range_end:\"/registry/roles0\" count_only:true ","response":"range_response_count:0 size:7"} {"level":"info","ts":"2026-03-20T10:15:42.037678Z","caller":"traceutil/trace.go:171","msg":"trace[720384735] range","detail":"{range_begin:/registry/roles/; range_end:/registry/roles0; response_count:0; response_revision:607; }","duration":"481.370142ms","start":"2026-03-20T10:15:41.556279Z","end":"2026-03-20T10:15:42.037649Z","steps":["trace[720384735] 'agreement among raft nodes before linearized reading' (duration: 481.054554ms)"],"step_count":1} {"level":"warn","ts":"2026-03-20T10:15:42.037731Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-20T10:15:41.556268Z","time spent":"481.440694ms","remote":"127.0.0.1:51566","response type":"/etcdserverpb.KV/Range","request count":0,"request size":38,"response count":13,"response size":29,"request content":"key:\"/registry/roles/\" range_end:\"/registry/roles0\" count_only:true "} {"level":"info","ts":"2026-03-20T10:15:42.143191Z","caller":"traceutil/trace.go:171","msg":"trace[782224862] transaction","detail":"{read_only:false; response_revision:608; number_of_response:1; }","duration":"190.039262ms","start":"2026-03-20T10:15:41.953115Z","end":"2026-03-20T10:15:42.143155Z","steps":["trace[782224862] 'process raft request' (duration: 118.391976ms)","trace[782224862] 'compare' (duration: 71.04588ms)"],"step_count":2} {"level":"info","ts":"2026-03-20T10:15:42.144157Z","caller":"traceutil/trace.go:171","msg":"trace[591126755] transaction","detail":"{read_only:false; response_revision:609; number_of_response:1; }","duration":"190.951924ms","start":"2026-03-20T10:15:41.953174Z","end":"2026-03-20T10:15:42.144126Z","steps":["trace[591126755] 'process raft request' (duration: 190.267327ms)"],"step_count":1} {"level":"info","ts":"2026-03-20T10:15:42.144393Z","caller":"traceutil/trace.go:171","msg":"trace[48584274] linearizableReadLoop","detail":"{readStateIndex:638; appliedIndex:634; }","duration":"107.435981ms","start":"2026-03-20T10:15:42.036947Z","end":"2026-03-20T10:15:42.144383Z","steps":["trace[48584274] 'read index received' (duration: 34.572136ms)","trace[48584274] 'applied index is now lower than readState.Index' (duration: 72.863155ms)"],"step_count":2} {"level":"info","ts":"2026-03-20T10:15:42.144454Z","caller":"traceutil/trace.go:171","msg":"trace[1980489315] transaction","detail":"{read_only:false; response_revision:611; number_of_response:1; }","duration":"191.033426ms","start":"2026-03-20T10:15:41.953415Z","end":"2026-03-20T10:15:42.144448Z","steps":["trace[1980489315] 'process raft request' (duration: 190.143164ms)"],"step_count":1} {"level":"warn","ts":"2026-03-20T10:15:42.14462Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"134.591923ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/apiextensions.k8s.io/customresourcedefinitions/ciliumclusterwidenetworkpolicies.cilium.io\" ","response":"range_response_count:1 size:187470"} {"level":"info","ts":"2026-03-20T10:15:42.14465Z","caller":"traceutil/trace.go:171","msg":"trace[2076321105] range","detail":"{range_begin:/registry/apiextensions.k8s.io/customresourcedefinitions/ciliumclusterwidenetworkpolicies.cilium.io; range_end:; response_count:1; response_revision:613; }","duration":"134.658894ms","start":"2026-03-20T10:15:42.009982Z","end":"2026-03-20T10:15:42.144641Z","steps":["trace[2076321105] 'agreement among raft nodes before linearized reading' (duration: 134.52081ms)"],"step_count":1} {"level":"warn","ts":"2026-03-20T10:15:42.14484Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"196.659108ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/health\" ","response":"range_response_count:0 size:5"} {"level":"info","ts":"2026-03-20T10:15:42.144867Z","caller":"traceutil/trace.go:171","msg":"trace[161025325] range","detail":"{range_begin:/registry/health; range_end:; response_count:0; response_revision:613; }","duration":"196.685758ms","start":"2026-03-20T10:15:41.948174Z","end":"2026-03-20T10:15:42.14486Z","steps":["trace[161025325] 'agreement among raft nodes before linearized reading' (duration: 196.646317ms)"],"step_count":1} {"level":"info","ts":"2026-03-20T10:15:42.145415Z","caller":"traceutil/trace.go:171","msg":"trace[2009523834] transaction","detail":"{read_only:false; response_revision:612; number_of_response:1; }","duration":"104.749814ms","start":"2026-03-20T10:15:42.040658Z","end":"2026-03-20T10:15:42.145407Z","steps":["trace[2009523834] 'process raft request' (duration: 102.952209ms)"],"step_count":1} {"level":"info","ts":"2026-03-20T10:15:42.145743Z","caller":"traceutil/trace.go:171","msg":"trace[1474273266] transaction","detail":"{read_only:false; response_revision:613; number_of_response:1; }","duration":"104.570961ms","start":"2026-03-20T10:15:42.041161Z","end":"2026-03-20T10:15:42.145732Z","steps":["trace[1474273266] 'process raft request' (duration: 102.476098ms)"],"step_count":1} {"level":"info","ts":"2026-03-20T10:15:42.145708Z","caller":"traceutil/trace.go:171","msg":"trace[1320351818] transaction","detail":"{read_only:false; response_revision:610; number_of_response:1; }","duration":"192.34618ms","start":"2026-03-20T10:15:41.953337Z","end":"2026-03-20T10:15:42.145683Z","steps":["trace[1320351818] 'process raft request' (duration: 190.168265ms)"],"step_count":1} {"level":"warn","ts":"2026-03-20T10:15:43.011069Z","caller":"etcdserver/v3_server.go:897","msg":"waiting for ReadIndex response took too long, retrying","sent-request-id":184257304220176078,"retry-timeout":"500ms"} {"level":"warn","ts":"2026-03-20T10:15:43.51139Z","caller":"etcdserver/v3_server.go:897","msg":"waiting for ReadIndex response took too long, retrying","sent-request-id":184257304220176078,"retry-timeout":"500ms"} {"level":"warn","ts":"2026-03-20T10:15:43.892901Z","caller":"wal/wal.go:805","msg":"slow fdatasync","took":"1.483792397s","expected-duration":"1s"} {"level":"info","ts":"2026-03-20T10:15:43.893696Z","caller":"traceutil/trace.go:171","msg":"trace[932218411] transaction","detail":"{read_only:false; response_revision:616; number_of_response:1; }","duration":"1.552561201s","start":"2026-03-20T10:15:42.341113Z","end":"2026-03-20T10:15:43.893674Z","steps":["trace[932218411] 'process raft request' (duration: 1.55217193s)"],"step_count":1} {"level":"warn","ts":"2026-03-20T10:15:43.893844Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-20T10:15:42.341083Z","time spent":"1.552683194s","remote":"127.0.0.1:51262","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":188480,"response count":0,"response size":38,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-03-20T10:15:43.976193Z","caller":"traceutil/trace.go:171","msg":"trace[580259140] linearizableReadLoop","detail":"{readStateIndex:645; appliedIndex:643; }","duration":"1.465583931s","start":"2026-03-20T10:15:42.510585Z","end":"2026-03-20T10:15:43.976169Z","steps":["trace[580259140] 'read index received' (duration: 1.382518949s)","trace[580259140] 'applied index is now lower than readState.Index' (duration: 83.063772ms)"],"step_count":2} {"level":"info","ts":"2026-03-20T10:15:43.976232Z","caller":"traceutil/trace.go:171","msg":"trace[5732211] transaction","detail":"{read_only:false; response_revision:617; number_of_response:1; }","duration":"1.566506289s","start":"2026-03-20T10:15:42.409698Z","end":"2026-03-20T10:15:43.976204Z","steps":["trace[5732211] 'process raft request' (duration: 1.566339865s)"],"step_count":1} {"level":"warn","ts":"2026-03-20T10:15:43.976374Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-20T10:15:42.409673Z","time spent":"1.566622843s","remote":"127.0.0.1:51238","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":120,"response count":0,"response size":38,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-03-20T10:15:43.976399Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"397.12432ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/health\" ","response":"range_response_count:0 size:5"} {"level":"info","ts":"2026-03-20T10:15:43.97645Z","caller":"traceutil/trace.go:171","msg":"trace[89050371] range","detail":"{range_begin:/registry/health; range_end:; response_count:0; response_revision:617; }","duration":"397.223142ms","start":"2026-03-20T10:15:43.579212Z","end":"2026-03-20T10:15:43.976436Z","steps":["trace[89050371] 'agreement among raft nodes before linearized reading' (duration: 397.107949ms)"],"step_count":1} {"level":"warn","ts":"2026-03-20T10:15:43.976483Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-20T10:15:43.579189Z","time spent":"397.286914ms","remote":"127.0.0.1:51202","response type":"/etcdserverpb.KV/Range","request count":0,"request size":18,"response count":0,"response size":27,"request content":"key:\"/registry/health\" "} {"level":"warn","ts":"2026-03-20T10:15:43.976772Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.466180666s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/apiextensions.k8s.io/customresourcedefinitions/ciliumclusterwidenetworkpolicies.cilium.io\" ","response":"range_response_count:1 size:188495"} {"level":"info","ts":"2026-03-20T10:15:43.976823Z","caller":"traceutil/trace.go:171","msg":"trace[1281831648] range","detail":"{range_begin:/registry/apiextensions.k8s.io/customresourcedefinitions/ciliumclusterwidenetworkpolicies.cilium.io; range_end:; response_count:1; response_revision:617; }","duration":"1.466311078s","start":"2026-03-20T10:15:42.510499Z","end":"2026-03-20T10:15:43.97681Z","steps":["trace[1281831648] 'agreement among raft nodes before linearized reading' (duration: 1.465791926s)"],"step_count":1} {"level":"warn","ts":"2026-03-20T10:15:43.976891Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-20T10:15:42.510481Z","time spent":"1.466398341s","remote":"127.0.0.1:51262","response type":"/etcdserverpb.KV/Range","request count":0,"request size":101,"response count":1,"response size":188517,"request content":"key:\"/registry/apiextensions.k8s.io/customresourcedefinitions/ciliumclusterwidenetworkpolicies.cilium.io\" "} {"level":"warn","ts":"2026-03-20T10:15:43.976975Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.270574994s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/apiextensions.k8s.io/customresourcedefinitions/ciliumnetworkpolicies.cilium.io\" ","response":"range_response_count:1 size:188252"} {"level":"info","ts":"2026-03-20T10:15:43.977061Z","caller":"traceutil/trace.go:171","msg":"trace[623575887] range","detail":"{range_begin:/registry/apiextensions.k8s.io/customresourcedefinitions/ciliumnetworkpolicies.cilium.io; range_end:; response_count:1; response_revision:617; }","duration":"1.270700747s","start":"2026-03-20T10:15:42.706344Z","end":"2026-03-20T10:15:43.977044Z","steps":["trace[623575887] 'agreement among raft nodes before linearized reading' (duration: 1.269960589s)"],"step_count":1} {"level":"warn","ts":"2026-03-20T10:15:43.977135Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-20T10:15:42.706323Z","time spent":"1.27080011s","remote":"127.0.0.1:51262","response type":"/etcdserverpb.KV/Range","request count":0,"request size":90,"response count":1,"response size":188274,"request content":"key:\"/registry/apiextensions.k8s.io/customresourcedefinitions/ciliumnetworkpolicies.cilium.io\" "} {"level":"warn","ts":"2026-03-20T10:15:44.835392Z","caller":"etcdserver/v3_server.go:897","msg":"waiting for ReadIndex response took too long, retrying","sent-request-id":184257304220176104,"retry-timeout":"500ms"} {"level":"warn","ts":"2026-03-20T10:15:45.335635Z","caller":"etcdserver/v3_server.go:897","msg":"waiting for ReadIndex response took too long, retrying","sent-request-id":184257304220176104,"retry-timeout":"500ms"} {"level":"warn","ts":"2026-03-20T10:15:45.700618Z","caller":"wal/wal.go:805","msg":"slow fdatasync","took":"1.379471884s","expected-duration":"1s"} {"level":"info","ts":"2026-03-20T10:15:45.700952Z","caller":"traceutil/trace.go:171","msg":"trace[87631830] linearizableReadLoop","detail":"{readStateIndex:651; appliedIndex:650; }","duration":"1.365855233s","start":"2026-03-20T10:15:44.335074Z","end":"2026-03-20T10:15:45.700929Z","steps":["trace[87631830] 'read index received' (duration: 1.36570438s)","trace[87631830] 'applied index is now lower than readState.Index' (duration: 149.913µs)"],"step_count":2} {"level":"warn","ts":"2026-03-20T10:15:45.701198Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.366100969s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/cilium.io/ciliumnetworkpolicies/\" range_end:\"/registry/cilium.io/ciliumnetworkpolicies0\" count_only:true ","response":"range_response_count:0 size:5"} {"level":"info","ts":"2026-03-20T10:15:45.701186Z","caller":"traceutil/trace.go:171","msg":"trace[1523784933] transaction","detail":"{read_only:false; response_revision:623; number_of_response:1; }","duration":"1.38012093s","start":"2026-03-20T10:15:44.321043Z","end":"2026-03-20T10:15:45.701164Z","steps":["trace[1523784933] 'process raft request' (duration: 1.379771922s)"],"step_count":1} {"level":"warn","ts":"2026-03-20T10:15:45.701229Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.366120779s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/cilium.io/ciliumnetworkpolicies/\" range_end:\"/registry/cilium.io/ciliumnetworkpolicies0\" limit:10000 ","response":"range_response_count:0 size:5"} {"level":"info","ts":"2026-03-20T10:15:45.701257Z","caller":"traceutil/trace.go:171","msg":"trace[1055319162] range","detail":"{range_begin:/registry/cilium.io/ciliumnetworkpolicies/; range_end:/registry/cilium.io/ciliumnetworkpolicies0; response_count:0; response_revision:623; }","duration":"1.366167831s","start":"2026-03-20T10:15:44.33507Z","end":"2026-03-20T10:15:45.701238Z","steps":["trace[1055319162] 'agreement among raft nodes before linearized reading' (duration: 1.366063199s)"],"step_count":1} {"level":"warn","ts":"2026-03-20T10:15:45.701275Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.121697356s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/health\" ","response":"range_response_count:0 size:5"} {"level":"warn","ts":"2026-03-20T10:15:45.701285Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-20T10:15:44.335043Z","time spent":"1.366234692s","remote":"127.0.0.1:53942","response type":"/etcdserverpb.KV/Range","request count":0,"request size":90,"response count":0,"response size":27,"request content":"key:\"/registry/cilium.io/ciliumnetworkpolicies/\" range_end:\"/registry/cilium.io/ciliumnetworkpolicies0\" count_only:true "} {"level":"info","ts":"2026-03-20T10:15:45.701281Z","caller":"traceutil/trace.go:171","msg":"trace[191353113] range","detail":"{range_begin:/registry/cilium.io/ciliumnetworkpolicies/; range_end:/registry/cilium.io/ciliumnetworkpolicies0; response_count:0; response_revision:623; }","duration":"1.366199172s","start":"2026-03-20T10:15:44.335064Z","end":"2026-03-20T10:15:45.701263Z","steps":["trace[191353113] 'agreement among raft nodes before linearized reading' (duration: 1.366108889s)"],"step_count":1} {"level":"warn","ts":"2026-03-20T10:15:45.701299Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-20T10:15:44.321021Z","time spent":"1.380229142s","remote":"127.0.0.1:51412","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":4680,"response count":0,"response size":38,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-03-20T10:15:45.701308Z","caller":"traceutil/trace.go:171","msg":"trace[1785870348] range","detail":"{range_begin:/registry/health; range_end:; response_count:0; response_revision:623; }","duration":"1.121751307s","start":"2026-03-20T10:15:44.579546Z","end":"2026-03-20T10:15:45.701297Z","steps":["trace[1785870348] 'agreement among raft nodes before linearized reading' (duration: 1.121711016s)"],"step_count":1} {"level":"warn","ts":"2026-03-20T10:15:45.701323Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.352134709s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/cilium.io/ciliumnodes/\" range_end:\"/registry/cilium.io/ciliumnodes0\" count_only:true ","response":"range_response_count:0 size:5"} {"level":"warn","ts":"2026-03-20T10:15:45.70133Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-20T10:15:44.335057Z","time spent":"1.366259803s","remote":"127.0.0.1:53942","response type":"/etcdserverpb.KV/Range","request count":0,"request size":91,"response count":0,"response size":27,"request content":"key:\"/registry/cilium.io/ciliumnetworkpolicies/\" range_end:\"/registry/cilium.io/ciliumnetworkpolicies0\" limit:10000 "} {"level":"info","ts":"2026-03-20T10:15:45.70135Z","caller":"traceutil/trace.go:171","msg":"trace[27886656] range","detail":"{range_begin:/registry/cilium.io/ciliumnodes/; range_end:/registry/cilium.io/ciliumnodes0; response_count:0; response_revision:623; }","duration":"1.35217291s","start":"2026-03-20T10:15:44.349169Z","end":"2026-03-20T10:15:45.701342Z","steps":["trace[27886656] 'agreement among raft nodes before linearized reading' (duration: 1.352134629s)"],"step_count":1} {"level":"warn","ts":"2026-03-20T10:15:45.701323Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.352060557s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/cilium.io/ciliumnodes/\" range_end:\"/registry/cilium.io/ciliumnodes0\" limit:10000 ","response":"range_response_count:0 size:5"} {"level":"warn","ts":"2026-03-20T10:15:45.701372Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-20T10:15:44.349163Z","time spent":"1.3522029s","remote":"127.0.0.1:53944","response type":"/etcdserverpb.KV/Range","request count":0,"request size":70,"response count":0,"response size":27,"request content":"key:\"/registry/cilium.io/ciliumnodes/\" range_end:\"/registry/cilium.io/ciliumnodes0\" count_only:true "} {"level":"warn","ts":"2026-03-20T10:15:45.701377Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.314896226s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/cilium.io/ciliumclusterwidenetworkpolicies/\" range_end:\"/registry/cilium.io/ciliumclusterwidenetworkpolicies0\" count_only:true ","response":"range_response_count:0 size:5"} {"level":"info","ts":"2026-03-20T10:15:45.701405Z","caller":"traceutil/trace.go:171","msg":"trace[514302069] range","detail":"{range_begin:/registry/cilium.io/ciliumclusterwidenetworkpolicies/; range_end:/registry/cilium.io/ciliumclusterwidenetworkpolicies0; response_count:0; response_revision:623; }","duration":"1.314935297s","start":"2026-03-20T10:15:44.386461Z","end":"2026-03-20T10:15:45.701397Z","steps":["trace[514302069] 'agreement among raft nodes before linearized reading' (duration: 1.314894666s)"],"step_count":1} {"level":"info","ts":"2026-03-20T10:15:45.701402Z","caller":"traceutil/trace.go:171","msg":"trace[475718483] range","detail":"{range_begin:/registry/cilium.io/ciliumnodes/; range_end:/registry/cilium.io/ciliumnodes0; response_count:0; response_revision:623; }","duration":"1.35217702s","start":"2026-03-20T10:15:44.349205Z","end":"2026-03-20T10:15:45.701382Z","steps":["trace[475718483] 'agreement among raft nodes before linearized reading' (duration: 1.352019536s)"],"step_count":1} {"level":"warn","ts":"2026-03-20T10:15:45.701432Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-20T10:15:44.386455Z","time spent":"1.314969678s","remote":"127.0.0.1:53950","response type":"/etcdserverpb.KV/Range","request count":0,"request size":112,"response count":0,"response size":27,"request content":"key:\"/registry/cilium.io/ciliumclusterwidenetworkpolicies/\" range_end:\"/registry/cilium.io/ciliumclusterwidenetworkpolicies0\" count_only:true "} {"level":"warn","ts":"2026-03-20T10:15:45.701445Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.31544854s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/cilium.io/ciliumclusterwidenetworkpolicies/\" range_end:\"/registry/cilium.io/ciliumclusterwidenetworkpolicies0\" limit:10000 ","response":"range_response_count:0 size:5"} {"level":"warn","ts":"2026-03-20T10:15:45.70145Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-20T10:15:44.349196Z","time spent":"1.352241132s","remote":"127.0.0.1:53944","response type":"/etcdserverpb.KV/Range","request count":0,"request size":71,"response count":0,"response size":27,"request content":"key:\"/registry/cilium.io/ciliumnodes/\" range_end:\"/registry/cilium.io/ciliumnodes0\" limit:10000 "} {"level":"info","ts":"2026-03-20T10:15:45.70147Z","caller":"traceutil/trace.go:171","msg":"trace[1671645914] range","detail":"{range_begin:/registry/cilium.io/ciliumclusterwidenetworkpolicies/; range_end:/registry/cilium.io/ciliumclusterwidenetworkpolicies0; response_count:0; response_revision:623; }","duration":"1.315496921s","start":"2026-03-20T10:15:44.385967Z","end":"2026-03-20T10:15:45.701464Z","steps":["trace[1671645914] 'agreement among raft nodes before linearized reading' (duration: 1.31545797s)"],"step_count":1} {"level":"warn","ts":"2026-03-20T10:15:45.70149Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-20T10:15:44.385953Z","time spent":"1.315531902s","remote":"127.0.0.1:53950","response type":"/etcdserverpb.KV/Range","request count":0,"request size":113,"response count":0,"response size":27,"request content":"key:\"/registry/cilium.io/ciliumclusterwidenetworkpolicies/\" range_end:\"/registry/cilium.io/ciliumclusterwidenetworkpolicies0\" limit:10000 "} {"level":"warn","ts":"2026-03-20T10:15:45.701502Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.351439961s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/cilium.io/ciliumnodes/\" range_end:\"/registry/cilium.io/ciliumnodes0\" limit:500 ","response":"range_response_count:0 size:5"} {"level":"warn","ts":"2026-03-20T10:15:45.701339Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-20T10:15:44.579531Z","time spent":"1.121802328s","remote":"127.0.0.1:51202","response type":"/etcdserverpb.KV/Range","request count":0,"request size":18,"response count":0,"response size":27,"request content":"key:\"/registry/health\" "} {"level":"warn","ts":"2026-03-20T10:15:45.701515Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.365802642s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/cilium.io/ciliumnetworkpolicies/\" range_end:\"/registry/cilium.io/ciliumnetworkpolicies0\" limit:10 ","response":"range_response_count:0 size:5"} {"level":"info","ts":"2026-03-20T10:15:45.701529Z","caller":"traceutil/trace.go:171","msg":"trace[1577871752] range","detail":"{range_begin:/registry/cilium.io/ciliumnodes/; range_end:/registry/cilium.io/ciliumnodes0; response_count:0; response_revision:623; }","duration":"1.351466873s","start":"2026-03-20T10:15:44.350051Z","end":"2026-03-20T10:15:45.701518Z","steps":["trace[1577871752] 'agreement among raft nodes before linearized reading' (duration: 1.351424142s)"],"step_count":1} {"level":"warn","ts":"2026-03-20T10:15:45.701551Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-20T10:15:44.350026Z","time spent":"1.351520474s","remote":"127.0.0.1:53944","response type":"/etcdserverpb.KV/Range","request count":0,"request size":71,"response count":0,"response size":27,"request content":"key:\"/registry/cilium.io/ciliumnodes/\" range_end:\"/registry/cilium.io/ciliumnodes0\" limit:500 "} {"level":"info","ts":"2026-03-20T10:15:45.701555Z","caller":"traceutil/trace.go:171","msg":"trace[685482529] range","detail":"{range_begin:/registry/cilium.io/ciliumnetworkpolicies/; range_end:/registry/cilium.io/ciliumnetworkpolicies0; response_count:0; response_revision:623; }","duration":"1.365874154s","start":"2026-03-20T10:15:44.335669Z","end":"2026-03-20T10:15:45.701543Z","steps":["trace[685482529] 'agreement among raft nodes before linearized reading' (duration: 1.365814372s)"],"step_count":1} {"level":"warn","ts":"2026-03-20T10:15:45.701238Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"804.059967ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/flowschemas/\" range_end:\"/registry/flowschemas0\" count_only:true ","response":"range_response_count:0 size:7"} {"level":"warn","ts":"2026-03-20T10:15:45.701595Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-20T10:15:44.335655Z","time spent":"1.365931165s","remote":"127.0.0.1:53942","response type":"/etcdserverpb.KV/Range","request count":0,"request size":90,"response count":0,"response size":27,"request content":"key:\"/registry/cilium.io/ciliumnetworkpolicies/\" range_end:\"/registry/cilium.io/ciliumnetworkpolicies0\" limit:10 "} {"level":"info","ts":"2026-03-20T10:15:45.701601Z","caller":"traceutil/trace.go:171","msg":"trace[1758290441] range","detail":"{range_begin:/registry/flowschemas/; range_end:/registry/flowschemas0; response_count:0; response_revision:623; }","duration":"804.428576ms","start":"2026-03-20T10:15:44.897165Z","end":"2026-03-20T10:15:45.701593Z","steps":["trace[1758290441] 'agreement among raft nodes before linearized reading' (duration: 804.032236ms)"],"step_count":1} {"level":"warn","ts":"2026-03-20T10:15:45.701626Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-20T10:15:44.897123Z","time spent":"804.493727ms","remote":"127.0.0.1:51654","response type":"/etcdserverpb.KV/Range","request count":0,"request size":50,"response count":13,"response size":29,"request content":"key:\"/registry/flowschemas/\" range_end:\"/registry/flowschemas0\" count_only:true "} {"level":"warn","ts":"2026-03-20T10:15:45.701231Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.315166772s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/cilium.io/ciliumclusterwidenetworkpolicies/\" range_end:\"/registry/cilium.io/ciliumclusterwidenetworkpolicies0\" limit:10 ","response":"range_response_count:0 size:5"} {"level":"info","ts":"2026-03-20T10:15:45.701667Z","caller":"traceutil/trace.go:171","msg":"trace[853942235] range","detail":"{range_begin:/registry/cilium.io/ciliumclusterwidenetworkpolicies/; range_end:/registry/cilium.io/ciliumclusterwidenetworkpolicies0; response_count:0; response_revision:623; }","duration":"1.315661635s","start":"2026-03-20T10:15:44.385996Z","end":"2026-03-20T10:15:45.701658Z","steps":["trace[853942235] 'agreement among raft nodes before linearized reading' (duration: 1.315184464s)"],"step_count":1} {"level":"warn","ts":"2026-03-20T10:15:45.701691Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-20T10:15:44.38598Z","time spent":"1.315702746s","remote":"127.0.0.1:53950","response type":"/etcdserverpb.KV/Range","request count":0,"request size":112,"response count":0,"response size":27,"request content":"key:\"/registry/cilium.io/ciliumclusterwidenetworkpolicies/\" range_end:\"/registry/cilium.io/ciliumclusterwidenetworkpolicies0\" limit:10 "} {"level":"warn","ts":"2026-03-20T10:15:48.798841Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"860.515161ms","expected-duration":"100ms","prefix":"","request":"header: lease_revoke:","response":"size:27"} {"level":"info","ts":"2026-03-20T10:15:48.798926Z","caller":"traceutil/trace.go:171","msg":"trace[351362067] linearizableReadLoop","detail":"{readStateIndex:657; appliedIndex:656; }","duration":"1.221878805s","start":"2026-03-20T10:15:47.57703Z","end":"2026-03-20T10:15:48.798909Z","steps":["trace[351362067] 'read index received' (duration: 361.230681ms)","trace[351362067] 'applied index is now lower than readState.Index' (duration: 860.646754ms)"],"step_count":2} {"level":"warn","ts":"2026-03-20T10:15:48.79909Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.222047839s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/health\" ","response":"range_response_count:0 size:5"} {"level":"info","ts":"2026-03-20T10:15:48.799138Z","caller":"traceutil/trace.go:171","msg":"trace[1094155506] range","detail":"{range_begin:/registry/health; range_end:; response_count:0; response_revision:628; }","duration":"1.222139251s","start":"2026-03-20T10:15:47.576987Z","end":"2026-03-20T10:15:48.799126Z","steps":["trace[1094155506] 'agreement among raft nodes before linearized reading' (duration: 1.222055249s)"],"step_count":1} {"level":"warn","ts":"2026-03-20T10:15:48.79916Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-20T10:15:47.576968Z","time spent":"1.222188102s","remote":"127.0.0.1:51202","response type":"/etcdserverpb.KV/Range","request count":0,"request size":18,"response count":0,"response size":27,"request content":"key:\"/registry/health\" "} {"level":"warn","ts":"2026-03-20T10:15:48.799167Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"599.525281ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/plndr-cp-lock\" ","response":"range_response_count:1 size:432"} {"level":"info","ts":"2026-03-20T10:15:48.799196Z","caller":"traceutil/trace.go:171","msg":"trace[755897254] range","detail":"{range_begin:/registry/leases/kube-system/plndr-cp-lock; range_end:; response_count:1; response_revision:628; }","duration":"599.580213ms","start":"2026-03-20T10:15:48.199607Z","end":"2026-03-20T10:15:48.799187Z","steps":["trace[755897254] 'agreement among raft nodes before linearized reading' (duration: 599.45492ms)"],"step_count":1} {"level":"warn","ts":"2026-03-20T10:15:48.799198Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"600.594679ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/cilium-operator-resource-lock\" ","response":"range_response_count:1 size:490"} {"level":"warn","ts":"2026-03-20T10:15:48.799222Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-20T10:15:48.199597Z","time spent":"599.616673ms","remote":"127.0.0.1:51504","response type":"/etcdserverpb.KV/Range","request count":0,"request size":44,"response count":1,"response size":454,"request content":"key:\"/registry/leases/kube-system/plndr-cp-lock\" "} {"level":"info","ts":"2026-03-20T10:15:48.799248Z","caller":"traceutil/trace.go:171","msg":"trace[77669442] range","detail":"{range_begin:/registry/leases/kube-system/cilium-operator-resource-lock; range_end:; response_count:1; response_revision:628; }","duration":"600.65805ms","start":"2026-03-20T10:15:48.198576Z","end":"2026-03-20T10:15:48.799234Z","steps":["trace[77669442] 'agreement among raft nodes before linearized reading' (duration: 600.510076ms)"],"step_count":1} {"level":"warn","ts":"2026-03-20T10:15:48.799294Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-20T10:15:48.19857Z","time spent":"600.709341ms","remote":"127.0.0.1:51504","response type":"/etcdserverpb.KV/Range","request count":0,"request size":60,"response count":1,"response size":512,"request content":"key:\"/registry/leases/kube-system/cilium-operator-resource-lock\" "} {"level":"warn","ts":"2026-03-20T10:15:48.799424Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"599.701605ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/plndr-svcs-lock\" ","response":"range_response_count:1 size:436"} {"level":"info","ts":"2026-03-20T10:15:48.799448Z","caller":"traceutil/trace.go:171","msg":"trace[65562930] range","detail":"{range_begin:/registry/leases/kube-system/plndr-svcs-lock; range_end:; response_count:1; response_revision:628; }","duration":"599.750017ms","start":"2026-03-20T10:15:48.199692Z","end":"2026-03-20T10:15:48.799442Z","steps":["trace[65562930] 'agreement among raft nodes before linearized reading' (duration: 599.678525ms)"],"step_count":1} {"level":"warn","ts":"2026-03-20T10:15:48.799471Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-20T10:15:48.199686Z","time spent":"599.779388ms","remote":"127.0.0.1:51504","response type":"/etcdserverpb.KV/Range","request count":0,"request size":46,"response count":1,"response size":458,"request content":"key:\"/registry/leases/kube-system/plndr-svcs-lock\" "} {"level":"warn","ts":"2026-03-20T10:15:48.799508Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"602.919576ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/kube-scheduler\" ","response":"range_response_count:1 size:477"} {"level":"info","ts":"2026-03-20T10:15:48.799534Z","caller":"traceutil/trace.go:171","msg":"trace[438747821] range","detail":"{range_begin:/registry/leases/kube-system/kube-scheduler; range_end:; response_count:1; response_revision:628; }","duration":"602.975567ms","start":"2026-03-20T10:15:48.196553Z","end":"2026-03-20T10:15:48.799528Z","steps":["trace[438747821] 'agreement among raft nodes before linearized reading' (duration: 602.550867ms)"],"step_count":1} {"level":"warn","ts":"2026-03-20T10:15:48.799546Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"613.342128ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/kube-controller-manager\" ","response":"range_response_count:1 size:505"} {"level":"info","ts":"2026-03-20T10:15:48.799567Z","caller":"traceutil/trace.go:171","msg":"trace[1055215709] range","detail":"{range_begin:/registry/leases/kube-system/kube-controller-manager; range_end:; response_count:1; response_revision:628; }","duration":"613.396799ms","start":"2026-03-20T10:15:48.186163Z","end":"2026-03-20T10:15:48.79956Z","steps":["trace[1055215709] 'agreement among raft nodes before linearized reading' (duration: 612.894187ms)"],"step_count":1} {"level":"warn","ts":"2026-03-20T10:15:48.799591Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-20T10:15:48.186144Z","time spent":"613.44204ms","remote":"127.0.0.1:51504","response type":"/etcdserverpb.KV/Range","request count":0,"request size":54,"response count":1,"response size":527,"request content":"key:\"/registry/leases/kube-system/kube-controller-manager\" "} {"level":"warn","ts":"2026-03-20T10:15:48.799563Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-20T10:15:48.196535Z","time spent":"603.020088ms","remote":"127.0.0.1:51504","response type":"/etcdserverpb.KV/Range","request count":0,"request size":45,"response count":1,"response size":499,"request content":"key:\"/registry/leases/kube-system/kube-scheduler\" "} {"level":"info","ts":"2026-03-20T10:15:48.918467Z","caller":"traceutil/trace.go:171","msg":"trace[1727313597] transaction","detail":"{read_only:false; response_revision:629; number_of_response:1; }","duration":"115.694658ms","start":"2026-03-20T10:15:48.802754Z","end":"2026-03-20T10:15:48.918449Z","steps":["trace[1727313597] 'process raft request' (duration: 115.575106ms)"],"step_count":1} {"level":"info","ts":"2026-03-20T10:15:48.953422Z","caller":"traceutil/trace.go:171","msg":"trace[2141987061] transaction","detail":"{read_only:false; response_revision:630; number_of_response:1; }","duration":"150.033399ms","start":"2026-03-20T10:15:48.803356Z","end":"2026-03-20T10:15:48.953389Z","steps":["trace[2141987061] 'process raft request' (duration: 149.848495ms)"],"step_count":1} {"level":"warn","ts":"2026-03-20T10:15:48.953502Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"146.687496ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/health\" ","response":"range_response_count:0 size:5"} {"level":"info","ts":"2026-03-20T10:15:48.953533Z","caller":"traceutil/trace.go:171","msg":"trace[419898560] range","detail":"{range_begin:/registry/health; range_end:; response_count:0; response_revision:633; }","duration":"146.756117ms","start":"2026-03-20T10:15:48.806768Z","end":"2026-03-20T10:15:48.953525Z","steps":["trace[419898560] 'agreement among raft nodes before linearized reading' (duration: 146.695776ms)"],"step_count":1} {"level":"info","ts":"2026-03-20T10:15:48.95342Z","caller":"traceutil/trace.go:171","msg":"trace[1055316500] linearizableReadLoop","detail":"{readStateIndex:662; appliedIndex:657; }","duration":"146.580383ms","start":"2026-03-20T10:15:48.806799Z","end":"2026-03-20T10:15:48.953379Z","steps":["trace[1055316500] 'read index received' (duration: 111.619717ms)","trace[1055316500] 'applied index is now lower than readState.Index' (duration: 34.959556ms)"],"step_count":2} {"level":"info","ts":"2026-03-20T10:15:48.953692Z","caller":"traceutil/trace.go:171","msg":"trace[659545657] transaction","detail":"{read_only:false; response_revision:631; number_of_response:1; }","duration":"150.223494ms","start":"2026-03-20T10:15:48.803458Z","end":"2026-03-20T10:15:48.953682Z","steps":["trace[659545657] 'process raft request' (duration: 149.845025ms)"],"step_count":1} {"level":"warn","ts":"2026-03-20T10:15:48.953703Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"140.10377ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/podtemplates/\" range_end:\"/registry/podtemplates0\" count_only:true ","response":"range_response_count:0 size:5"} {"level":"info","ts":"2026-03-20T10:15:48.953731Z","caller":"traceutil/trace.go:171","msg":"trace[1586321029] range","detail":"{range_begin:/registry/podtemplates/; range_end:/registry/podtemplates0; response_count:0; response_revision:633; }","duration":"140.165611ms","start":"2026-03-20T10:15:48.813556Z","end":"2026-03-20T10:15:48.953722Z","steps":["trace[1586321029] 'agreement among raft nodes before linearized reading' (duration: 140.09425ms)"],"step_count":1} {"level":"info","ts":"2026-03-20T10:15:48.953775Z","caller":"traceutil/trace.go:171","msg":"trace[52317247] transaction","detail":"{read_only:false; response_revision:632; number_of_response:1; }","duration":"148.410828ms","start":"2026-03-20T10:15:48.805356Z","end":"2026-03-20T10:15:48.953766Z","steps":["trace[52317247] 'process raft request' (duration: 147.971498ms)"],"step_count":1} {"level":"info","ts":"2026-03-20T10:15:48.953843Z","caller":"traceutil/trace.go:171","msg":"trace[172993622] transaction","detail":"{read_only:false; response_revision:633; number_of_response:1; }","duration":"147.150817ms","start":"2026-03-20T10:15:48.806685Z","end":"2026-03-20T10:15:48.953836Z","steps":["trace[172993622] 'process raft request' (duration: 146.664595ms)"],"step_count":1} {"level":"warn","ts":"2026-03-20T10:15:49.881192Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"552.051052ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/cilium.io/ciliumcidrgroups/\" range_end:\"/registry/cilium.io/ciliumcidrgroups0\" count_only:true ","response":"range_response_count:0 size:5"} {"level":"info","ts":"2026-03-20T10:15:49.881261Z","caller":"traceutil/trace.go:171","msg":"trace[40865284] range","detail":"{range_begin:/registry/cilium.io/ciliumcidrgroups/; range_end:/registry/cilium.io/ciliumcidrgroups0; response_count:0; response_revision:633; }","duration":"552.183865ms","start":"2026-03-20T10:15:49.329062Z","end":"2026-03-20T10:15:49.881246Z","steps":["trace[40865284] 'count revisions from in-memory index tree' (duration: 551.950749ms)"],"step_count":1} {"level":"warn","ts":"2026-03-20T10:15:49.881268Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"537.575619ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/cilium.io/ciliuml2announcementpolicies/\" range_end:\"/registry/cilium.io/ciliuml2announcementpolicies0\" limit:500 ","response":"range_response_count:0 size:5"} {"level":"warn","ts":"2026-03-20T10:15:49.881294Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-20T10:15:49.329033Z","time spent":"552.251027ms","remote":"127.0.0.1:48742","response type":"/etcdserverpb.KV/Range","request count":0,"request size":80,"response count":0,"response size":27,"request content":"key:\"/registry/cilium.io/ciliumcidrgroups/\" range_end:\"/registry/cilium.io/ciliumcidrgroups0\" count_only:true "} {"level":"info","ts":"2026-03-20T10:15:49.881333Z","caller":"traceutil/trace.go:171","msg":"trace[1639136382] range","detail":"{range_begin:/registry/cilium.io/ciliuml2announcementpolicies/; range_end:/registry/cilium.io/ciliuml2announcementpolicies0; response_count:0; response_revision:633; }","duration":"537.638231ms","start":"2026-03-20T10:15:49.343652Z","end":"2026-03-20T10:15:49.88129Z","steps":["trace[1639136382] 'range keys from in-memory index tree' (duration: 537.514778ms)"],"step_count":1} {"level":"warn","ts":"2026-03-20T10:15:49.881362Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-20T10:15:49.343641Z","time spent":"537.712463ms","remote":"127.0.0.1:48756","response type":"/etcdserverpb.KV/Range","request count":0,"request size":105,"response count":0,"response size":27,"request content":"key:\"/registry/cilium.io/ciliuml2announcementpolicies/\" range_end:\"/registry/cilium.io/ciliuml2announcementpolicies0\" limit:500 "} {"level":"warn","ts":"2026-03-20T10:15:49.881299Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"518.583303ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/cilium.io/ciliumexternalworkloads/\" range_end:\"/registry/cilium.io/ciliumexternalworkloads0\" limit:500 ","response":"range_response_count:0 size:5"} {"level":"warn","ts":"2026-03-20T10:15:49.881546Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"518.873481ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/cilium.io/ciliumexternalworkloads/\" range_end:\"/registry/cilium.io/ciliumexternalworkloads0\" limit:10000 ","response":"range_response_count:0 size:5"} {"level":"info","ts":"2026-03-20T10:15:49.881602Z","caller":"traceutil/trace.go:171","msg":"trace[1614624999] range","detail":"{range_begin:/registry/cilium.io/ciliumexternalworkloads/; range_end:/registry/cilium.io/ciliumexternalworkloads0; response_count:0; response_revision:633; }","duration":"518.904531ms","start":"2026-03-20T10:15:49.362668Z","end":"2026-03-20T10:15:49.881573Z","steps":["trace[1614624999] 'range keys from in-memory index tree' (duration: 518.496602ms)"],"step_count":1} {"level":"info","ts":"2026-03-20T10:15:49.881613Z","caller":"traceutil/trace.go:171","msg":"trace[737737306] range","detail":"{range_begin:/registry/cilium.io/ciliumexternalworkloads/; range_end:/registry/cilium.io/ciliumexternalworkloads0; response_count:0; response_revision:633; }","duration":"518.974922ms","start":"2026-03-20T10:15:49.362617Z","end":"2026-03-20T10:15:49.881592Z","steps":["trace[737737306] 'range keys from in-memory index tree' (duration: 518.752197ms)"],"step_count":1} {"level":"warn","ts":"2026-03-20T10:15:49.881613Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"552.112044ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/cilium.io/ciliumcidrgroups/\" range_end:\"/registry/cilium.io/ciliumcidrgroups0\" limit:500 ","response":"range_response_count:0 size:5"} {"level":"warn","ts":"2026-03-20T10:15:49.881653Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-20T10:15:49.362599Z","time spent":"519.041715ms","remote":"127.0.0.1:48762","response type":"/etcdserverpb.KV/Range","request count":0,"request size":95,"response count":0,"response size":27,"request content":"key:\"/registry/cilium.io/ciliumexternalworkloads/\" range_end:\"/registry/cilium.io/ciliumexternalworkloads0\" limit:10000 "} {"level":"warn","ts":"2026-03-20T10:15:49.881659Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-20T10:15:49.362603Z","time spent":"519.039545ms","remote":"127.0.0.1:48762","response type":"/etcdserverpb.KV/Range","request count":0,"request size":95,"response count":0,"response size":27,"request content":"key:\"/registry/cilium.io/ciliumexternalworkloads/\" range_end:\"/registry/cilium.io/ciliumexternalworkloads0\" limit:500 "} {"level":"info","ts":"2026-03-20T10:15:49.881663Z","caller":"traceutil/trace.go:171","msg":"trace[142612930] range","detail":"{range_begin:/registry/cilium.io/ciliumcidrgroups/; range_end:/registry/cilium.io/ciliumcidrgroups0; response_count:0; response_revision:633; }","duration":"552.185315ms","start":"2026-03-20T10:15:49.329463Z","end":"2026-03-20T10:15:49.881648Z","steps":["trace[142612930] 'range keys from in-memory index tree' (duration: 552.048802ms)"],"step_count":1} {"level":"warn","ts":"2026-03-20T10:15:49.881696Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"562.138215ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/cilium.io/ciliumpodippools/\" range_end:\"/registry/cilium.io/ciliumpodippools0\" limit:10000 ","response":"range_response_count:0 size:5"} {"level":"warn","ts":"2026-03-20T10:15:49.881716Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-20T10:15:49.329454Z","time spent":"552.246927ms","remote":"127.0.0.1:48742","response type":"/etcdserverpb.KV/Range","request count":0,"request size":81,"response count":0,"response size":27,"request content":"key:\"/registry/cilium.io/ciliumcidrgroups/\" range_end:\"/registry/cilium.io/ciliumcidrgroups0\" limit:500 "} {"level":"info","ts":"2026-03-20T10:15:49.881742Z","caller":"traceutil/trace.go:171","msg":"trace[1569929143] range","detail":"{range_begin:/registry/cilium.io/ciliumpodippools/; range_end:/registry/cilium.io/ciliumpodippools0; response_count:0; response_revision:633; }","duration":"562.216567ms","start":"2026-03-20T10:15:49.319511Z","end":"2026-03-20T10:15:49.881728Z","steps":["trace[1569929143] 'range keys from in-memory index tree' (duration: 562.075653ms)"],"step_count":1} {"level":"warn","ts":"2026-03-20T10:15:49.881787Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-20T10:15:49.319494Z","time spent":"562.274508ms","remote":"127.0.0.1:48740","response type":"/etcdserverpb.KV/Range","request count":0,"request size":81,"response count":0,"response size":27,"request content":"key:\"/registry/cilium.io/ciliumpodippools/\" range_end:\"/registry/cilium.io/ciliumpodippools0\" limit:10000 "} {"level":"warn","ts":"2026-03-20T10:15:49.881836Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"539.194019ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/cilium.io/ciliuml2announcementpolicies/\" range_end:\"/registry/cilium.io/ciliuml2announcementpolicies0\" count_only:true ","response":"range_response_count:0 size:5"} {"level":"info","ts":"2026-03-20T10:15:49.881881Z","caller":"traceutil/trace.go:171","msg":"trace[587785921] range","detail":"{range_begin:/registry/cilium.io/ciliuml2announcementpolicies/; range_end:/registry/cilium.io/ciliuml2announcementpolicies0; response_count:0; response_revision:633; }","duration":"539.261261ms","start":"2026-03-20T10:15:49.342607Z","end":"2026-03-20T10:15:49.881868Z","steps":["trace[587785921] 'count revisions from in-memory index tree' (duration: 539.156718ms)"],"step_count":1} {"level":"warn","ts":"2026-03-20T10:15:49.881914Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-20T10:15:49.342599Z","time spent":"539.304742ms","remote":"127.0.0.1:48756","response type":"/etcdserverpb.KV/Range","request count":0,"request size":104,"response count":0,"response size":27,"request content":"key:\"/registry/cilium.io/ciliuml2announcementpolicies/\" range_end:\"/registry/cilium.io/ciliuml2announcementpolicies0\" count_only:true "} {"level":"warn","ts":"2026-03-20T10:15:49.881913Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-20T10:15:49.447723Z","time spent":"434.187998ms","remote":"127.0.0.1:48776","response type":"/etcdserverpb.Maintenance/Status","request count":-1,"request size":-1,"response count":-1,"response size":-1,"request content":""} {"level":"warn","ts":"2026-03-20T10:15:49.882026Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"562.258678ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/cilium.io/ciliumpodippools/\" range_end:\"/registry/cilium.io/ciliumpodippools0\" count_only:true ","response":"range_response_count:0 size:5"} {"level":"warn","ts":"2026-03-20T10:15:49.882064Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"539.594379ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/cilium.io/ciliuml2announcementpolicies/\" range_end:\"/registry/cilium.io/ciliuml2announcementpolicies0\" limit:10000 ","response":"range_response_count:0 size:5"} {"level":"info","ts":"2026-03-20T10:15:49.882077Z","caller":"traceutil/trace.go:171","msg":"trace[1584321361] range","detail":"{range_begin:/registry/cilium.io/ciliumpodippools/; range_end:/registry/cilium.io/ciliumpodippools0; response_count:0; response_revision:633; }","duration":"562.36279ms","start":"2026-03-20T10:15:49.3197Z","end":"2026-03-20T10:15:49.882063Z","steps":["trace[1584321361] 'count revisions from in-memory index tree' (duration: 562.175126ms)"],"step_count":1} {"level":"info","ts":"2026-03-20T10:15:49.882094Z","caller":"traceutil/trace.go:171","msg":"trace[964981141] range","detail":"{range_begin:/registry/cilium.io/ciliuml2announcementpolicies/; range_end:/registry/cilium.io/ciliuml2announcementpolicies0; response_count:0; response_revision:633; }","duration":"539.661231ms","start":"2026-03-20T10:15:49.342424Z","end":"2026-03-20T10:15:49.882085Z","steps":["trace[964981141] 'range keys from in-memory index tree' (duration: 539.505947ms)"],"step_count":1} {"level":"warn","ts":"2026-03-20T10:15:49.882123Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-20T10:15:49.342412Z","time spent":"539.702542ms","remote":"127.0.0.1:48756","response type":"/etcdserverpb.KV/Range","request count":0,"request size":105,"response count":0,"response size":27,"request content":"key:\"/registry/cilium.io/ciliuml2announcementpolicies/\" range_end:\"/registry/cilium.io/ciliuml2announcementpolicies0\" limit:10000 "} {"level":"warn","ts":"2026-03-20T10:15:49.882125Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-20T10:15:49.319678Z","time spent":"562.431532ms","remote":"127.0.0.1:48740","response type":"/etcdserverpb.KV/Range","request count":0,"request size":80,"response count":0,"response size":27,"request content":"key:\"/registry/cilium.io/ciliumpodippools/\" range_end:\"/registry/cilium.io/ciliumpodippools0\" count_only:true "} {"level":"warn","ts":"2026-03-20T10:15:49.882219Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"560.510844ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/cilium.io/ciliumpodippools/\" range_end:\"/registry/cilium.io/ciliumpodippools0\" limit:500 ","response":"range_response_count:0 size:5"} {"level":"info","ts":"2026-03-20T10:15:49.882247Z","caller":"traceutil/trace.go:171","msg":"trace[802828937] range","detail":"{range_begin:/registry/cilium.io/ciliumpodippools/; range_end:/registry/cilium.io/ciliumpodippools0; response_count:0; response_revision:633; }","duration":"560.535284ms","start":"2026-03-20T10:15:49.3217Z","end":"2026-03-20T10:15:49.882235Z","steps":["trace[802828937] 'range keys from in-memory index tree' (duration: 560.485133ms)"],"step_count":1} {"level":"warn","ts":"2026-03-20T10:15:49.882273Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-20T10:15:49.321684Z","time spent":"560.581085ms","remote":"127.0.0.1:48740","response type":"/etcdserverpb.KV/Range","request count":0,"request size":81,"response count":0,"response size":27,"request content":"key:\"/registry/cilium.io/ciliumpodippools/\" range_end:\"/registry/cilium.io/ciliumpodippools0\" limit:500 "} {"level":"warn","ts":"2026-03-20T10:15:49.882034Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"519.504966ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/cilium.io/ciliumexternalworkloads/\" range_end:\"/registry/cilium.io/ciliumexternalworkloads0\" count_only:true ","response":"range_response_count:0 size:5"} {"level":"warn","ts":"2026-03-20T10:15:49.882296Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"553.311513ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/cilium.io/ciliumcidrgroups/\" range_end:\"/registry/cilium.io/ciliumcidrgroups0\" limit:10000 ","response":"range_response_count:0 size:5"} {"level":"info","ts":"2026-03-20T10:15:49.882338Z","caller":"traceutil/trace.go:171","msg":"trace[809258740] range","detail":"{range_begin:/registry/cilium.io/ciliumexternalworkloads/; range_end:/registry/cilium.io/ciliumexternalworkloads0; response_count:0; response_revision:633; }","duration":"519.823184ms","start":"2026-03-20T10:15:49.362506Z","end":"2026-03-20T10:15:49.882329Z","steps":["trace[809258740] 'count revisions from in-memory index tree' (duration: 519.478535ms)"],"step_count":1} {"level":"info","ts":"2026-03-20T10:15:49.882352Z","caller":"traceutil/trace.go:171","msg":"trace[1460336004] range","detail":"{range_begin:/registry/cilium.io/ciliumcidrgroups/; range_end:/registry/cilium.io/ciliumcidrgroups0; response_count:0; response_revision:633; }","duration":"553.381535ms","start":"2026-03-20T10:15:49.328956Z","end":"2026-03-20T10:15:49.882338Z","steps":["trace[1460336004] 'range keys from in-memory index tree' (duration: 553.282252ms)"],"step_count":1} {"level":"warn","ts":"2026-03-20T10:15:49.882364Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-20T10:15:49.3625Z","time spent":"519.855644ms","remote":"127.0.0.1:48762","response type":"/etcdserverpb.KV/Range","request count":0,"request size":94,"response count":0,"response size":27,"request content":"key:\"/registry/cilium.io/ciliumexternalworkloads/\" range_end:\"/registry/cilium.io/ciliumexternalworkloads0\" count_only:true "} {"level":"warn","ts":"2026-03-20T10:15:49.882397Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-20T10:15:49.32895Z","time spent":"553.431306ms","remote":"127.0.0.1:48742","response type":"/etcdserverpb.KV/Range","request count":0,"request size":81,"response count":0,"response size":27,"request content":"key:\"/registry/cilium.io/ciliumcidrgroups/\" range_end:\"/registry/cilium.io/ciliumcidrgroups0\" limit:10000 "} {"level":"warn","ts":"2026-03-20T10:15:51.081036Z","caller":"etcdserver/v3_server.go:897","msg":"waiting for ReadIndex response took too long, retrying","sent-request-id":184257304220176148,"retry-timeout":"500ms"} {"level":"warn","ts":"2026-03-20T10:15:51.581204Z","caller":"etcdserver/v3_server.go:897","msg":"waiting for ReadIndex response took too long, retrying","sent-request-id":184257304220176148,"retry-timeout":"500ms"} {"level":"warn","ts":"2026-03-20T10:15:51.675902Z","caller":"wal/wal.go:805","msg":"slow fdatasync","took":"1.592424021s","expected-duration":"1s"} {"level":"info","ts":"2026-03-20T10:15:51.676439Z","caller":"traceutil/trace.go:171","msg":"trace[143031652] transaction","detail":"{read_only:false; response_revision:634; number_of_response:1; }","duration":"1.593020336s","start":"2026-03-20T10:15:50.083392Z","end":"2026-03-20T10:15:51.676413Z","steps":["trace[143031652] 'process raft request' (duration: 1.592831461s)"],"step_count":1} {"level":"warn","ts":"2026-03-20T10:15:51.676611Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-20T10:15:50.083371Z","time spent":"1.593157729s","remote":"127.0.0.1:51504","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":672,"response count":0,"response size":38,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-03-20T10:15:52.581046Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"2.001093443s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/health\" ","response":"","error":"context canceled"} {"level":"info","ts":"2026-03-20T10:15:52.581171Z","caller":"traceutil/trace.go:171","msg":"trace[374469667] range","detail":"{range_begin:/registry/health; range_end:; }","duration":"2.001261526s","start":"2026-03-20T10:15:50.579887Z","end":"2026-03-20T10:15:52.581148Z","steps":["trace[374469667] 'agreement among raft nodes before linearized reading' (duration: 2.001115802s)"],"step_count":1} {"level":"warn","ts":"2026-03-20T10:15:52.581278Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-20T10:15:50.579873Z","time spent":"2.00138886s","remote":"127.0.0.1:51202","response type":"/etcdserverpb.KV/Range","request count":0,"request size":18,"response count":0,"response size":0,"request content":"key:\"/registry/health\" "} 2026/03/20 10:15:52 WARNING: [core] [Server #8] grpc: Server.processUnaryRPC failed to write status: connection error: desc = "transport is closing" {"level":"info","ts":"2026-03-20T10:15:52.63734Z","caller":"traceutil/trace.go:171","msg":"trace[433949562] linearizableReadLoop","detail":"{readStateIndex:664; appliedIndex:662; }","duration":"2.057392547s","start":"2026-03-20T10:15:50.579919Z","end":"2026-03-20T10:15:52.637312Z","steps":["trace[433949562] 'read index received' (duration: 1.096384382s)","trace[433949562] 'applied index is now lower than readState.Index' (duration: 961.007075ms)"],"step_count":2} {"level":"info","ts":"2026-03-20T10:15:52.637465Z","caller":"traceutil/trace.go:171","msg":"trace[1055902714] transaction","detail":"{read_only:false; response_revision:635; number_of_response:1; }","duration":"2.139712489s","start":"2026-03-20T10:15:50.497742Z","end":"2026-03-20T10:15:52.637455Z","steps":["trace[1055902714] 'process raft request' (duration: 2.139420581s)"],"step_count":1} {"level":"warn","ts":"2026-03-20T10:15:52.637747Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-20T10:15:50.497716Z","time spent":"2.13977625s","remote":"127.0.0.1:51412","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":4878,"response count":0,"response size":38,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-03-20T10:15:52.688833Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.764971281s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/kube-controller-manager\" ","response":"range_response_count:1 size:505"} {"level":"info","ts":"2026-03-20T10:15:52.688927Z","caller":"traceutil/trace.go:171","msg":"trace[1429772802] range","detail":"{range_begin:/registry/leases/kube-system/kube-controller-manager; range_end:; response_count:1; response_revision:636; }","duration":"1.765112474s","start":"2026-03-20T10:15:50.923792Z","end":"2026-03-20T10:15:52.688904Z","steps":["trace[1429772802] 'agreement among raft nodes before linearized reading' (duration: 1.764845747s)"],"step_count":1} {"level":"warn","ts":"2026-03-20T10:15:52.688973Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-20T10:15:50.923775Z","time spent":"1.765188656s","remote":"127.0.0.1:51504","response type":"/etcdserverpb.KV/Range","request count":0,"request size":54,"response count":1,"response size":527,"request content":"key:\"/registry/leases/kube-system/kube-controller-manager\" "} {"level":"warn","ts":"2026-03-20T10:15:52.68899Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.730938657s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/cilium-operator-resource-lock\" ","response":"range_response_count:1 size:490"} {"level":"warn","ts":"2026-03-20T10:15:52.689002Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.73065272s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/kube-scheduler\" ","response":"range_response_count:1 size:477"} {"level":"info","ts":"2026-03-20T10:15:52.689076Z","caller":"traceutil/trace.go:171","msg":"trace[2064724979] range","detail":"{range_begin:/registry/leases/kube-system/cilium-operator-resource-lock; range_end:; response_count:1; response_revision:636; }","duration":"1.731070611s","start":"2026-03-20T10:15:50.957987Z","end":"2026-03-20T10:15:52.689057Z","steps":["trace[2064724979] 'agreement among raft nodes before linearized reading' (duration: 1.730869226s)"],"step_count":1} {"level":"info","ts":"2026-03-20T10:15:52.689081Z","caller":"traceutil/trace.go:171","msg":"trace[1885733606] transaction","detail":"{read_only:false; response_revision:636; number_of_response:1; }","duration":"587.501782ms","start":"2026-03-20T10:15:52.101562Z","end":"2026-03-20T10:15:52.689064Z","steps":["trace[1885733606] 'process raft request' (duration: 586.889737ms)"],"step_count":1} {"level":"warn","ts":"2026-03-20T10:15:52.689093Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"224.90113ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/storageclasses/\" range_end:\"/registry/storageclasses0\" count_only:true ","response":"range_response_count:0 size:5"} {"level":"warn","ts":"2026-03-20T10:15:52.689124Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-20T10:15:50.957922Z","time spent":"1.731193223s","remote":"127.0.0.1:51504","response type":"/etcdserverpb.KV/Range","request count":0,"request size":60,"response count":1,"response size":512,"request content":"key:\"/registry/leases/kube-system/cilium-operator-resource-lock\" "} {"level":"info","ts":"2026-03-20T10:15:52.68912Z","caller":"traceutil/trace.go:171","msg":"trace[1335230678] range","detail":"{range_begin:/registry/leases/kube-system/kube-scheduler; range_end:; response_count:1; response_revision:636; }","duration":"1.730846605s","start":"2026-03-20T10:15:50.958255Z","end":"2026-03-20T10:15:52.689101Z","steps":["trace[1335230678] 'agreement among raft nodes before linearized reading' (duration: 1.730528247s)"],"step_count":1} {"level":"info","ts":"2026-03-20T10:15:52.689161Z","caller":"traceutil/trace.go:171","msg":"trace[448964163] range","detail":"{range_begin:/registry/storageclasses/; range_end:/registry/storageclasses0; response_count:0; response_revision:636; }","duration":"225.009143ms","start":"2026-03-20T10:15:52.464127Z","end":"2026-03-20T10:15:52.689137Z","steps":["trace[448964163] 'agreement among raft nodes before linearized reading' (duration: 224.920801ms)"],"step_count":1} {"level":"warn","ts":"2026-03-20T10:15:52.68918Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-20T10:15:52.101532Z","time spent":"587.592095ms","remote":"127.0.0.1:51504","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":520,"response count":0,"response size":38,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-03-20T10:15:52.689187Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-20T10:15:50.958244Z","time spent":"1.730932337s","remote":"127.0.0.1:51504","response type":"/etcdserverpb.KV/Range","request count":0,"request size":45,"response count":1,"response size":499,"request content":"key:\"/registry/leases/kube-system/kube-scheduler\" "} {"level":"warn","ts":"2026-03-20T10:15:52.688853Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"419.942074ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/masterleases/199.204.45.102\" ","response":"range_response_count:1 size:135"} {"level":"info","ts":"2026-03-20T10:15:52.689267Z","caller":"traceutil/trace.go:171","msg":"trace[1753938726] range","detail":"{range_begin:/registry/masterleases/199.204.45.102; range_end:; response_count:1; response_revision:636; }","duration":"420.421416ms","start":"2026-03-20T10:15:52.268832Z","end":"2026-03-20T10:15:52.689253Z","steps":["trace[1753938726] 'agreement among raft nodes before linearized reading' (duration: 419.845001ms)"],"step_count":1} {"level":"warn","ts":"2026-03-20T10:15:52.689Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.730308101s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/plndr-cp-lock\" ","response":"range_response_count:1 size:432"} {"level":"warn","ts":"2026-03-20T10:15:52.689304Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-20T10:15:52.268806Z","time spent":"420.489388ms","remote":"127.0.0.1:51238","response type":"/etcdserverpb.KV/Range","request count":0,"request size":39,"response count":1,"response size":157,"request content":"key:\"/registry/masterleases/199.204.45.102\" "} {"level":"info","ts":"2026-03-20T10:15:52.689309Z","caller":"traceutil/trace.go:171","msg":"trace[1493318732] range","detail":"{range_begin:/registry/leases/kube-system/plndr-cp-lock; range_end:; response_count:1; response_revision:636; }","duration":"1.730697651s","start":"2026-03-20T10:15:50.958598Z","end":"2026-03-20T10:15:52.689296Z","steps":["trace[1493318732] 'agreement among raft nodes before linearized reading' (duration: 1.730237319s)"],"step_count":1} {"level":"warn","ts":"2026-03-20T10:15:52.689342Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-20T10:15:50.958567Z","time spent":"1.730767563s","remote":"127.0.0.1:51504","response type":"/etcdserverpb.KV/Range","request count":0,"request size":44,"response count":1,"response size":454,"request content":"key:\"/registry/leases/kube-system/plndr-cp-lock\" "} {"level":"warn","ts":"2026-03-20T10:15:52.689317Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"107.676773ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/health\" ","response":"range_response_count:0 size:5"} {"level":"info","ts":"2026-03-20T10:15:52.689459Z","caller":"traceutil/trace.go:171","msg":"trace[2116763526] range","detail":"{range_begin:/registry/health; range_end:; response_count:0; response_revision:636; }","duration":"107.921248ms","start":"2026-03-20T10:15:52.581523Z","end":"2026-03-20T10:15:52.689444Z","steps":["trace[2116763526] 'agreement among raft nodes before linearized reading' (duration: 107.511847ms)"],"step_count":1} {"level":"warn","ts":"2026-03-20T10:15:52.69019Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.731729158s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/plndr-svcs-lock\" ","response":"range_response_count:1 size:436"} {"level":"info","ts":"2026-03-20T10:15:52.690256Z","caller":"traceutil/trace.go:171","msg":"trace[839205125] range","detail":"{range_begin:/registry/leases/kube-system/plndr-svcs-lock; range_end:; response_count:1; response_revision:636; }","duration":"1.7318176s","start":"2026-03-20T10:15:50.958428Z","end":"2026-03-20T10:15:52.690245Z","steps":["trace[839205125] 'agreement among raft nodes before linearized reading' (duration: 1.730320531s)"],"step_count":1} {"level":"warn","ts":"2026-03-20T10:15:52.690286Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-20T10:15:50.958419Z","time spent":"1.731860092s","remote":"127.0.0.1:51504","response type":"/etcdserverpb.KV/Range","request count":0,"request size":46,"response count":1,"response size":458,"request content":"key:\"/registry/leases/kube-system/plndr-svcs-lock\" "} {"level":"warn","ts":"2026-03-20T10:15:54.409871Z","caller":"wal/wal.go:805","msg":"slow fdatasync","took":"1.673399882s","expected-duration":"1s"} {"level":"info","ts":"2026-03-20T10:15:54.410464Z","caller":"traceutil/trace.go:171","msg":"trace[361139603] linearizableReadLoop","detail":"{readStateIndex:669; appliedIndex:665; }","duration":"1.71658632s","start":"2026-03-20T10:15:52.693853Z","end":"2026-03-20T10:15:54.41044Z","steps":["trace[361139603] 'read index received' (duration: 42.606193ms)","trace[361139603] 'applied index is now lower than readState.Index' (duration: 1.673979257s)"],"step_count":2} {"level":"info","ts":"2026-03-20T10:15:54.41048Z","caller":"traceutil/trace.go:171","msg":"trace[1946242364] transaction","detail":"{read_only:false; response_revision:637; number_of_response:1; }","duration":"1.716949749s","start":"2026-03-20T10:15:52.693486Z","end":"2026-03-20T10:15:54.410436Z","steps":["trace[1946242364] 'process raft request' (duration: 1.716650071s)"],"step_count":1} {"level":"info","ts":"2026-03-20T10:15:54.410547Z","caller":"traceutil/trace.go:171","msg":"trace[2005469911] transaction","detail":"{read_only:false; response_revision:639; number_of_response:1; }","duration":"1.716895928s","start":"2026-03-20T10:15:52.693625Z","end":"2026-03-20T10:15:54.410521Z","steps":["trace[2005469911] 'process raft request' (duration: 1.716700633s)"],"step_count":1} {"level":"info","ts":"2026-03-20T10:15:54.410598Z","caller":"traceutil/trace.go:171","msg":"trace[2105809531] transaction","detail":"{read_only:false; response_revision:641; number_of_response:1; }","duration":"1.716394475s","start":"2026-03-20T10:15:52.694194Z","end":"2026-03-20T10:15:54.410588Z","steps":["trace[2105809531] 'process raft request' (duration: 1.71621161s)"],"step_count":1} {"level":"warn","ts":"2026-03-20T10:15:54.410678Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-20T10:15:52.693465Z","time spent":"1.717113744s","remote":"127.0.0.1:51504","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":491,"response count":0,"response size":38,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-03-20T10:15:54.410711Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-20T10:15:52.694182Z","time spent":"1.716451486s","remote":"127.0.0.1:51504","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":476,"response count":0,"response size":38,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-03-20T10:15:54.410733Z","caller":"traceutil/trace.go:171","msg":"trace[177017646] transaction","detail":"{read_only:false; response_revision:638; number_of_response:1; }","duration":"1.717144204s","start":"2026-03-20T10:15:52.693576Z","end":"2026-03-20T10:15:54.41072Z","steps":["trace[177017646] 'process raft request' (duration: 1.716703483s)"],"step_count":1} {"level":"warn","ts":"2026-03-20T10:15:54.410678Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-20T10:15:52.693619Z","time spent":"1.71697713s","remote":"127.0.0.1:51504","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":419,"response count":0,"response size":38,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-03-20T10:15:54.410824Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-20T10:15:52.693568Z","time spent":"1.717213996s","remote":"127.0.0.1:51504","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":463,"response count":0,"response size":38,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-03-20T10:15:54.410559Z","caller":"traceutil/trace.go:171","msg":"trace[684538917] transaction","detail":"{read_only:false; response_revision:640; number_of_response:1; }","duration":"1.716539639s","start":"2026-03-20T10:15:52.694004Z","end":"2026-03-20T10:15:54.410543Z","steps":["trace[684538917] 'process raft request' (duration: 1.716359764s)"],"step_count":1} {"level":"warn","ts":"2026-03-20T10:15:54.410928Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.717070032s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/events/kube-system/kube-apiserver-instance.189e852bee23fccf\" ","response":"range_response_count:1 size:774"} {"level":"info","ts":"2026-03-20T10:15:54.410964Z","caller":"traceutil/trace.go:171","msg":"trace[2085236234] range","detail":"{range_begin:/registry/events/kube-system/kube-apiserver-instance.189e852bee23fccf; range_end:; response_count:1; response_revision:641; }","duration":"1.717124993s","start":"2026-03-20T10:15:52.693828Z","end":"2026-03-20T10:15:54.410953Z","steps":["trace[2085236234] 'agreement among raft nodes before linearized reading' (duration: 1.71701211s)"],"step_count":1} {"level":"warn","ts":"2026-03-20T10:15:54.411017Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-20T10:15:52.693819Z","time spent":"1.717190655s","remote":"127.0.0.1:51292","response type":"/etcdserverpb.KV/Range","request count":0,"request size":71,"response count":1,"response size":796,"request content":"key:\"/registry/events/kube-system/kube-apiserver-instance.189e852bee23fccf\" "} {"level":"warn","ts":"2026-03-20T10:15:54.411037Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-20T10:15:52.693986Z","time spent":"1.716960919s","remote":"127.0.0.1:51504","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":423,"response count":0,"response size":38,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-03-20T10:15:54.695038Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.999982731s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/health\" ","response":"","error":"context deadline exceeded"} {"level":"info","ts":"2026-03-20T10:15:54.695154Z","caller":"traceutil/trace.go:171","msg":"trace[536718349] range","detail":"{range_begin:/registry/health; range_end:; }","duration":"2.000152355s","start":"2026-03-20T10:15:52.694984Z","end":"2026-03-20T10:15:54.695136Z","steps":["trace[536718349] 'agreement among raft nodes before linearized reading' (duration: 1.999998111s)"],"step_count":1} {"level":"warn","ts":"2026-03-20T10:15:54.695204Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-20T10:15:52.694975Z","time spent":"2.000218976s","remote":"127.0.0.1:51202","response type":"/etcdserverpb.KV/Range","request count":0,"request size":18,"response count":0,"response size":0,"request content":"key:\"/registry/health\" "} {"level":"warn","ts":"2026-03-20T10:15:55.143614Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"582.848903ms","expected-duration":"100ms","prefix":"","request":"header: txn: success:> failure: >>","response":"size:16"} {"level":"warn","ts":"2026-03-20T10:15:55.143777Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-20T10:15:54.414206Z","time spent":"729.568126ms","remote":"127.0.0.1:51292","response type":"/etcdserverpb.Lease/LeaseGrant","request count":-1,"request size":-1,"response count":-1,"response size":-1,"request content":""} {"level":"info","ts":"2026-03-20T10:15:55.143795Z","caller":"traceutil/trace.go:171","msg":"trace[362399484] transaction","detail":"{read_only:false; response_revision:642; number_of_response:1; }","duration":"2.343716798s","start":"2026-03-20T10:15:52.800047Z","end":"2026-03-20T10:15:55.143764Z","steps":["trace[362399484] 'process raft request' (duration: 1.760643369s)","trace[362399484] 'compare' (duration: 582.105164ms)"],"step_count":2} {"level":"info","ts":"2026-03-20T10:15:55.143833Z","caller":"traceutil/trace.go:171","msg":"trace[1355743690] linearizableReadLoop","detail":"{readStateIndex:672; appliedIndex:671; }","duration":"733.288332ms","start":"2026-03-20T10:15:54.41051Z","end":"2026-03-20T10:15:55.143799Z","steps":["trace[1355743690] 'read index received' (duration: 150.190183ms)","trace[1355743690] 'applied index is now lower than readState.Index' (duration: 583.092849ms)"],"step_count":2} {"level":"warn","ts":"2026-03-20T10:15:55.143966Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-20T10:15:52.800026Z","time spent":"2.343833341s","remote":"127.0.0.1:51238","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":120,"response count":0,"response size":38,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-03-20T10:15:55.14403Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.98010839s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/csistoragecapacities/\" range_end:\"/registry/csistoragecapacities0\" count_only:true ","response":"range_response_count:0 size:5"} {"level":"warn","ts":"2026-03-20T10:15:55.144072Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"447.828259ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/health\" ","response":"range_response_count:0 size:5"} {"level":"warn","ts":"2026-03-20T10:15:55.144095Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"593.209509ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/cronjobs/\" range_end:\"/registry/cronjobs0\" count_only:true ","response":"range_response_count:0 size:5"} {"level":"info","ts":"2026-03-20T10:15:55.144096Z","caller":"traceutil/trace.go:171","msg":"trace[773392268] range","detail":"{range_begin:/registry/csistoragecapacities/; range_end:/registry/csistoragecapacities0; response_count:0; response_revision:642; }","duration":"1.980208753s","start":"2026-03-20T10:15:53.16387Z","end":"2026-03-20T10:15:55.144079Z","steps":["trace[773392268] 'agreement among raft nodes before linearized reading' (duration: 1.980072719s)"],"step_count":1} {"level":"info","ts":"2026-03-20T10:15:55.144117Z","caller":"traceutil/trace.go:171","msg":"trace[303133014] range","detail":"{range_begin:/registry/health; range_end:; response_count:0; response_revision:642; }","duration":"447.903362ms","start":"2026-03-20T10:15:54.696201Z","end":"2026-03-20T10:15:55.144104Z","steps":["trace[303133014] 'agreement among raft nodes before linearized reading' (duration: 447.8229ms)"],"step_count":1} {"level":"info","ts":"2026-03-20T10:15:55.144145Z","caller":"traceutil/trace.go:171","msg":"trace[549919124] range","detail":"{range_begin:/registry/cronjobs/; range_end:/registry/cronjobs0; response_count:0; response_revision:642; }","duration":"593.282591ms","start":"2026-03-20T10:15:54.55085Z","end":"2026-03-20T10:15:55.144132Z","steps":["trace[549919124] 'agreement among raft nodes before linearized reading' (duration: 593.166808ms)"],"step_count":1} {"level":"warn","ts":"2026-03-20T10:15:55.144156Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-20T10:15:54.696185Z","time spent":"447.964663ms","remote":"127.0.0.1:51190","response type":"/etcdserverpb.KV/Range","request count":0,"request size":18,"response count":0,"response size":27,"request content":"key:\"/registry/health\" "} {"level":"warn","ts":"2026-03-20T10:15:55.144161Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-20T10:15:53.163853Z","time spent":"1.980293875s","remote":"127.0.0.1:51632","response type":"/etcdserverpb.KV/Range","request count":0,"request size":68,"response count":0,"response size":27,"request content":"key:\"/registry/csistoragecapacities/\" range_end:\"/registry/csistoragecapacities0\" count_only:true "} {"level":"warn","ts":"2026-03-20T10:15:55.144194Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-20T10:15:54.55079Z","time spent":"593.387743ms","remote":"127.0.0.1:51484","response type":"/etcdserverpb.KV/Range","request count":0,"request size":44,"response count":0,"response size":27,"request content":"key:\"/registry/cronjobs/\" range_end:\"/registry/cronjobs0\" count_only:true "} {"level":"info","ts":"2026-03-20T10:15:56.994446Z","caller":"traceutil/trace.go:171","msg":"trace[157638947] transaction","detail":"{read_only:false; response_revision:645; number_of_response:1; }","duration":"573.553045ms","start":"2026-03-20T10:15:56.420863Z","end":"2026-03-20T10:15:56.994416Z","steps":["trace[157638947] 'process raft request' (duration: 573.37387ms)"],"step_count":1} {"level":"warn","ts":"2026-03-20T10:15:56.99466Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-20T10:15:56.420844Z","time spent":"573.707119ms","remote":"127.0.0.1:51504","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":423,"response count":0,"response size":38,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-03-20T10:15:56.999422Z","caller":"traceutil/trace.go:171","msg":"trace[1376392430] transaction","detail":"{read_only:false; response_revision:647; number_of_response:1; }","duration":"578.301187ms","start":"2026-03-20T10:15:56.421098Z","end":"2026-03-20T10:15:56.999399Z","steps":["trace[1376392430] 'process raft request' (duration: 578.076611ms)"],"step_count":1} {"level":"info","ts":"2026-03-20T10:15:56.999426Z","caller":"traceutil/trace.go:171","msg":"trace[2136619161] transaction","detail":"{read_only:false; response_revision:646; number_of_response:1; }","duration":"578.39793ms","start":"2026-03-20T10:15:56.421002Z","end":"2026-03-20T10:15:56.9994Z","steps":["trace[2136619161] 'process raft request' (duration: 578.02716ms)"],"step_count":1} {"level":"warn","ts":"2026-03-20T10:15:56.999573Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-20T10:15:56.421089Z","time spent":"578.410559ms","remote":"127.0.0.1:51504","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":463,"response count":0,"response size":38,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-03-20T10:15:56.999687Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-20T10:15:56.420969Z","time spent":"578.634035ms","remote":"127.0.0.1:51504","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":491,"response count":0,"response size":38,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-03-20T10:15:56.999908Z","caller":"traceutil/trace.go:171","msg":"trace[1967899989] linearizableReadLoop","detail":"{readStateIndex:680; appliedIndex:675; }","duration":"421.263387ms","start":"2026-03-20T10:15:56.578629Z","end":"2026-03-20T10:15:56.999893Z","steps":["trace[1967899989] 'read index received' (duration: 415.575582ms)","trace[1967899989] 'applied index is now lower than readState.Index' (duration: 5.687055ms)"],"step_count":2} {"level":"info","ts":"2026-03-20T10:15:56.999938Z","caller":"traceutil/trace.go:171","msg":"trace[1677853907] transaction","detail":"{read_only:false; response_revision:648; number_of_response:1; }","duration":"578.83238ms","start":"2026-03-20T10:15:56.421095Z","end":"2026-03-20T10:15:56.999928Z","steps":["trace[1677853907] 'process raft request' (duration: 578.254136ms)"],"step_count":1} {"level":"info","ts":"2026-03-20T10:15:56.999969Z","caller":"traceutil/trace.go:171","msg":"trace[2131481360] transaction","detail":"{read_only:false; response_revision:649; number_of_response:1; }","duration":"578.528112ms","start":"2026-03-20T10:15:56.42143Z","end":"2026-03-20T10:15:56.999958Z","steps":["trace[2131481360] 'process raft request' (duration: 578.417349ms)"],"step_count":1} {"level":"warn","ts":"2026-03-20T10:15:56.999982Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"421.346199ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/health\" ","response":"range_response_count:0 size:5"} {"level":"warn","ts":"2026-03-20T10:15:56.999987Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-20T10:15:56.421064Z","time spent":"578.897002ms","remote":"127.0.0.1:51504","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":476,"response count":0,"response size":38,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-03-20T10:15:57.000004Z","caller":"traceutil/trace.go:171","msg":"trace[415185749] range","detail":"{range_begin:/registry/health; range_end:; response_count:0; response_revision:649; }","duration":"421.403751ms","start":"2026-03-20T10:15:56.578593Z","end":"2026-03-20T10:15:56.999997Z","steps":["trace[415185749] 'agreement among raft nodes before linearized reading' (duration: 421.347049ms)"],"step_count":1} {"level":"warn","ts":"2026-03-20T10:15:57.000024Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-20T10:15:56.57858Z","time spent":"421.439711ms","remote":"127.0.0.1:51190","response type":"/etcdserverpb.KV/Range","request count":0,"request size":18,"response count":0,"response size":27,"request content":"key:\"/registry/health\" "} {"level":"warn","ts":"2026-03-20T10:15:57.000038Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-20T10:15:56.421419Z","time spent":"578.575933ms","remote":"127.0.0.1:51504","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":419,"response count":0,"response size":38,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-03-20T10:15:58.317136Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"233.360717ms","expected-duration":"100ms","prefix":"","request":"header: lease_revoke:","response":"size:27"} {"level":"info","ts":"2026-03-20T10:15:59.126059Z","caller":"traceutil/trace.go:171","msg":"trace[96607376] transaction","detail":"{read_only:false; response_revision:652; number_of_response:1; }","duration":"118.579892ms","start":"2026-03-20T10:15:59.007453Z","end":"2026-03-20T10:15:59.126033Z","steps":["trace[96607376] 'process raft request' (duration: 118.48384ms)"],"step_count":1} {"level":"info","ts":"2026-03-20T10:15:59.126385Z","caller":"traceutil/trace.go:171","msg":"trace[1111974768] transaction","detail":"{read_only:false; response_revision:653; number_of_response:1; }","duration":"118.809677ms","start":"2026-03-20T10:15:59.007556Z","end":"2026-03-20T10:15:59.126366Z","steps":["trace[1111974768] 'process raft request' (duration: 118.432708ms)"],"step_count":1} {"level":"info","ts":"2026-03-20T10:15:59.126461Z","caller":"traceutil/trace.go:171","msg":"trace[2002031385] transaction","detail":"{read_only:false; response_revision:654; number_of_response:1; }","duration":"118.745006ms","start":"2026-03-20T10:15:59.007679Z","end":"2026-03-20T10:15:59.126424Z","steps":["trace[2002031385] 'process raft request' (duration: 118.583512ms)"],"step_count":1} {"level":"info","ts":"2026-03-20T10:15:59.127259Z","caller":"traceutil/trace.go:171","msg":"trace[300415090] transaction","detail":"{read_only:false; response_revision:651; number_of_response:1; }","duration":"118.833289ms","start":"2026-03-20T10:15:59.007278Z","end":"2026-03-20T10:15:59.126111Z","steps":["trace[300415090] 'process raft request' (duration: 106.02057ms)","trace[300415090] 'compare' (duration: 12.438599ms)"],"step_count":2} {"level":"info","ts":"2026-03-20T10:16:01.36867Z","caller":"traceutil/trace.go:171","msg":"trace[1502504235] transaction","detail":"{read_only:false; response_revision:657; number_of_response:1; }","duration":"232.875795ms","start":"2026-03-20T10:16:01.135758Z","end":"2026-03-20T10:16:01.368633Z","steps":["trace[1502504235] 'process raft request' (duration: 224.805928ms)"],"step_count":1} {"level":"info","ts":"2026-03-20T10:16:01.368755Z","caller":"traceutil/trace.go:171","msg":"trace[501842537] transaction","detail":"{read_only:false; response_revision:658; number_of_response:1; }","duration":"232.031483ms","start":"2026-03-20T10:16:01.136699Z","end":"2026-03-20T10:16:01.368731Z","steps":["trace[501842537] 'process raft request' (duration: 231.838408ms)"],"step_count":1} {"level":"info","ts":"2026-03-20T10:16:01.368764Z","caller":"traceutil/trace.go:171","msg":"trace[918579556] transaction","detail":"{read_only:false; response_revision:659; number_of_response:1; }","duration":"230.682509ms","start":"2026-03-20T10:16:01.138063Z","end":"2026-03-20T10:16:01.368745Z","steps":["trace[918579556] 'process raft request' (duration: 230.600917ms)"],"step_count":1} {"level":"info","ts":"2026-03-20T10:16:01.901024Z","caller":"traceutil/trace.go:171","msg":"trace[111277508] transaction","detail":"{read_only:false; response_revision:660; number_of_response:1; }","duration":"151.412485ms","start":"2026-03-20T10:16:01.749589Z","end":"2026-03-20T10:16:01.901001Z","steps":["trace[111277508] 'process raft request' (duration: 151.281301ms)"],"step_count":1} {"level":"warn","ts":"2026-03-20T10:16:03.526337Z","caller":"etcdserver/v3_server.go:897","msg":"waiting for ReadIndex response took too long, retrying","sent-request-id":184257304220176232,"retry-timeout":"500ms"} {"level":"warn","ts":"2026-03-20T10:16:04.026964Z","caller":"etcdserver/v3_server.go:897","msg":"waiting for ReadIndex response took too long, retrying","sent-request-id":184257304220176232,"retry-timeout":"500ms"} {"level":"warn","ts":"2026-03-20T10:16:04.466097Z","caller":"wal/wal.go:805","msg":"slow fdatasync","took":"1.563116682s","expected-duration":"1s"} {"level":"warn","ts":"2026-03-20T10:16:04.679574Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"2.280375383s","expected-duration":"100ms","prefix":"read-only range ","request":"limit:1 serializable:true keys_only:true ","response":"range_response_count:0 size:5"} {"level":"info","ts":"2026-03-20T10:16:04.679772Z","caller":"traceutil/trace.go:171","msg":"trace[1252916396] range","detail":"{range_begin:; range_end:; response_count:0; response_revision:664; }","duration":"2.280614869s","start":"2026-03-20T10:16:02.399134Z","end":"2026-03-20T10:16:04.679749Z","steps":["trace[1252916396] 'range keys from in-memory index tree' (duration: 2.280332862s)"],"step_count":1} {"level":"warn","ts":"2026-03-20T10:16:04.680778Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"214.36456ms","expected-duration":"100ms","prefix":"","request":"header: txn: success:> failure: >>","response":"size:16"} {"level":"info","ts":"2026-03-20T10:16:04.680866Z","caller":"traceutil/trace.go:171","msg":"trace[1666183955] linearizableReadLoop","detail":"{readStateIndex:698; appliedIndex:697; }","duration":"1.654957098s","start":"2026-03-20T10:16:03.025892Z","end":"2026-03-20T10:16:04.680849Z","steps":["trace[1666183955] 'read index received' (duration: 1.440367153s)","trace[1666183955] 'applied index is now lower than readState.Index' (duration: 214.587935ms)"],"step_count":2} {"level":"info","ts":"2026-03-20T10:16:04.680975Z","caller":"traceutil/trace.go:171","msg":"trace[1728822727] transaction","detail":"{read_only:false; response_revision:665; number_of_response:1; }","duration":"1.778084948s","start":"2026-03-20T10:16:02.902873Z","end":"2026-03-20T10:16:04.680958Z","steps":["trace[1728822727] 'process raft request' (duration: 1.563456691s)","trace[1728822727] 'compare' (duration: 213.994741ms)"],"step_count":2} {"level":"warn","ts":"2026-03-20T10:16:04.681074Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.645685292s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/plndr-svcs-lock\" ","response":"range_response_count:1 size:436"} {"level":"warn","ts":"2026-03-20T10:16:04.681106Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.301576893s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/cilium-operator-resource-lock\" ","response":"range_response_count:1 size:490"} {"level":"info","ts":"2026-03-20T10:16:04.681119Z","caller":"traceutil/trace.go:171","msg":"trace[488237982] range","detail":"{range_begin:/registry/leases/kube-system/plndr-svcs-lock; range_end:; response_count:1; response_revision:665; }","duration":"1.645745433s","start":"2026-03-20T10:16:03.035358Z","end":"2026-03-20T10:16:04.681104Z","steps":["trace[488237982] 'agreement among raft nodes before linearized reading' (duration: 1.645600659s)"],"step_count":1} {"level":"warn","ts":"2026-03-20T10:16:04.681129Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.103147452s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/health\" ","response":"range_response_count:0 size:5"} {"level":"info","ts":"2026-03-20T10:16:04.681148Z","caller":"traceutil/trace.go:171","msg":"trace[1779665237] range","detail":"{range_begin:/registry/leases/kube-system/cilium-operator-resource-lock; range_end:; response_count:1; response_revision:665; }","duration":"1.301671235s","start":"2026-03-20T10:16:03.379465Z","end":"2026-03-20T10:16:04.681136Z","steps":["trace[1779665237] 'agreement among raft nodes before linearized reading' (duration: 1.301543542s)"],"step_count":1} {"level":"warn","ts":"2026-03-20T10:16:04.681143Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.302133467s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/plndr-cp-lock\" ","response":"range_response_count:1 size:432"} {"level":"warn","ts":"2026-03-20T10:16:04.681156Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-20T10:16:03.035347Z","time spent":"1.645799544s","remote":"127.0.0.1:51504","response type":"/etcdserverpb.KV/Range","request count":0,"request size":46,"response count":1,"response size":458,"request content":"key:\"/registry/leases/kube-system/plndr-svcs-lock\" "} {"level":"warn","ts":"2026-03-20T10:16:04.681182Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-20T10:16:03.379435Z","time spent":"1.301740267s","remote":"127.0.0.1:51504","response type":"/etcdserverpb.KV/Range","request count":0,"request size":60,"response count":1,"response size":512,"request content":"key:\"/registry/leases/kube-system/cilium-operator-resource-lock\" "} {"level":"info","ts":"2026-03-20T10:16:04.681181Z","caller":"traceutil/trace.go:171","msg":"trace[1641798827] range","detail":"{range_begin:/registry/health; range_end:; response_count:0; response_revision:665; }","duration":"1.103228634s","start":"2026-03-20T10:16:03.577936Z","end":"2026-03-20T10:16:04.681164Z","steps":["trace[1641798827] 'agreement among raft nodes before linearized reading' (duration: 1.103143722s)"],"step_count":1} {"level":"info","ts":"2026-03-20T10:16:04.681194Z","caller":"traceutil/trace.go:171","msg":"trace[2050319379] range","detail":"{range_begin:/registry/leases/kube-system/plndr-cp-lock; range_end:; response_count:1; response_revision:665; }","duration":"1.30222434s","start":"2026-03-20T10:16:03.378955Z","end":"2026-03-20T10:16:04.68118Z","steps":["trace[2050319379] 'agreement among raft nodes before linearized reading' (duration: 1.302059645s)"],"step_count":1} {"level":"warn","ts":"2026-03-20T10:16:04.681224Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-20T10:16:03.577918Z","time spent":"1.103295515s","remote":"127.0.0.1:51202","response type":"/etcdserverpb.KV/Range","request count":0,"request size":18,"response count":0,"response size":27,"request content":"key:\"/registry/health\" "} {"level":"warn","ts":"2026-03-20T10:16:04.681233Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-20T10:16:03.378935Z","time spent":"1.302287231s","remote":"127.0.0.1:51504","response type":"/etcdserverpb.KV/Range","request count":0,"request size":44,"response count":1,"response size":454,"request content":"key:\"/registry/leases/kube-system/plndr-cp-lock\" "} {"level":"warn","ts":"2026-03-20T10:16:04.681263Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.541885767s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/kube-scheduler\" ","response":"range_response_count:1 size:477"} {"level":"warn","ts":"2026-03-20T10:16:04.681319Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.301965303s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/kube-controller-manager\" ","response":"range_response_count:1 size:505"} {"level":"info","ts":"2026-03-20T10:16:04.681338Z","caller":"traceutil/trace.go:171","msg":"trace[1027075426] range","detail":"{range_begin:/registry/leases/kube-system/kube-scheduler; range_end:; response_count:1; response_revision:665; }","duration":"1.542028401s","start":"2026-03-20T10:16:03.13929Z","end":"2026-03-20T10:16:04.681319Z","steps":["trace[1027075426] 'agreement among raft nodes before linearized reading' (duration: 1.541836046s)"],"step_count":1} {"level":"info","ts":"2026-03-20T10:16:04.681347Z","caller":"traceutil/trace.go:171","msg":"trace[327567883] range","detail":"{range_begin:/registry/leases/kube-system/kube-controller-manager; range_end:; response_count:1; response_revision:665; }","duration":"1.302039695s","start":"2026-03-20T10:16:03.379299Z","end":"2026-03-20T10:16:04.681339Z","steps":["trace[327567883] 'agreement among raft nodes before linearized reading' (duration: 1.301962683s)"],"step_count":1} {"level":"warn","ts":"2026-03-20T10:16:04.681377Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-20T10:16:03.379291Z","time spent":"1.302080245s","remote":"127.0.0.1:51504","response type":"/etcdserverpb.KV/Range","request count":0,"request size":54,"response count":1,"response size":527,"request content":"key:\"/registry/leases/kube-system/kube-controller-manager\" "} {"level":"warn","ts":"2026-03-20T10:16:04.681378Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-20T10:16:03.139267Z","time spent":"1.542102532s","remote":"127.0.0.1:51504","response type":"/etcdserverpb.KV/Range","request count":0,"request size":45,"response count":1,"response size":499,"request content":"key:\"/registry/leases/kube-system/kube-scheduler\" "} {"level":"warn","ts":"2026-03-20T10:16:04.681363Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.655463932s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pods/kube-system/cilium-7cwfr\" ","response":"range_response_count:1 size:16965"} {"level":"info","ts":"2026-03-20T10:16:04.681461Z","caller":"traceutil/trace.go:171","msg":"trace[732904762] range","detail":"{range_begin:/registry/pods/kube-system/cilium-7cwfr; range_end:; response_count:1; response_revision:665; }","duration":"1.655607945s","start":"2026-03-20T10:16:03.025832Z","end":"2026-03-20T10:16:04.681439Z","steps":["trace[732904762] 'agreement among raft nodes before linearized reading' (duration: 1.655195845s)"],"step_count":1} {"level":"warn","ts":"2026-03-20T10:16:04.681509Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-20T10:16:03.025808Z","time spent":"1.655687988s","remote":"127.0.0.1:51424","response type":"/etcdserverpb.KV/Range","request count":0,"request size":41,"response count":1,"response size":16987,"request content":"key:\"/registry/pods/kube-system/cilium-7cwfr\" "} {"level":"warn","ts":"2026-03-20T10:16:04.681513Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-20T10:16:02.90285Z","time spent":"1.778163699s","remote":"127.0.0.1:51504","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":521,"response count":0,"response size":38,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-03-20T10:16:04.794732Z","caller":"traceutil/trace.go:171","msg":"trace[843766102] transaction","detail":"{read_only:false; response_revision:666; number_of_response:1; }","duration":"108.586756ms","start":"2026-03-20T10:16:04.686127Z","end":"2026-03-20T10:16:04.794713Z","steps":["trace[843766102] 'process raft request' (duration: 101.256557ms)"],"step_count":1} {"level":"info","ts":"2026-03-20T10:16:04.794888Z","caller":"traceutil/trace.go:171","msg":"trace[1300903712] transaction","detail":"{read_only:false; response_revision:667; number_of_response:1; }","duration":"108.74002ms","start":"2026-03-20T10:16:04.686119Z","end":"2026-03-20T10:16:04.794859Z","steps":["trace[1300903712] 'process raft request' (duration: 108.566495ms)"],"step_count":1} {"level":"warn","ts":"2026-03-20T10:16:05.029204Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"124.188506ms","expected-duration":"100ms","prefix":"","request":"header: txn: success:> failure: >>","response":"size:16"} {"level":"info","ts":"2026-03-20T10:16:05.029466Z","caller":"traceutil/trace.go:171","msg":"trace[391452771] transaction","detail":"{read_only:false; response_revision:668; number_of_response:1; }","duration":"343.246456ms","start":"2026-03-20T10:16:04.686188Z","end":"2026-03-20T10:16:05.029434Z","steps":["trace[391452771] 'process raft request' (duration: 218.722512ms)","trace[391452771] 'compare' (duration: 124.059572ms)"],"step_count":2} {"level":"info","ts":"2026-03-20T10:16:05.029516Z","caller":"traceutil/trace.go:171","msg":"trace[1742812201] linearizableReadLoop","detail":"{readStateIndex:703; appliedIndex:698; }","duration":"336.010791ms","start":"2026-03-20T10:16:04.693489Z","end":"2026-03-20T10:16:05.0295Z","steps":["trace[1742812201] 'read index received' (duration: 93.91092ms)","trace[1742812201] 'applied index is now lower than readState.Index' (duration: 242.098931ms)"],"step_count":2} {"level":"info","ts":"2026-03-20T10:16:05.029507Z","caller":"traceutil/trace.go:171","msg":"trace[1153330195] transaction","detail":"{read_only:false; response_revision:669; number_of_response:1; }","duration":"343.222345ms","start":"2026-03-20T10:16:04.686256Z","end":"2026-03-20T10:16:05.029478Z","steps":["trace[1153330195] 'process raft request' (duration: 343.063421ms)"],"step_count":1} {"level":"warn","ts":"2026-03-20T10:16:05.029578Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-20T10:16:04.686179Z","time spent":"343.343808ms","remote":"127.0.0.1:51504","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":491,"response count":0,"response size":38,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-03-20T10:16:05.0296Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"336.102573ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/health\" ","response":"range_response_count:0 size:5"} {"level":"info","ts":"2026-03-20T10:16:05.029637Z","caller":"traceutil/trace.go:171","msg":"trace[1317134776] range","detail":"{range_begin:/registry/health; range_end:; response_count:0; response_revision:671; }","duration":"336.168375ms","start":"2026-03-20T10:16:04.693456Z","end":"2026-03-20T10:16:05.029624Z","steps":["trace[1317134776] 'agreement among raft nodes before linearized reading' (duration: 336.101663ms)"],"step_count":1} {"level":"info","ts":"2026-03-20T10:16:05.029614Z","caller":"traceutil/trace.go:171","msg":"trace[2014266073] transaction","detail":"{read_only:false; response_revision:670; number_of_response:1; }","duration":"343.230335ms","start":"2026-03-20T10:16:04.686353Z","end":"2026-03-20T10:16:05.029584Z","steps":["trace[2014266073] 'process raft request' (duration: 343.03272ms)"],"step_count":1} {"level":"warn","ts":"2026-03-20T10:16:05.029675Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-20T10:16:04.693444Z","time spent":"336.221556ms","remote":"127.0.0.1:51202","response type":"/etcdserverpb.KV/Range","request count":0,"request size":18,"response count":0,"response size":27,"request content":"key:\"/registry/health\" "} {"level":"info","ts":"2026-03-20T10:16:05.029672Z","caller":"traceutil/trace.go:171","msg":"trace[1293486452] transaction","detail":"{read_only:false; response_revision:671; number_of_response:1; }","duration":"331.171856ms","start":"2026-03-20T10:16:04.698475Z","end":"2026-03-20T10:16:05.029647Z","steps":["trace[1293486452] 'process raft request' (duration: 330.964611ms)"],"step_count":1} {"level":"warn","ts":"2026-03-20T10:16:05.029772Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-20T10:16:04.686346Z","time spent":"343.334118ms","remote":"127.0.0.1:51504","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":419,"response count":0,"response size":38,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-03-20T10:16:05.029863Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-20T10:16:04.698447Z","time spent":"331.360651ms","remote":"127.0.0.1:51424","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":17134,"response count":0,"response size":38,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-03-20T10:16:05.029687Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-20T10:16:04.686248Z","time spent":"343.326447ms","remote":"127.0.0.1:51504","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":422,"response count":0,"response size":38,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-03-20T10:16:05.320799Z","caller":"traceutil/trace.go:171","msg":"trace[1506666230] transaction","detail":"{read_only:false; response_revision:673; number_of_response:1; }","duration":"248.043293ms","start":"2026-03-20T10:16:05.072731Z","end":"2026-03-20T10:16:05.320775Z","steps":["trace[1506666230] 'process raft request' (duration: 220.424054ms)","trace[1506666230] 'compare' (duration: 27.430474ms)"],"step_count":2} {"level":"warn","ts":"2026-03-20T10:16:08.403219Z","caller":"etcdserver/v3_server.go:897","msg":"waiting for ReadIndex response took too long, retrying","sent-request-id":184257304220176258,"retry-timeout":"500ms"} {"level":"warn","ts":"2026-03-20T10:16:08.904193Z","caller":"etcdserver/v3_server.go:897","msg":"waiting for ReadIndex response took too long, retrying","sent-request-id":184257304220176258,"retry-timeout":"500ms"} {"level":"warn","ts":"2026-03-20T10:16:09.136379Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"3.073348407s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pods/kube-system/cilium-7cwfr\" ","response":"range_response_count:1 size:17247"} {"level":"info","ts":"2026-03-20T10:16:09.136443Z","caller":"traceutil/trace.go:171","msg":"trace[102608172] range","detail":"{range_begin:/registry/pods/kube-system/cilium-7cwfr; range_end:; response_count:1; response_revision:675; }","duration":"3.07345948s","start":"2026-03-20T10:16:06.062971Z","end":"2026-03-20T10:16:09.136431Z","steps":["trace[102608172] 'range keys from in-memory index tree' (duration: 3.073193423s)"],"step_count":1} {"level":"warn","ts":"2026-03-20T10:16:09.136475Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-20T10:16:06.062949Z","time spent":"3.073511581s","remote":"127.0.0.1:51424","response type":"/etcdserverpb.KV/Range","request count":0,"request size":41,"response count":1,"response size":17269,"request content":"key:\"/registry/pods/kube-system/cilium-7cwfr\" "} {"level":"warn","ts":"2026-03-20T10:16:09.136628Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"3.041798367s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/health\" ","response":"range_response_count:0 size:5"} {"level":"info","ts":"2026-03-20T10:16:09.136643Z","caller":"traceutil/trace.go:171","msg":"trace[492504142] range","detail":"{range_begin:/registry/health; range_end:; response_count:0; response_revision:675; }","duration":"3.041840558s","start":"2026-03-20T10:16:06.094798Z","end":"2026-03-20T10:16:09.136639Z","steps":["trace[492504142] 'range keys from in-memory index tree' (duration: 3.041731655s)"],"step_count":1} {"level":"warn","ts":"2026-03-20T10:16:09.136655Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-20T10:16:06.094784Z","time spent":"3.041867769s","remote":"127.0.0.1:51202","response type":"/etcdserverpb.KV/Range","request count":0,"request size":18,"response count":0,"response size":27,"request content":"key:\"/registry/health\" "} {"level":"warn","ts":"2026-03-20T10:16:09.136809Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"2.697298159s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/volumeattachments/\" range_end:\"/registry/volumeattachments0\" count_only:true ","response":"range_response_count:0 size:5"} {"level":"info","ts":"2026-03-20T10:16:09.13683Z","caller":"traceutil/trace.go:171","msg":"trace[695057327] range","detail":"{range_begin:/registry/volumeattachments/; range_end:/registry/volumeattachments0; response_count:0; response_revision:675; }","duration":"2.697356101s","start":"2026-03-20T10:16:06.439469Z","end":"2026-03-20T10:16:09.136825Z","steps":["trace[695057327] 'count revisions from in-memory index tree' (duration: 2.697233968s)"],"step_count":1} {"level":"warn","ts":"2026-03-20T10:16:09.136843Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-20T10:16:06.43945Z","time spent":"2.697389973s","remote":"127.0.0.1:51602","response type":"/etcdserverpb.KV/Range","request count":0,"request size":62,"response count":0,"response size":27,"request content":"key:\"/registry/volumeattachments/\" range_end:\"/registry/volumeattachments0\" count_only:true "} {"level":"warn","ts":"2026-03-20T10:16:09.136995Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"2.558610882s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/health\" ","response":"range_response_count:0 size:5"} {"level":"info","ts":"2026-03-20T10:16:09.13702Z","caller":"traceutil/trace.go:171","msg":"trace[359896201] range","detail":"{range_begin:/registry/health; range_end:; response_count:0; response_revision:675; }","duration":"2.558653753s","start":"2026-03-20T10:16:06.57836Z","end":"2026-03-20T10:16:09.137013Z","steps":["trace[359896201] 'range keys from in-memory index tree' (duration: 2.55856071s)"],"step_count":1} {"level":"warn","ts":"2026-03-20T10:16:09.137036Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-20T10:16:06.578346Z","time spent":"2.558685163s","remote":"127.0.0.1:51190","response type":"/etcdserverpb.KV/Range","request count":0,"request size":18,"response count":0,"response size":27,"request content":"key:\"/registry/health\" "} {"level":"warn","ts":"2026-03-20T10:16:09.137222Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"2.338129225s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/cilium-operator-resource-lock\" ","response":"range_response_count:1 size:491"} {"level":"info","ts":"2026-03-20T10:16:09.137242Z","caller":"traceutil/trace.go:171","msg":"trace[1185429072] range","detail":"{range_begin:/registry/leases/kube-system/cilium-operator-resource-lock; range_end:; response_count:1; response_revision:675; }","duration":"2.338184337s","start":"2026-03-20T10:16:06.799053Z","end":"2026-03-20T10:16:09.137238Z","steps":["trace[1185429072] 'range keys from in-memory index tree' (duration: 2.338050633s)"],"step_count":1} {"level":"warn","ts":"2026-03-20T10:16:09.137256Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-20T10:16:06.799034Z","time spent":"2.338218008s","remote":"127.0.0.1:51504","response type":"/etcdserverpb.KV/Range","request count":0,"request size":60,"response count":1,"response size":513,"request content":"key:\"/registry/leases/kube-system/cilium-operator-resource-lock\" "} {"level":"warn","ts":"2026-03-20T10:16:09.137367Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"2.33751235s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/kube-scheduler\" ","response":"range_response_count:1 size:477"} {"level":"info","ts":"2026-03-20T10:16:09.137389Z","caller":"traceutil/trace.go:171","msg":"trace[43903120] range","detail":"{range_begin:/registry/leases/kube-system/kube-scheduler; range_end:; response_count:1; response_revision:675; }","duration":"2.337559761s","start":"2026-03-20T10:16:06.799824Z","end":"2026-03-20T10:16:09.137384Z","steps":["trace[43903120] 'range keys from in-memory index tree' (duration: 2.337412187s)"],"step_count":1} {"level":"warn","ts":"2026-03-20T10:16:09.137407Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-20T10:16:06.799811Z","time spent":"2.337589062s","remote":"127.0.0.1:51504","response type":"/etcdserverpb.KV/Range","request count":0,"request size":45,"response count":1,"response size":499,"request content":"key:\"/registry/leases/kube-system/kube-scheduler\" "} {"level":"warn","ts":"2026-03-20T10:16:09.137577Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"2.104136732s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/plndr-cp-lock\" ","response":"range_response_count:1 size:433"} {"level":"info","ts":"2026-03-20T10:16:09.137601Z","caller":"traceutil/trace.go:171","msg":"trace[851913225] range","detail":"{range_begin:/registry/leases/kube-system/plndr-cp-lock; range_end:; response_count:1; response_revision:675; }","duration":"2.104185493s","start":"2026-03-20T10:16:07.03341Z","end":"2026-03-20T10:16:09.137595Z","steps":["trace[851913225] 'range keys from in-memory index tree' (duration: 2.104045599s)"],"step_count":1} {"level":"warn","ts":"2026-03-20T10:16:09.137615Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-20T10:16:07.033397Z","time spent":"2.104214184s","remote":"127.0.0.1:51504","response type":"/etcdserverpb.KV/Range","request count":0,"request size":44,"response count":1,"response size":455,"request content":"key:\"/registry/leases/kube-system/plndr-cp-lock\" "} {"level":"warn","ts":"2026-03-20T10:16:09.137899Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"2.10445438s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/plndr-svcs-lock\" ","response":"range_response_count:1 size:436"} {"level":"info","ts":"2026-03-20T10:16:09.137968Z","caller":"traceutil/trace.go:171","msg":"trace[1731299796] range","detail":"{range_begin:/registry/leases/kube-system/plndr-svcs-lock; range_end:; response_count:1; response_revision:675; }","duration":"2.104568493s","start":"2026-03-20T10:16:07.033381Z","end":"2026-03-20T10:16:09.13795Z","steps":["trace[1731299796] 'range keys from in-memory index tree' (duration: 2.104261045s)"],"step_count":1} {"level":"warn","ts":"2026-03-20T10:16:09.138017Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"2.104246074s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/kube-controller-manager\" ","response":"range_response_count:1 size:506"} {"level":"info","ts":"2026-03-20T10:16:09.138036Z","caller":"traceutil/trace.go:171","msg":"trace[2136912122] range","detail":"{range_begin:/registry/leases/kube-system/kube-controller-manager; range_end:; response_count:1; response_revision:675; }","duration":"2.104284796s","start":"2026-03-20T10:16:07.033746Z","end":"2026-03-20T10:16:09.138031Z","steps":["trace[2136912122] 'range keys from in-memory index tree' (duration: 2.104124421s)"],"step_count":1} {"level":"warn","ts":"2026-03-20T10:16:09.138027Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-20T10:16:07.033362Z","time spent":"2.104655954s","remote":"127.0.0.1:51504","response type":"/etcdserverpb.KV/Range","request count":0,"request size":46,"response count":1,"response size":458,"request content":"key:\"/registry/leases/kube-system/plndr-svcs-lock\" "} {"level":"warn","ts":"2026-03-20T10:16:09.13805Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-20T10:16:07.033738Z","time spent":"2.104308606s","remote":"127.0.0.1:51504","response type":"/etcdserverpb.KV/Range","request count":0,"request size":54,"response count":1,"response size":528,"request content":"key:\"/registry/leases/kube-system/kube-controller-manager\" "} {"level":"warn","ts":"2026-03-20T10:16:09.148655Z","caller":"wal/wal.go:805","msg":"slow fdatasync","took":"1.312495772s","expected-duration":"1s"} {"level":"warn","ts":"2026-03-20T10:16:09.351039Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"202.260529ms","expected-duration":"100ms","prefix":"","request":"header: lease_revoke:","response":"size:27"} {"level":"info","ts":"2026-03-20T10:16:09.351142Z","caller":"traceutil/trace.go:171","msg":"trace[2099083657] linearizableReadLoop","detail":"{readStateIndex:709; appliedIndex:708; }","duration":"1.44844841s","start":"2026-03-20T10:16:07.902668Z","end":"2026-03-20T10:16:09.351116Z","steps":["trace[2099083657] 'read index received' (duration: 1.246169571s)","trace[2099083657] 'applied index is now lower than readState.Index' (duration: 202.277489ms)"],"step_count":2} {"level":"warn","ts":"2026-03-20T10:16:09.351423Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.448738157s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/controllerrevisions/\" range_end:\"/registry/controllerrevisions0\" count_only:true ","response":"range_response_count:0 size:7"} {"level":"info","ts":"2026-03-20T10:16:09.3515Z","caller":"traceutil/trace.go:171","msg":"trace[937901919] range","detail":"{range_begin:/registry/controllerrevisions/; range_end:/registry/controllerrevisions0; response_count:0; response_revision:675; }","duration":"1.44882642s","start":"2026-03-20T10:16:07.902627Z","end":"2026-03-20T10:16:09.351453Z","steps":["trace[937901919] 'agreement among raft nodes before linearized reading' (duration: 1.448736728s)"],"step_count":1} {"level":"warn","ts":"2026-03-20T10:16:09.351552Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-20T10:16:07.90261Z","time spent":"1.448932052s","remote":"127.0.0.1:51694","response type":"/etcdserverpb.KV/Range","request count":0,"request size":66,"response count":2,"response size":29,"request content":"key:\"/registry/controllerrevisions/\" range_end:\"/registry/controllerrevisions0\" count_only:true "} {"level":"info","ts":"2026-03-20T10:16:09.560007Z","caller":"traceutil/trace.go:171","msg":"trace[825346088] transaction","detail":"{read_only:false; response_revision:677; number_of_response:1; }","duration":"418.559979ms","start":"2026-03-20T10:16:09.141425Z","end":"2026-03-20T10:16:09.559985Z","steps":["trace[825346088] 'process raft request' (duration: 418.476517ms)"],"step_count":1} {"level":"warn","ts":"2026-03-20T10:16:09.560158Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-20T10:16:09.141421Z","time spent":"418.664382ms","remote":"127.0.0.1:51504","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":463,"response count":0,"response size":38,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-03-20T10:16:09.560017Z","caller":"traceutil/trace.go:171","msg":"trace[256707482] transaction","detail":"{read_only:false; response_revision:676; number_of_response:1; }","duration":"418.63852ms","start":"2026-03-20T10:16:09.141349Z","end":"2026-03-20T10:16:09.559987Z","steps":["trace[256707482] 'process raft request' (duration: 418.358712ms)"],"step_count":1} {"level":"info","ts":"2026-03-20T10:16:09.560264Z","caller":"traceutil/trace.go:171","msg":"trace[1350813257] transaction","detail":"{read_only:false; response_revision:680; number_of_response:1; }","duration":"415.953552ms","start":"2026-03-20T10:16:09.144301Z","end":"2026-03-20T10:16:09.560254Z","steps":["trace[1350813257] 'process raft request' (duration: 415.913791ms)"],"step_count":1} {"level":"info","ts":"2026-03-20T10:16:09.560287Z","caller":"traceutil/trace.go:171","msg":"trace[73615027] transaction","detail":"{read_only:false; response_revision:678; number_of_response:1; }","duration":"417.966314ms","start":"2026-03-20T10:16:09.142295Z","end":"2026-03-20T10:16:09.560261Z","steps":["trace[73615027] 'process raft request' (duration: 417.654906ms)"],"step_count":1} {"level":"warn","ts":"2026-03-20T10:16:09.56031Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-20T10:16:09.141335Z","time spent":"418.908758ms","remote":"127.0.0.1:51504","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":476,"response count":0,"response size":38,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-03-20T10:16:09.560299Z","caller":"traceutil/trace.go:171","msg":"trace[1713203929] transaction","detail":"{read_only:false; response_revision:679; number_of_response:1; }","duration":"417.355458ms","start":"2026-03-20T10:16:09.142919Z","end":"2026-03-20T10:16:09.560274Z","steps":["trace[1713203929] 'process raft request' (duration: 417.203584ms)"],"step_count":1} {"level":"warn","ts":"2026-03-20T10:16:09.560388Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-20T10:16:09.142289Z","time spent":"418.052946ms","remote":"127.0.0.1:51504","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":490,"response count":0,"response size":38,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-03-20T10:16:09.560388Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-20T10:16:09.144288Z","time spent":"416.013583ms","remote":"127.0.0.1:51504","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":422,"response count":0,"response size":38,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-03-20T10:16:09.560479Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-20T10:16:09.142899Z","time spent":"417.45531ms","remote":"127.0.0.1:51504","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":418,"response count":0,"response size":38,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-03-20T10:16:10.440254Z","caller":"traceutil/trace.go:171","msg":"trace[2057526557] linearizableReadLoop","detail":"{readStateIndex:715; appliedIndex:709; }","duration":"1.08905251s","start":"2026-03-20T10:16:09.351171Z","end":"2026-03-20T10:16:10.440223Z","steps":["trace[2057526557] 'read index received' (duration: 208.597821ms)","trace[2057526557] 'applied index is now lower than readState.Index' (duration: 880.453799ms)"],"step_count":2} {"level":"warn","ts":"2026-03-20T10:16:10.440342Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.417490796s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/serviceaccounts/\" range_end:\"/registry/serviceaccounts0\" count_only:true ","response":"range_response_count:0 size:7"} {"level":"info","ts":"2026-03-20T10:16:10.440372Z","caller":"traceutil/trace.go:171","msg":"trace[291875865] range","detail":"{range_begin:/registry/serviceaccounts/; range_end:/registry/serviceaccounts0; response_count:0; response_revision:681; }","duration":"1.417561227s","start":"2026-03-20T10:16:09.022804Z","end":"2026-03-20T10:16:10.440365Z","steps":["trace[291875865] 'agreement among raft nodes before linearized reading' (duration: 1.417463865s)"],"step_count":1} {"level":"warn","ts":"2026-03-20T10:16:10.440392Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-20T10:16:09.022791Z","time spent":"1.417596769s","remote":"127.0.0.1:51434","response type":"/etcdserverpb.KV/Range","request count":0,"request size":58,"response count":40,"response size":29,"request content":"key:\"/registry/serviceaccounts/\" range_end:\"/registry/serviceaccounts0\" count_only:true "} {"level":"warn","ts":"2026-03-20T10:16:10.440416Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"2.496430386s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/apiextensions.k8s.io/customresourcedefinitions/\" range_end:\"/registry/apiextensions.k8s.io/customresourcedefinitions0\" count_only:true ","response":"range_response_count:0 size:7"} {"level":"info","ts":"2026-03-20T10:16:10.440447Z","caller":"traceutil/trace.go:171","msg":"trace[894276603] range","detail":"{range_begin:/registry/apiextensions.k8s.io/customresourcedefinitions/; range_end:/registry/apiextensions.k8s.io/customresourcedefinitions0; response_count:0; response_revision:681; }","duration":"2.496500918s","start":"2026-03-20T10:16:07.943937Z","end":"2026-03-20T10:16:10.440437Z","steps":["trace[894276603] 'agreement among raft nodes before linearized reading' (duration: 2.496432996s)"],"step_count":1} {"level":"warn","ts":"2026-03-20T10:16:10.440428Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.395588724s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/ingress/\" range_end:\"/registry/ingress0\" count_only:true ","response":"range_response_count:0 size:5"} {"level":"warn","ts":"2026-03-20T10:16:10.440437Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.85847978s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/events/kube-system/kube-apiserver-instance.189e852bee23fccf\" ","response":"range_response_count:1 size:774"} {"level":"warn","ts":"2026-03-20T10:16:10.440466Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"542.57803ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/clusterrolebindings/\" range_end:\"/registry/clusterrolebindings0\" count_only:true ","response":"range_response_count:0 size:7"} {"level":"warn","ts":"2026-03-20T10:16:10.44048Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-20T10:16:07.943922Z","time spent":"2.496549169s","remote":"127.0.0.1:51262","response type":"/etcdserverpb.KV/Range","request count":0,"request size":120,"response count":11,"response size":29,"request content":"key:\"/registry/apiextensions.k8s.io/customresourcedefinitions/\" range_end:\"/registry/apiextensions.k8s.io/customresourcedefinitions0\" count_only:true "} {"level":"info","ts":"2026-03-20T10:16:10.440492Z","caller":"traceutil/trace.go:171","msg":"trace[2013241209] range","detail":"{range_begin:/registry/ingress/; range_end:/registry/ingress0; response_count:0; response_revision:681; }","duration":"1.395697476s","start":"2026-03-20T10:16:09.04478Z","end":"2026-03-20T10:16:10.440478Z","steps":["trace[2013241209] 'agreement among raft nodes before linearized reading' (duration: 1.395586313s)"],"step_count":1} {"level":"info","ts":"2026-03-20T10:16:10.440504Z","caller":"traceutil/trace.go:171","msg":"trace[1462835117] range","detail":"{range_begin:/registry/clusterrolebindings/; range_end:/registry/clusterrolebindings0; response_count:0; response_revision:681; }","duration":"542.622551ms","start":"2026-03-20T10:16:09.897871Z","end":"2026-03-20T10:16:10.440493Z","steps":["trace[1462835117] 'agreement among raft nodes before linearized reading' (duration: 542.528009ms)"],"step_count":1} {"level":"info","ts":"2026-03-20T10:16:10.440508Z","caller":"traceutil/trace.go:171","msg":"trace[1957957664] range","detail":"{range_begin:/registry/events/kube-system/kube-apiserver-instance.189e852bee23fccf; range_end:; response_count:1; response_revision:681; }","duration":"1.858600083s","start":"2026-03-20T10:16:08.581888Z","end":"2026-03-20T10:16:10.440488Z","steps":["trace[1957957664] 'agreement among raft nodes before linearized reading' (duration: 1.858396418s)"],"step_count":1} {"level":"warn","ts":"2026-03-20T10:16:10.440527Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-20T10:16:09.044769Z","time spent":"1.395751098s","remote":"127.0.0.1:51540","response type":"/etcdserverpb.KV/Range","request count":0,"request size":42,"response count":0,"response size":27,"request content":"key:\"/registry/ingress/\" range_end:\"/registry/ingress0\" count_only:true "} {"level":"warn","ts":"2026-03-20T10:16:10.440536Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-20T10:16:09.897817Z","time spent":"542.710933ms","remote":"127.0.0.1:51588","response type":"/etcdserverpb.KV/Range","request count":0,"request size":66,"response count":51,"response size":29,"request content":"key:\"/registry/clusterrolebindings/\" range_end:\"/registry/clusterrolebindings0\" count_only:true "} {"level":"warn","ts":"2026-03-20T10:16:10.440535Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-20T10:16:08.581872Z","time spent":"1.858655914s","remote":"127.0.0.1:51292","response type":"/etcdserverpb.KV/Range","request count":0,"request size":71,"response count":1,"response size":796,"request content":"key:\"/registry/events/kube-system/kube-apiserver-instance.189e852bee23fccf\" "} {"level":"warn","ts":"2026-03-20T10:16:10.44044Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.855963066s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/health\" ","response":"range_response_count:0 size:5"} {"level":"info","ts":"2026-03-20T10:16:10.440601Z","caller":"traceutil/trace.go:171","msg":"trace[1115983721] range","detail":"{range_begin:/registry/health; range_end:; response_count:0; response_revision:681; }","duration":"1.85614685s","start":"2026-03-20T10:16:08.584449Z","end":"2026-03-20T10:16:10.440595Z","steps":["trace[1115983721] 'agreement among raft nodes before linearized reading' (duration: 1.855963435s)"],"step_count":1} {"level":"warn","ts":"2026-03-20T10:16:10.440618Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-20T10:16:08.584441Z","time spent":"1.85617174s","remote":"127.0.0.1:51202","response type":"/etcdserverpb.KV/Range","request count":0,"request size":18,"response count":0,"response size":27,"request content":"key:\"/registry/health\" "} {"level":"info","ts":"2026-03-20T10:16:10.440795Z","caller":"traceutil/trace.go:171","msg":"trace[885005557] transaction","detail":"{read_only:false; response_revision:681; number_of_response:1; }","duration":"1.28941862s","start":"2026-03-20T10:16:09.150941Z","end":"2026-03-20T10:16:10.44036Z","steps":["trace[885005557] 'process raft request' (duration: 1.289144553s)"],"step_count":1} {"level":"warn","ts":"2026-03-20T10:16:10.440799Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.996152272s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/persistentvolumes/\" range_end:\"/registry/persistentvolumes0\" count_only:true ","response":"range_response_count:0 size:5"} {"level":"info","ts":"2026-03-20T10:16:10.440827Z","caller":"traceutil/trace.go:171","msg":"trace[514471455] range","detail":"{range_begin:/registry/persistentvolumes/; range_end:/registry/persistentvolumes0; response_count:0; response_revision:681; }","duration":"1.996209114s","start":"2026-03-20T10:16:08.444609Z","end":"2026-03-20T10:16:10.440818Z","steps":["trace[514471455] 'agreement among raft nodes before linearized reading' (duration: 1.995713961s)"],"step_count":1} {"level":"warn","ts":"2026-03-20T10:16:10.440847Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-20T10:16:08.444592Z","time spent":"1.996249594s","remote":"127.0.0.1:51382","response type":"/etcdserverpb.KV/Range","request count":0,"request size":62,"response count":0,"response size":27,"request content":"key:\"/registry/persistentvolumes/\" range_end:\"/registry/persistentvolumes0\" count_only:true "} {"level":"warn","ts":"2026-03-20T10:16:10.440876Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-20T10:16:09.150932Z","time spent":"1.289884912s","remote":"127.0.0.1:51424","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":17416,"response count":0,"response size":38,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-03-20T10:16:10.722381Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"116.908889ms","expected-duration":"100ms","prefix":"","request":"header: txn: success:> failure: >>","response":"size:16"} {"level":"info","ts":"2026-03-20T10:16:10.722501Z","caller":"traceutil/trace.go:171","msg":"trace[1503622446] linearizableReadLoop","detail":"{readStateIndex:716; appliedIndex:715; }","duration":"275.263563ms","start":"2026-03-20T10:16:10.447222Z","end":"2026-03-20T10:16:10.722486Z","steps":["trace[1503622446] 'read index received' (duration: 158.138357ms)","trace[1503622446] 'applied index is now lower than readState.Index' (duration: 117.124156ms)"],"step_count":2} {"level":"info","ts":"2026-03-20T10:16:10.722602Z","caller":"traceutil/trace.go:171","msg":"trace[1741447764] transaction","detail":"{read_only:false; response_revision:682; number_of_response:1; }","duration":"280.013125ms","start":"2026-03-20T10:16:10.442551Z","end":"2026-03-20T10:16:10.722564Z","steps":["trace[1741447764] 'process raft request' (duration: 162.837088ms)","trace[1741447764] 'compare' (duration: 116.809106ms)"],"step_count":2} {"level":"warn","ts":"2026-03-20T10:16:10.722786Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"275.55582ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/health\" ","response":"range_response_count:0 size:5"} {"level":"info","ts":"2026-03-20T10:16:10.722849Z","caller":"traceutil/trace.go:171","msg":"trace[1158282894] range","detail":"{range_begin:/registry/health; range_end:; response_count:0; response_revision:682; }","duration":"275.639982ms","start":"2026-03-20T10:16:10.447197Z","end":"2026-03-20T10:16:10.722837Z","steps":["trace[1158282894] 'agreement among raft nodes before linearized reading' (duration: 275.499129ms)"],"step_count":1} {"level":"warn","ts":"2026-03-20T10:16:10.722884Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"274.254236ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pods/kube-system/cilium-7cwfr\" ","response":"range_response_count:1 size:17431"} {"level":"info","ts":"2026-03-20T10:16:10.722922Z","caller":"traceutil/trace.go:171","msg":"trace[1466289939] range","detail":"{range_begin:/registry/pods/kube-system/cilium-7cwfr; range_end:; response_count:1; response_revision:682; }","duration":"274.317317ms","start":"2026-03-20T10:16:10.448594Z","end":"2026-03-20T10:16:10.722911Z","steps":["trace[1466289939] 'agreement among raft nodes before linearized reading' (duration: 274.148073ms)"],"step_count":1} {"level":"info","ts":"2026-03-20T10:16:11.514206Z","caller":"traceutil/trace.go:171","msg":"trace[1935154784] transaction","detail":"{read_only:false; response_revision:683; number_of_response:1; }","duration":"786.399046ms","start":"2026-03-20T10:16:10.727778Z","end":"2026-03-20T10:16:11.514177Z","steps":["trace[1935154784] 'process raft request' (duration: 786.125399ms)"],"step_count":1} {"level":"warn","ts":"2026-03-20T10:16:11.514367Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-20T10:16:10.727754Z","time spent":"786.546599ms","remote":"127.0.0.1:51292","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":776,"response count":0,"response size":38,"request content":"compare: success:> failure:<>"} {"level":"info","ts":"2026-03-20T10:16:11.874352Z","caller":"traceutil/trace.go:171","msg":"trace[1106555013] linearizableReadLoop","detail":"{readStateIndex:718; appliedIndex:717; }","duration":"310.300501ms","start":"2026-03-20T10:16:11.56403Z","end":"2026-03-20T10:16:11.874331Z","steps":["trace[1106555013] 'read index received' (duration: 310.174338ms)","trace[1106555013] 'applied index is now lower than readState.Index' (duration: 125.393µs)"],"step_count":2} {"level":"info","ts":"2026-03-20T10:16:11.87444Z","caller":"traceutil/trace.go:171","msg":"trace[1994346172] transaction","detail":"{read_only:false; response_revision:684; number_of_response:1; }","duration":"1.131667463s","start":"2026-03-20T10:16:10.742748Z","end":"2026-03-20T10:16:11.874415Z","steps":["trace[1994346172] 'process raft request' (duration: 1.131432767s)"],"step_count":1} {"level":"warn","ts":"2026-03-20T10:16:11.874562Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-20T10:16:10.742723Z","time spent":"1.131774555s","remote":"127.0.0.1:51424","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":17509,"response count":0,"response size":38,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-03-20T10:16:11.874594Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"298.1344ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/health\" ","response":"range_response_count:0 size:5"} {"level":"info","ts":"2026-03-20T10:16:11.874619Z","caller":"traceutil/trace.go:171","msg":"trace[1757941777] range","detail":"{range_begin:/registry/health; range_end:; response_count:0; response_revision:684; }","duration":"298.183491ms","start":"2026-03-20T10:16:11.576427Z","end":"2026-03-20T10:16:11.87461Z","steps":["trace[1757941777] 'agreement among raft nodes before linearized reading' (duration: 298.14624ms)"],"step_count":1} {"level":"warn","ts":"2026-03-20T10:16:11.874625Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"310.161247ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/plndr-cp-lock\" ","response":"range_response_count:1 size:432"} {"level":"info","ts":"2026-03-20T10:16:11.874657Z","caller":"traceutil/trace.go:171","msg":"trace[960544908] range","detail":"{range_begin:/registry/leases/kube-system/plndr-cp-lock; range_end:; response_count:1; response_revision:684; }","duration":"310.219899ms","start":"2026-03-20T10:16:11.564429Z","end":"2026-03-20T10:16:11.874649Z","steps":["trace[960544908] 'agreement among raft nodes before linearized reading' (duration: 310.091796ms)"],"step_count":1} {"level":"warn","ts":"2026-03-20T10:16:11.874682Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-20T10:16:11.564419Z","time spent":"310.2575ms","remote":"127.0.0.1:51504","response type":"/etcdserverpb.KV/Range","request count":0,"request size":44,"response count":1,"response size":454,"request content":"key:\"/registry/leases/kube-system/plndr-cp-lock\" "} {"level":"warn","ts":"2026-03-20T10:16:11.874752Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"310.317151ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/plndr-svcs-lock\" ","response":"range_response_count:1 size:436"} {"level":"warn","ts":"2026-03-20T10:16:11.874529Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"310.493206ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/kube-controller-manager\" ","response":"range_response_count:1 size:505"} {"level":"info","ts":"2026-03-20T10:16:11.874829Z","caller":"traceutil/trace.go:171","msg":"trace[425903427] range","detail":"{range_begin:/registry/leases/kube-system/plndr-svcs-lock; range_end:; response_count:1; response_revision:684; }","duration":"310.438754ms","start":"2026-03-20T10:16:11.564373Z","end":"2026-03-20T10:16:11.874811Z","steps":["trace[425903427] 'agreement among raft nodes before linearized reading' (duration: 310.182338ms)"],"step_count":1} {"level":"info","ts":"2026-03-20T10:16:11.87484Z","caller":"traceutil/trace.go:171","msg":"trace[893675161] range","detail":"{range_begin:/registry/leases/kube-system/kube-controller-manager; range_end:; response_count:1; response_revision:684; }","duration":"310.890576ms","start":"2026-03-20T10:16:11.563942Z","end":"2026-03-20T10:16:11.874832Z","steps":["trace[893675161] 'agreement among raft nodes before linearized reading' (duration: 310.487306ms)"],"step_count":1} {"level":"warn","ts":"2026-03-20T10:16:11.874874Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-20T10:16:11.564359Z","time spent":"310.504887ms","remote":"127.0.0.1:51504","response type":"/etcdserverpb.KV/Range","request count":0,"request size":46,"response count":1,"response size":458,"request content":"key:\"/registry/leases/kube-system/plndr-svcs-lock\" "} {"level":"warn","ts":"2026-03-20T10:16:11.874897Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-20T10:16:11.563914Z","time spent":"310.944347ms","remote":"127.0.0.1:51504","response type":"/etcdserverpb.KV/Range","request count":0,"request size":54,"response count":1,"response size":527,"request content":"key:\"/registry/leases/kube-system/kube-controller-manager\" "} {"level":"warn","ts":"2026-03-20T10:16:11.874955Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"310.552778ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/kube-scheduler\" ","response":"range_response_count:1 size:478"} {"level":"info","ts":"2026-03-20T10:16:11.874985Z","caller":"traceutil/trace.go:171","msg":"trace[1680115689] range","detail":"{range_begin:/registry/leases/kube-system/kube-scheduler; range_end:; response_count:1; response_revision:684; }","duration":"310.620159ms","start":"2026-03-20T10:16:11.564358Z","end":"2026-03-20T10:16:11.874978Z","steps":["trace[1680115689] 'agreement among raft nodes before linearized reading' (duration: 310.113217ms)"],"step_count":1} {"level":"warn","ts":"2026-03-20T10:16:11.875039Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-20T10:16:11.564339Z","time spent":"310.694991ms","remote":"127.0.0.1:51504","response type":"/etcdserverpb.KV/Range","request count":0,"request size":45,"response count":1,"response size":500,"request content":"key:\"/registry/leases/kube-system/kube-scheduler\" "} {"level":"warn","ts":"2026-03-20T10:16:11.875288Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"310.835335ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/cilium-operator-resource-lock\" ","response":"range_response_count:1 size:491"} {"level":"info","ts":"2026-03-20T10:16:11.875356Z","caller":"traceutil/trace.go:171","msg":"trace[1933009581] range","detail":"{range_begin:/registry/leases/kube-system/cilium-operator-resource-lock; range_end:; response_count:1; response_revision:684; }","duration":"310.936307ms","start":"2026-03-20T10:16:11.564406Z","end":"2026-03-20T10:16:11.875343Z","steps":["trace[1933009581] 'agreement among raft nodes before linearized reading' (duration: 310.801813ms)"],"step_count":1} {"level":"warn","ts":"2026-03-20T10:16:11.875386Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-20T10:16:11.56439Z","time spent":"310.987469ms","remote":"127.0.0.1:51504","response type":"/etcdserverpb.KV/Range","request count":0,"request size":60,"response count":1,"response size":513,"request content":"key:\"/registry/leases/kube-system/cilium-operator-resource-lock\" "} {"level":"info","ts":"2026-03-20T10:16:12.163079Z","caller":"traceutil/trace.go:171","msg":"trace[1572355039] transaction","detail":"{read_only:false; response_revision:686; number_of_response:1; }","duration":"283.760261ms","start":"2026-03-20T10:16:11.87928Z","end":"2026-03-20T10:16:12.16304Z","steps":["trace[1572355039] 'process raft request' (duration: 283.32384ms)"],"step_count":1} {"level":"info","ts":"2026-03-20T10:16:12.163401Z","caller":"traceutil/trace.go:171","msg":"trace[1416806952] transaction","detail":"{read_only:false; response_revision:687; number_of_response:1; }","duration":"283.949294ms","start":"2026-03-20T10:16:11.879416Z","end":"2026-03-20T10:16:12.163366Z","steps":["trace[1416806952] 'process raft request' (duration: 283.540904ms)"],"step_count":1} {"level":"info","ts":"2026-03-20T10:16:12.163496Z","caller":"traceutil/trace.go:171","msg":"trace[307270241] transaction","detail":"{read_only:false; response_revision:689; number_of_response:1; }","duration":"283.556525ms","start":"2026-03-20T10:16:11.879904Z","end":"2026-03-20T10:16:12.163461Z","steps":["trace[307270241] 'process raft request' (duration: 283.464172ms)"],"step_count":1} {"level":"info","ts":"2026-03-20T10:16:12.163542Z","caller":"traceutil/trace.go:171","msg":"trace[2001794193] transaction","detail":"{read_only:false; response_revision:688; number_of_response:1; }","duration":"284.040466ms","start":"2026-03-20T10:16:11.879458Z","end":"2026-03-20T10:16:12.163498Z","steps":["trace[2001794193] 'process raft request' (duration: 283.78876ms)"],"step_count":1} {"level":"info","ts":"2026-03-20T10:16:12.167222Z","caller":"traceutil/trace.go:171","msg":"trace[751789915] transaction","detail":"{read_only:false; response_revision:690; number_of_response:1; }","duration":"106.928393ms","start":"2026-03-20T10:16:12.060278Z","end":"2026-03-20T10:16:12.167206Z","steps":["trace[751789915] 'process raft request' (duration: 106.851271ms)"],"step_count":1} {"level":"warn","ts":"2026-03-20T10:16:13.369856Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"385.121541ms","expected-duration":"100ms","prefix":"","request":"header: txn: success:> failure:<>>","response":"size:16"} {"level":"info","ts":"2026-03-20T10:16:13.369965Z","caller":"traceutil/trace.go:171","msg":"trace[54231916] linearizableReadLoop","detail":"{readStateIndex:727; appliedIndex:726; }","duration":"792.553303ms","start":"2026-03-20T10:16:12.577394Z","end":"2026-03-20T10:16:13.369948Z","steps":["trace[54231916] 'read index received' (duration: 407.231117ms)","trace[54231916] 'applied index is now lower than readState.Index' (duration: 385.320826ms)"],"step_count":2} {"level":"warn","ts":"2026-03-20T10:16:13.370114Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"792.726777ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/health\" ","response":"range_response_count:0 size:5"} {"level":"info","ts":"2026-03-20T10:16:13.370141Z","caller":"traceutil/trace.go:171","msg":"trace[1629675958] range","detail":"{range_begin:/registry/health; range_end:; response_count:0; response_revision:692; }","duration":"792.805609ms","start":"2026-03-20T10:16:12.577326Z","end":"2026-03-20T10:16:13.370132Z","steps":["trace[1629675958] 'agreement among raft nodes before linearized reading' (duration: 792.666966ms)"],"step_count":1} {"level":"warn","ts":"2026-03-20T10:16:13.370175Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-20T10:16:12.577296Z","time spent":"792.870821ms","remote":"127.0.0.1:51202","response type":"/etcdserverpb.KV/Range","request count":0,"request size":18,"response count":0,"response size":27,"request content":"key:\"/registry/health\" "} {"level":"info","ts":"2026-03-20T10:16:13.370228Z","caller":"traceutil/trace.go:171","msg":"trace[477454137] transaction","detail":"{read_only:false; response_revision:692; number_of_response:1; }","duration":"935.577873ms","start":"2026-03-20T10:16:12.434616Z","end":"2026-03-20T10:16:13.370194Z","steps":["trace[477454137] 'process raft request' (duration: 550.029631ms)","trace[477454137] 'compare' (duration: 384.876924ms)"],"step_count":2} {"level":"warn","ts":"2026-03-20T10:16:13.370392Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-20T10:16:12.434605Z","time spent":"935.713686ms","remote":"127.0.0.1:51292","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":722,"response count":0,"response size":38,"request content":"compare: success:> failure:<>"} {"level":"warn","ts":"2026-03-20T10:16:13.98591Z","caller":"etcdserver/v3_server.go:897","msg":"waiting for ReadIndex response took too long, retrying","sent-request-id":184257304220176293,"retry-timeout":"500ms"} {"level":"warn","ts":"2026-03-20T10:16:14.487003Z","caller":"etcdserver/v3_server.go:897","msg":"waiting for ReadIndex response took too long, retrying","sent-request-id":184257304220176293,"retry-timeout":"500ms"} {"level":"warn","ts":"2026-03-20T10:16:14.987398Z","caller":"etcdserver/v3_server.go:897","msg":"waiting for ReadIndex response took too long, retrying","sent-request-id":184257304220176293,"retry-timeout":"500ms"} {"level":"warn","ts":"2026-03-20T10:16:15.488019Z","caller":"etcdserver/v3_server.go:897","msg":"waiting for ReadIndex response took too long, retrying","sent-request-id":184257304220176293,"retry-timeout":"500ms"} {"level":"warn","ts":"2026-03-20T10:16:15.578847Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"2.000162725s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/health\" ","response":"","error":"context deadline exceeded"} {"level":"info","ts":"2026-03-20T10:16:15.578938Z","caller":"traceutil/trace.go:171","msg":"trace[731279770] range","detail":"{range_begin:/registry/health; range_end:; }","duration":"2.000289518s","start":"2026-03-20T10:16:13.578613Z","end":"2026-03-20T10:16:15.578902Z","steps":["trace[731279770] 'agreement among raft nodes before linearized reading' (duration: 2.000200086s)"],"step_count":1} {"level":"warn","ts":"2026-03-20T10:16:15.578974Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-20T10:16:13.578592Z","time spent":"2.00037516s","remote":"127.0.0.1:51202","response type":"/etcdserverpb.KV/Range","request count":0,"request size":18,"response count":0,"response size":0,"request content":"key:\"/registry/health\" "} {"level":"warn","ts":"2026-03-20T10:16:15.98904Z","caller":"etcdserver/v3_server.go:897","msg":"waiting for ReadIndex response took too long, retrying","sent-request-id":184257304220176293,"retry-timeout":"500ms"} {"level":"warn","ts":"2026-03-20T10:16:16.489436Z","caller":"etcdserver/v3_server.go:897","msg":"waiting for ReadIndex response took too long, retrying","sent-request-id":184257304220176293,"retry-timeout":"500ms"} {"level":"warn","ts":"2026-03-20T10:16:16.990463Z","caller":"etcdserver/v3_server.go:897","msg":"waiting for ReadIndex response took too long, retrying","sent-request-id":184257304220176293,"retry-timeout":"500ms"} {"level":"warn","ts":"2026-03-20T10:16:17.13097Z","caller":"wal/wal.go:805","msg":"slow fdatasync","took":"3.728357672s","expected-duration":"1s"} {"level":"warn","ts":"2026-03-20T10:16:17.58009Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"2.000324809s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/health\" ","response":"","error":"context deadline exceeded"} {"level":"info","ts":"2026-03-20T10:16:17.580242Z","caller":"traceutil/trace.go:171","msg":"trace[1153108911] range","detail":"{range_begin:/registry/health; range_end:; }","duration":"2.000575996s","start":"2026-03-20T10:16:15.579645Z","end":"2026-03-20T10:16:17.580221Z","steps":["trace[1153108911] 'agreement among raft nodes before linearized reading' (duration: 2.000403291s)"],"step_count":1} {"level":"warn","ts":"2026-03-20T10:16:17.580331Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-20T10:16:15.579597Z","time spent":"2.000715419s","remote":"127.0.0.1:51190","response type":"/etcdserverpb.KV/Range","request count":0,"request size":18,"response count":0,"response size":0,"request content":"key:\"/registry/health\" "} 2026/03/20 10:16:17 WARNING: [core] [Server #8] grpc: Server.processUnaryRPC failed to write status: connection error: desc = "transport is closing" {"level":"warn","ts":"2026-03-20T10:16:18.09169Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"960.408649ms","expected-duration":"100ms","prefix":"","request":"header: txn: success:> failure:<>>","response":"size:16"} {"level":"info","ts":"2026-03-20T10:16:18.091849Z","caller":"traceutil/trace.go:171","msg":"trace[482364784] transaction","detail":"{read_only:false; response_revision:693; number_of_response:1; }","duration":"4.689295415s","start":"2026-03-20T10:16:13.402528Z","end":"2026-03-20T10:16:18.091824Z","steps":["trace[482364784] 'process raft request' (duration: 3.728601828s)","trace[482364784] 'compare' (duration: 960.013499ms)"],"step_count":2} {"level":"warn","ts":"2026-03-20T10:16:18.091919Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-20T10:16:13.402512Z","time spent":"4.689376477s","remote":"127.0.0.1:51292","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":722,"response count":0,"response size":38,"request content":"compare: success:> failure:<>"} {"level":"warn","ts":"2026-03-20T10:16:18.394961Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"2.000204776s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/health\" ","response":"","error":"context canceled"} {"level":"info","ts":"2026-03-20T10:16:18.395046Z","caller":"traceutil/trace.go:171","msg":"trace[1737255068] range","detail":"{range_begin:/registry/health; range_end:; }","duration":"2.000343249s","start":"2026-03-20T10:16:16.394682Z","end":"2026-03-20T10:16:18.395025Z","steps":["trace[1737255068] 'agreement among raft nodes before linearized reading' (duration: 2.000235726s)"],"step_count":1} {"level":"warn","ts":"2026-03-20T10:16:18.395093Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-20T10:16:16.394663Z","time spent":"2.000420172s","remote":"127.0.0.1:51202","response type":"/etcdserverpb.KV/Range","request count":0,"request size":18,"response count":0,"response size":0,"request content":"key:\"/registry/health\" "} 2026/03/20 10:16:18 WARNING: [core] [Server #8] grpc: Server.processUnaryRPC failed to write status: connection error: desc = "transport is closing" {"level":"warn","ts":"2026-03-20T10:16:18.96095Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"4.998971379s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/cilium-operator-resource-lock\" ","response":"","error":"context canceled"} {"level":"info","ts":"2026-03-20T10:16:18.961108Z","caller":"traceutil/trace.go:171","msg":"trace[1468569437] range","detail":"{range_begin:/registry/leases/kube-system/cilium-operator-resource-lock; range_end:; }","duration":"4.999147233s","start":"2026-03-20T10:16:13.961939Z","end":"2026-03-20T10:16:18.961086Z","steps":["trace[1468569437] 'agreement among raft nodes before linearized reading' (duration: 4.998967569s)"],"step_count":1} {"level":"warn","ts":"2026-03-20T10:16:18.961185Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-20T10:16:13.961878Z","time spent":"4.999294037s","remote":"127.0.0.1:51504","response type":"/etcdserverpb.KV/Range","request count":0,"request size":60,"response count":0,"response size":0,"request content":"key:\"/registry/leases/kube-system/cilium-operator-resource-lock\" "} 2026/03/20 10:16:18 WARNING: [core] [Server #8] grpc: Server.processUnaryRPC failed to write status: connection error: desc = "transport is closing" {"level":"warn","ts":"2026-03-20T10:16:19.002208Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"722.455835ms","expected-duration":"100ms","prefix":"","request":"header: txn: success:> failure: >>","response":"size:16"} {"level":"info","ts":"2026-03-20T10:16:19.002539Z","caller":"traceutil/trace.go:171","msg":"trace[487908470] transaction","detail":"{read_only:false; response_revision:694; number_of_response:1; }","duration":"4.080447764s","start":"2026-03-20T10:16:14.922065Z","end":"2026-03-20T10:16:19.002513Z","steps":["trace[487908470] 'process raft request' (duration: 3.357598439s)","trace[487908470] 'compare' (duration: 722.265241ms)"],"step_count":2} {"level":"info","ts":"2026-03-20T10:16:19.002622Z","caller":"traceutil/trace.go:171","msg":"trace[1805236356] linearizableReadLoop","detail":"{readStateIndex:729; appliedIndex:727; }","duration":"5.516932307s","start":"2026-03-20T10:16:13.485659Z","end":"2026-03-20T10:16:19.002591Z","steps":["trace[1805236356] 'read index received' (duration: 3.645481335s)","trace[1805236356] 'applied index is now lower than readState.Index' (duration: 1.871445292s)"],"step_count":2} {"level":"warn","ts":"2026-03-20T10:16:19.00277Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-20T10:16:14.922043Z","time spent":"4.080557158s","remote":"127.0.0.1:51504","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":521,"response count":0,"response size":38,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-03-20T10:16:19.168635Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"4.999991774s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/kube-controller-manager\" ","response":"","error":"context deadline exceeded"} {"level":"warn","ts":"2026-03-20T10:16:19.16877Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"4.999794861s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/kube-scheduler\" ","response":"","error":"context deadline exceeded"} {"level":"info","ts":"2026-03-20T10:16:19.168939Z","caller":"traceutil/trace.go:171","msg":"trace[549844334] range","detail":"{range_begin:/registry/leases/kube-system/kube-scheduler; range_end:; }","duration":"5.000071938s","start":"2026-03-20T10:16:14.168838Z","end":"2026-03-20T10:16:19.16891Z","steps":["trace[549844334] 'agreement among raft nodes before linearized reading' (duration: 4.999799951s)"],"step_count":1} {"level":"warn","ts":"2026-03-20T10:16:19.169059Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-20T10:16:14.16883Z","time spent":"5.000213291s","remote":"127.0.0.1:51504","response type":"/etcdserverpb.KV/Range","request count":0,"request size":45,"response count":0,"response size":0,"request content":"key:\"/registry/leases/kube-system/kube-scheduler\" "} 2026/03/20 10:16:19 WARNING: [core] [Server #8] grpc: Server.processUnaryRPC failed to write status: connection error: desc = "transport is closing" {"level":"info","ts":"2026-03-20T10:16:19.168799Z","caller":"traceutil/trace.go:171","msg":"trace[773676790] range","detail":"{range_begin:/registry/leases/kube-system/kube-controller-manager; range_end:; }","duration":"5.000331124s","start":"2026-03-20T10:16:14.168441Z","end":"2026-03-20T10:16:19.168773Z","steps":["trace[773676790] 'agreement among raft nodes before linearized reading' (duration: 5.000015655s)"],"step_count":1} {"level":"warn","ts":"2026-03-20T10:16:19.169341Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-20T10:16:14.168426Z","time spent":"5.000893229s","remote":"127.0.0.1:51504","response type":"/etcdserverpb.KV/Range","request count":0,"request size":54,"response count":0,"response size":0,"request content":"key:\"/registry/leases/kube-system/kube-controller-manager\" "} 2026/03/20 10:16:19 WARNING: [core] [Server #8] grpc: Server.processUnaryRPC failed to write status: connection error: desc = "transport is closing" {"level":"warn","ts":"2026-03-20T10:16:19.189915Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"187.570482ms","expected-duration":"100ms","prefix":"","request":"header: lease_revoke:","response":"size:27"} {"level":"info","ts":"2026-03-20T10:16:19.190065Z","caller":"traceutil/trace.go:171","msg":"trace[1909289765] linearizableReadLoop","detail":"{readStateIndex:730; appliedIndex:729; }","duration":"187.340346ms","start":"2026-03-20T10:16:19.002698Z","end":"2026-03-20T10:16:19.190038Z","steps":["trace[1909289765] 'read index received' (duration: 48.671µs)","trace[1909289765] 'applied index is now lower than readState.Index' (duration: 187.289135ms)"],"step_count":2} {"level":"warn","ts":"2026-03-20T10:16:19.190081Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"5.704403817s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pods/kube-system/cilium-7cwfr\" ","response":"range_response_count:1 size:17524"} {"level":"warn","ts":"2026-03-20T10:16:19.190165Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"5.160198186s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/networkpolicies/\" range_end:\"/registry/networkpolicies0\" count_only:true ","response":"range_response_count:0 size:5"} {"level":"info","ts":"2026-03-20T10:16:19.190206Z","caller":"traceutil/trace.go:171","msg":"trace[1900784685] range","detail":"{range_begin:/registry/networkpolicies/; range_end:/registry/networkpolicies0; response_count:0; response_revision:694; }","duration":"5.160289298s","start":"2026-03-20T10:16:14.029906Z","end":"2026-03-20T10:16:19.190195Z","steps":["trace[1900784685] 'agreement among raft nodes before linearized reading' (duration: 5.160198946s)"],"step_count":1} {"level":"warn","ts":"2026-03-20T10:16:19.190214Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"3.460049788s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/services/specs/\" range_end:\"/registry/services/specs0\" count_only:true ","response":"range_response_count:0 size:7"} {"level":"warn","ts":"2026-03-20T10:16:19.190247Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-20T10:16:14.02989Z","time spent":"5.160344139s","remote":"127.0.0.1:51532","response type":"/etcdserverpb.KV/Range","request count":0,"request size":58,"response count":0,"response size":27,"request content":"key:\"/registry/networkpolicies/\" range_end:\"/registry/networkpolicies0\" count_only:true "} {"level":"info","ts":"2026-03-20T10:16:19.190298Z","caller":"traceutil/trace.go:171","msg":"trace[85342759] range","detail":"{range_begin:/registry/services/specs/; range_end:/registry/services/specs0; response_count:0; response_revision:694; }","duration":"3.460168741s","start":"2026-03-20T10:16:15.730109Z","end":"2026-03-20T10:16:19.190278Z","steps":["trace[85342759] 'agreement among raft nodes before linearized reading' (duration: 3.460029738s)"],"step_count":1} {"level":"warn","ts":"2026-03-20T10:16:19.190356Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-20T10:16:15.730092Z","time spent":"3.460248923s","remote":"127.0.0.1:51428","response type":"/etcdserverpb.KV/Range","request count":0,"request size":56,"response count":2,"response size":29,"request content":"key:\"/registry/services/specs/\" range_end:\"/registry/services/specs0\" count_only:true "} {"level":"warn","ts":"2026-03-20T10:16:19.190368Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"3.18803442s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/rolebindings/\" range_end:\"/registry/rolebindings0\" count_only:true ","response":"range_response_count:0 size:7"} {"level":"warn","ts":"2026-03-20T10:16:19.190409Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.094931s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/events/kube-system/kube-apiserver-instance.189e852bee23fccf\" ","response":"range_response_count:1 size:774"} {"level":"info","ts":"2026-03-20T10:16:19.190433Z","caller":"traceutil/trace.go:171","msg":"trace[40769836] range","detail":"{range_begin:/registry/rolebindings/; range_end:/registry/rolebindings0; response_count:0; response_revision:694; }","duration":"3.188148623s","start":"2026-03-20T10:16:16.002266Z","end":"2026-03-20T10:16:19.190415Z","steps":["trace[40769836] 'agreement among raft nodes before linearized reading' (duration: 3.18803419s)"],"step_count":1} {"level":"warn","ts":"2026-03-20T10:16:19.190446Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.60359491s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/health\" ","response":"range_response_count:0 size:5"} {"level":"info","ts":"2026-03-20T10:16:19.190459Z","caller":"traceutil/trace.go:171","msg":"trace[1740002049] range","detail":"{range_begin:/registry/events/kube-system/kube-apiserver-instance.189e852bee23fccf; range_end:; response_count:1; response_revision:694; }","duration":"1.095021213s","start":"2026-03-20T10:16:18.09542Z","end":"2026-03-20T10:16:19.190441Z","steps":["trace[1740002049] 'agreement among raft nodes before linearized reading' (duration: 1.094852959s)"],"step_count":1} {"level":"info","ts":"2026-03-20T10:16:19.190508Z","caller":"traceutil/trace.go:171","msg":"trace[620644836] range","detail":"{range_begin:/registry/health; range_end:; response_count:0; response_revision:694; }","duration":"1.603684303s","start":"2026-03-20T10:16:17.586809Z","end":"2026-03-20T10:16:19.190493Z","steps":["trace[620644836] 'agreement among raft nodes before linearized reading' (duration: 1.60357253s)"],"step_count":1} {"level":"warn","ts":"2026-03-20T10:16:19.19056Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-20T10:16:17.586796Z","time spent":"1.603752594s","remote":"127.0.0.1:51202","response type":"/etcdserverpb.KV/Range","request count":0,"request size":18,"response count":0,"response size":27,"request content":"key:\"/registry/health\" "} {"level":"warn","ts":"2026-03-20T10:16:19.190574Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"5.02314849s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/plndr-svcs-lock\" ","response":"range_response_count:1 size:437"} {"level":"warn","ts":"2026-03-20T10:16:19.190593Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"5.023027697s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/plndr-cp-lock\" ","response":"range_response_count:1 size:433"} {"level":"info","ts":"2026-03-20T10:16:19.190604Z","caller":"traceutil/trace.go:171","msg":"trace[383501665] range","detail":"{range_begin:/registry/leases/kube-system/plndr-svcs-lock; range_end:; response_count:1; response_revision:694; }","duration":"5.023218491s","start":"2026-03-20T10:16:14.16738Z","end":"2026-03-20T10:16:19.190598Z","steps":["trace[383501665] 'agreement among raft nodes before linearized reading' (duration: 5.023112679s)"],"step_count":1} {"level":"warn","ts":"2026-03-20T10:16:19.190634Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-20T10:16:14.167357Z","time spent":"5.023270843s","remote":"127.0.0.1:51504","response type":"/etcdserverpb.KV/Range","request count":0,"request size":46,"response count":1,"response size":459,"request content":"key:\"/registry/leases/kube-system/plndr-svcs-lock\" "} {"level":"info","ts":"2026-03-20T10:16:19.190633Z","caller":"traceutil/trace.go:171","msg":"trace[439730886] range","detail":"{range_begin:/registry/leases/kube-system/plndr-cp-lock; range_end:; response_count:1; response_revision:694; }","duration":"5.023109439s","start":"2026-03-20T10:16:14.167514Z","end":"2026-03-20T10:16:19.190623Z","steps":["trace[439730886] 'agreement among raft nodes before linearized reading' (duration: 5.022965425s)"],"step_count":1} {"level":"warn","ts":"2026-03-20T10:16:19.190661Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-20T10:16:14.167495Z","time spent":"5.02316041s","remote":"127.0.0.1:51504","response type":"/etcdserverpb.KV/Range","request count":0,"request size":44,"response count":1,"response size":455,"request content":"key:\"/registry/leases/kube-system/plndr-cp-lock\" "} {"level":"warn","ts":"2026-03-20T10:16:19.190516Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-20T10:16:18.095402Z","time spent":"1.095105505s","remote":"127.0.0.1:51292","response type":"/etcdserverpb.KV/Range","request count":0,"request size":71,"response count":1,"response size":796,"request content":"key:\"/registry/events/kube-system/kube-apiserver-instance.189e852bee23fccf\" "} {"level":"warn","ts":"2026-03-20T10:16:19.190222Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"2.397439037s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/csinodes/\" range_end:\"/registry/csinodes0\" count_only:true ","response":"range_response_count:0 size:7"} {"level":"info","ts":"2026-03-20T10:16:19.190766Z","caller":"traceutil/trace.go:171","msg":"trace[227407652] range","detail":"{range_begin:/registry/csinodes/; range_end:/registry/csinodes0; response_count:0; response_revision:694; }","duration":"2.398045922s","start":"2026-03-20T10:16:16.79271Z","end":"2026-03-20T10:16:19.190756Z","steps":["trace[227407652] 'agreement among raft nodes before linearized reading' (duration: 2.397415646s)"],"step_count":1} {"level":"warn","ts":"2026-03-20T10:16:19.190465Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-20T10:16:16.002245Z","time spent":"3.188213244s","remote":"127.0.0.1:51568","response type":"/etcdserverpb.KV/Range","request count":0,"request size":52,"response count":13,"response size":29,"request content":"key:\"/registry/rolebindings/\" range_end:\"/registry/rolebindings0\" count_only:true "} {"level":"warn","ts":"2026-03-20T10:16:19.19085Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-20T10:16:16.792691Z","time spent":"2.398146304s","remote":"127.0.0.1:51618","response type":"/etcdserverpb.KV/Range","request count":0,"request size":44,"response count":1,"response size":29,"request content":"key:\"/registry/csinodes/\" range_end:\"/registry/csinodes0\" count_only:true "} {"level":"info","ts":"2026-03-20T10:16:19.191394Z","caller":"traceutil/trace.go:171","msg":"trace[2086479579] range","detail":"{range_begin:/registry/pods/kube-system/cilium-7cwfr; range_end:; response_count:1; response_revision:694; }","duration":"5.704517331s","start":"2026-03-20T10:16:13.485618Z","end":"2026-03-20T10:16:19.190135Z","steps":["trace[2086479579] 'agreement among raft nodes before linearized reading' (duration: 5.517068372s)","trace[2086479579] 'range keys from in-memory index tree' (duration: 187.136481ms)"],"step_count":2} {"level":"warn","ts":"2026-03-20T10:16:19.191513Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-20T10:16:13.485601Z","time spent":"5.705879486s","remote":"127.0.0.1:51424","response type":"/etcdserverpb.KV/Range","request count":0,"request size":41,"response count":1,"response size":17546,"request content":"key:\"/registry/pods/kube-system/cilium-7cwfr\" "} {"level":"info","ts":"2026-03-20T10:16:19.34628Z","caller":"traceutil/trace.go:171","msg":"trace[444021108] transaction","detail":"{read_only:false; response_revision:695; number_of_response:1; }","duration":"152.198274ms","start":"2026-03-20T10:16:19.194057Z","end":"2026-03-20T10:16:19.346256Z","steps":["trace[444021108] 'process raft request' (duration: 152.02956ms)"],"step_count":1} {"level":"warn","ts":"2026-03-20T10:16:20.613699Z","caller":"wal/wal.go:805","msg":"slow fdatasync","took":"1.26761196s","expected-duration":"1s"} {"level":"info","ts":"2026-03-20T10:16:20.614216Z","caller":"traceutil/trace.go:171","msg":"trace[681091738] linearizableReadLoop","detail":"{readStateIndex:733; appliedIndex:730; }","duration":"1.407849478s","start":"2026-03-20T10:16:19.206344Z","end":"2026-03-20T10:16:20.614194Z","steps":["trace[681091738] 'read index received' (duration: 139.732965ms)","trace[681091738] 'applied index is now lower than readState.Index' (duration: 1.268113313s)"],"step_count":2} {"level":"info","ts":"2026-03-20T10:16:20.614312Z","caller":"traceutil/trace.go:171","msg":"trace[438983049] transaction","detail":"{read_only:false; response_revision:696; number_of_response:1; }","duration":"1.414981782s","start":"2026-03-20T10:16:19.199322Z","end":"2026-03-20T10:16:20.614304Z","steps":["trace[438983049] 'process raft request' (duration: 1.414595961s)"],"step_count":1} {"level":"warn","ts":"2026-03-20T10:16:20.614402Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-20T10:16:19.199284Z","time spent":"1.415050074s","remote":"127.0.0.1:51504","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":418,"response count":0,"response size":38,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-03-20T10:16:20.614469Z","caller":"traceutil/trace.go:171","msg":"trace[1870342864] transaction","detail":"{read_only:false; response_revision:697; number_of_response:1; }","duration":"1.413049722s","start":"2026-03-20T10:16:19.201393Z","end":"2026-03-20T10:16:20.614443Z","steps":["trace[1870342864] 'process raft request' (duration: 1.41264686s)"],"step_count":1} {"level":"info","ts":"2026-03-20T10:16:20.614482Z","caller":"traceutil/trace.go:171","msg":"trace[884435775] transaction","detail":"{read_only:false; response_revision:698; number_of_response:1; }","duration":"1.406434022s","start":"2026-03-20T10:16:19.208026Z","end":"2026-03-20T10:16:20.61446Z","steps":["trace[884435775] 'process raft request' (duration: 1.406082153s)"],"step_count":1} {"level":"warn","ts":"2026-03-20T10:16:20.614519Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.408164617s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/health\" ","response":"range_response_count:0 size:5"} {"level":"info","ts":"2026-03-20T10:16:20.614567Z","caller":"traceutil/trace.go:171","msg":"trace[706524903] range","detail":"{range_begin:/registry/health; range_end:; response_count:0; response_revision:698; }","duration":"1.408254679s","start":"2026-03-20T10:16:19.206292Z","end":"2026-03-20T10:16:20.614546Z","steps":["trace[706524903] 'agreement among raft nodes before linearized reading' (duration: 1.408170747s)"],"step_count":1} {"level":"warn","ts":"2026-03-20T10:16:20.614596Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-20T10:16:19.206272Z","time spent":"1.40831843s","remote":"127.0.0.1:51202","response type":"/etcdserverpb.KV/Range","request count":0,"request size":18,"response count":0,"response size":27,"request content":"key:\"/registry/health\" "} {"level":"warn","ts":"2026-03-20T10:16:20.614598Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-20T10:16:19.208014Z","time spent":"1.406524614s","remote":"127.0.0.1:51424","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":17693,"response count":0,"response size":38,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-03-20T10:16:20.61461Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-20T10:16:19.201384Z","time spent":"1.413153995s","remote":"127.0.0.1:51504","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":422,"response count":0,"response size":38,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-03-20T10:16:20.898234Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"117.994007ms","expected-duration":"100ms","prefix":"","request":"header: txn: success:> failure:<>>","response":"size:16"} {"level":"info","ts":"2026-03-20T10:16:20.898346Z","caller":"traceutil/trace.go:171","msg":"trace[187744227] linearizableReadLoop","detail":"{readStateIndex:735; appliedIndex:734; }","duration":"284.051008ms","start":"2026-03-20T10:16:20.614277Z","end":"2026-03-20T10:16:20.898328Z","steps":["trace[187744227] 'read index received' (duration: 165.885806ms)","trace[187744227] 'applied index is now lower than readState.Index' (duration: 118.163632ms)"],"step_count":2} {"level":"info","ts":"2026-03-20T10:16:20.898448Z","caller":"traceutil/trace.go:171","msg":"trace[1483037806] transaction","detail":"{read_only:false; response_revision:699; number_of_response:1; }","duration":"1.547862681s","start":"2026-03-20T10:16:19.350572Z","end":"2026-03-20T10:16:20.898434Z","steps":["trace[1483037806] 'process raft request' (duration: 1.429585337s)","trace[1483037806] 'compare' (duration: 117.803372ms)"],"step_count":2} {"level":"warn","ts":"2026-03-20T10:16:20.898507Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-20T10:16:19.350541Z","time spent":"1.547942073s","remote":"127.0.0.1:51292","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":758,"response count":0,"response size":38,"request content":"compare: success:> failure:<>"} {"level":"warn","ts":"2026-03-20T10:16:20.898622Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"283.185696ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/health\" ","response":"range_response_count:0 size:5"} {"level":"info","ts":"2026-03-20T10:16:20.89867Z","caller":"traceutil/trace.go:171","msg":"trace[324177747] range","detail":"{range_begin:/registry/health; range_end:; response_count:0; response_revision:699; }","duration":"283.259347ms","start":"2026-03-20T10:16:20.615401Z","end":"2026-03-20T10:16:20.89866Z","steps":["trace[324177747] 'agreement among raft nodes before linearized reading' (duration: 283.181015ms)"],"step_count":1} {"level":"warn","ts":"2026-03-20T10:16:20.898803Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"376.727595ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/limitranges/\" range_end:\"/registry/limitranges0\" count_only:true ","response":"range_response_count:0 size:5"} {"level":"info","ts":"2026-03-20T10:16:20.898944Z","caller":"traceutil/trace.go:171","msg":"trace[1386692757] range","detail":"{range_begin:/registry/limitranges/; range_end:/registry/limitranges0; response_count:0; response_revision:699; }","duration":"376.897719ms","start":"2026-03-20T10:16:20.522032Z","end":"2026-03-20T10:16:20.89893Z","steps":["trace[1386692757] 'agreement among raft nodes before linearized reading' (duration: 376.724584ms)"],"step_count":1} {"level":"warn","ts":"2026-03-20T10:16:20.899057Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-20T10:16:20.522018Z","time spent":"377.024993ms","remote":"127.0.0.1:51368","response type":"/etcdserverpb.KV/Range","request count":0,"request size":50,"response count":0,"response size":27,"request content":"key:\"/registry/limitranges/\" range_end:\"/registry/limitranges0\" count_only:true "} {"level":"warn","ts":"2026-03-20T10:16:20.898864Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"278.123706ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pods/kube-system/cilium-7cwfr\" ","response":"range_response_count:1 size:17708"} {"level":"info","ts":"2026-03-20T10:16:20.899193Z","caller":"traceutil/trace.go:171","msg":"trace[36511343] range","detail":"{range_begin:/registry/pods/kube-system/cilium-7cwfr; range_end:; response_count:1; response_revision:699; }","duration":"278.494774ms","start":"2026-03-20T10:16:20.620692Z","end":"2026-03-20T10:16:20.899186Z","steps":["trace[36511343] 'agreement among raft nodes before linearized reading' (duration: 278.040373ms)"],"step_count":1} {"level":"warn","ts":"2026-03-20T10:16:20.8989Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.652356672s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/poddisruptionbudgets/\" range_end:\"/registry/poddisruptionbudgets0\" count_only:true ","response":"range_response_count:0 size:5"} {"level":"info","ts":"2026-03-20T10:16:20.899268Z","caller":"traceutil/trace.go:171","msg":"trace[322021156] range","detail":"{range_begin:/registry/poddisruptionbudgets/; range_end:/registry/poddisruptionbudgets0; response_count:0; response_revision:699; }","duration":"1.652768082s","start":"2026-03-20T10:16:19.246493Z","end":"2026-03-20T10:16:20.899261Z","steps":["trace[322021156] 'agreement among raft nodes before linearized reading' (duration: 1.652384162s)"],"step_count":1} {"level":"warn","ts":"2026-03-20T10:16:20.8993Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-20T10:16:19.246471Z","time spent":"1.652822253s","remote":"127.0.0.1:51560","response type":"/etcdserverpb.KV/Range","request count":0,"request size":68,"response count":0,"response size":27,"request content":"key:\"/registry/poddisruptionbudgets/\" range_end:\"/registry/poddisruptionbudgets0\" count_only:true "} {"level":"warn","ts":"2026-03-20T10:16:21.182895Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"160.646262ms","expected-duration":"100ms","prefix":"","request":"header: txn: success:> failure: >>","response":"size:16"} {"level":"info","ts":"2026-03-20T10:16:21.183059Z","caller":"traceutil/trace.go:171","msg":"trace[1677437265] transaction","detail":"{read_only:false; response_revision:700; number_of_response:1; }","duration":"217.813188ms","start":"2026-03-20T10:16:20.965226Z","end":"2026-03-20T10:16:21.18304Z","steps":["trace[1677437265] 'process raft request' (duration: 56.947481ms)","trace[1677437265] 'compare' (duration: 160.539258ms)"],"step_count":2} {"level":"info","ts":"2026-03-20T10:16:21.436576Z","caller":"traceutil/trace.go:171","msg":"trace[1082975860] transaction","detail":"{read_only:false; response_revision:702; number_of_response:1; }","duration":"249.537912ms","start":"2026-03-20T10:16:21.187016Z","end":"2026-03-20T10:16:21.436554Z","steps":["trace[1082975860] 'process raft request' (duration: 249.492051ms)"],"step_count":1} {"level":"info","ts":"2026-03-20T10:16:21.436666Z","caller":"traceutil/trace.go:171","msg":"trace[768030634] transaction","detail":"{read_only:false; response_revision:701; number_of_response:1; }","duration":"249.670936ms","start":"2026-03-20T10:16:21.186959Z","end":"2026-03-20T10:16:21.43663Z","steps":["trace[768030634] 'process raft request' (duration: 168.832501ms)","trace[768030634] 'compare' (duration: 80.578188ms)"],"step_count":2} {"level":"info","ts":"2026-03-20T10:16:22.72018Z","caller":"traceutil/trace.go:171","msg":"trace[680795669] linearizableReadLoop","detail":"{readStateIndex:739; appliedIndex:738; }","duration":"436.361554ms","start":"2026-03-20T10:16:22.283804Z","end":"2026-03-20T10:16:22.720166Z","steps":["trace[680795669] 'read index received' (duration: 436.238611ms)","trace[680795669] 'applied index is now lower than readState.Index' (duration: 122.253µs)"],"step_count":2} {"level":"warn","ts":"2026-03-20T10:16:22.720284Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"436.458476ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/minions/\" range_end:\"/registry/minions0\" count_only:true ","response":"range_response_count:0 size:7"} {"level":"info","ts":"2026-03-20T10:16:22.720301Z","caller":"traceutil/trace.go:171","msg":"trace[888871070] range","detail":"{range_begin:/registry/minions/; range_end:/registry/minions0; response_count:0; response_revision:702; }","duration":"436.538559ms","start":"2026-03-20T10:16:22.283757Z","end":"2026-03-20T10:16:22.720295Z","steps":["trace[888871070] 'agreement among raft nodes before linearized reading' (duration: 436.480428ms)"],"step_count":1} {"level":"warn","ts":"2026-03-20T10:16:22.720321Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-20T10:16:22.283737Z","time spent":"436.5787ms","remote":"127.0.0.1:51412","response type":"/etcdserverpb.KV/Range","request count":0,"request size":42,"response count":1,"response size":29,"request content":"key:\"/registry/minions/\" range_end:\"/registry/minions0\" count_only:true "} {"level":"warn","ts":"2026-03-20T10:16:22.720284Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-20T10:16:22.271078Z","time spent":"449.198034ms","remote":"127.0.0.1:51238","response type":"/etcdserverpb.Lease/LeaseGrant","request count":-1,"request size":-1,"response count":-1,"response size":-1,"request content":""} {"level":"info","ts":"2026-03-20T10:16:23.107875Z","caller":"traceutil/trace.go:171","msg":"trace[267832604] linearizableReadLoop","detail":"{readStateIndex:740; appliedIndex:739; }","duration":"387.625606ms","start":"2026-03-20T10:16:22.720226Z","end":"2026-03-20T10:16:23.107852Z","steps":["trace[267832604] 'read index received' (duration: 387.508913ms)","trace[267832604] 'applied index is now lower than readState.Index' (duration: 115.653µs)"],"step_count":2} {"level":"info","ts":"2026-03-20T10:16:23.107906Z","caller":"traceutil/trace.go:171","msg":"trace[1153680897] transaction","detail":"{read_only:false; response_revision:703; number_of_response:1; }","duration":"683.037353ms","start":"2026-03-20T10:16:22.424836Z","end":"2026-03-20T10:16:23.107873Z","steps":["trace[1153680897] 'process raft request' (duration: 682.857189ms)"],"step_count":1} {"level":"warn","ts":"2026-03-20T10:16:23.108021Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"531.682611ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/health\" ","response":"range_response_count:0 size:5"} {"level":"warn","ts":"2026-03-20T10:16:23.108048Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-20T10:16:22.424812Z","time spent":"683.159507ms","remote":"127.0.0.1:51504","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":673,"response count":0,"response size":38,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-03-20T10:16:23.108183Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"489.54877ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/plndr-cp-lock\" ","response":"range_response_count:1 size:432"} {"level":"info","ts":"2026-03-20T10:16:23.108228Z","caller":"traceutil/trace.go:171","msg":"trace[754825885] range","detail":"{range_begin:/registry/leases/kube-system/plndr-cp-lock; range_end:; response_count:1; response_revision:703; }","duration":"489.611052ms","start":"2026-03-20T10:16:22.618607Z","end":"2026-03-20T10:16:23.108219Z","steps":["trace[754825885] 'agreement among raft nodes before linearized reading' (duration: 489.469489ms)"],"step_count":1} {"level":"warn","ts":"2026-03-20T10:16:23.108269Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-20T10:16:22.618501Z","time spent":"489.759605ms","remote":"127.0.0.1:51504","response type":"/etcdserverpb.KV/Range","request count":0,"request size":44,"response count":1,"response size":454,"request content":"key:\"/registry/leases/kube-system/plndr-cp-lock\" "} {"level":"info","ts":"2026-03-20T10:16:23.108058Z","caller":"traceutil/trace.go:171","msg":"trace[925298831] range","detail":"{range_begin:/registry/health; range_end:; response_count:0; response_revision:703; }","duration":"531.765083ms","start":"2026-03-20T10:16:22.576283Z","end":"2026-03-20T10:16:23.108048Z","steps":["trace[925298831] 'agreement among raft nodes before linearized reading' (duration: 531.66612ms)"],"step_count":1} {"level":"warn","ts":"2026-03-20T10:16:23.10851Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"489.908889ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/plndr-svcs-lock\" ","response":"range_response_count:1 size:436"} {"level":"warn","ts":"2026-03-20T10:16:23.108534Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-20T10:16:22.576249Z","time spent":"532.271666ms","remote":"127.0.0.1:51202","response type":"/etcdserverpb.KV/Range","request count":0,"request size":18,"response count":0,"response size":27,"request content":"key:\"/registry/health\" "} {"level":"info","ts":"2026-03-20T10:16:23.108552Z","caller":"traceutil/trace.go:171","msg":"trace[904203882] range","detail":"{range_begin:/registry/leases/kube-system/plndr-svcs-lock; range_end:; response_count:1; response_revision:703; }","duration":"489.977671ms","start":"2026-03-20T10:16:22.618564Z","end":"2026-03-20T10:16:23.108542Z","steps":["trace[904203882] 'agreement among raft nodes before linearized reading' (duration: 489.861518ms)"],"step_count":1} {"level":"warn","ts":"2026-03-20T10:16:23.108584Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-20T10:16:22.618549Z","time spent":"490.027562ms","remote":"127.0.0.1:51504","response type":"/etcdserverpb.KV/Range","request count":0,"request size":46,"response count":1,"response size":458,"request content":"key:\"/registry/leases/kube-system/plndr-svcs-lock\" "} {"level":"info","ts":"2026-03-20T10:16:23.130433Z","caller":"traceutil/trace.go:171","msg":"trace[4862429] transaction","detail":"{read_only:false; response_revision:704; number_of_response:1; }","duration":"407.859634ms","start":"2026-03-20T10:16:22.722547Z","end":"2026-03-20T10:16:23.130406Z","steps":["trace[4862429] 'process raft request' (duration: 407.717841ms)"],"step_count":1} {"level":"warn","ts":"2026-03-20T10:16:23.130603Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-20T10:16:22.722529Z","time spent":"407.991727ms","remote":"127.0.0.1:51238","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":120,"response count":0,"response size":38,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-03-20T10:16:23.443504Z","caller":"traceutil/trace.go:171","msg":"trace[2049290374] linearizableReadLoop","detail":"{readStateIndex:744; appliedIndex:743; }","duration":"296.910867ms","start":"2026-03-20T10:16:23.146574Z","end":"2026-03-20T10:16:23.443485Z","steps":["trace[2049290374] 'read index received' (duration: 296.691601ms)","trace[2049290374] 'applied index is now lower than readState.Index' (duration: 218.296µs)"],"step_count":2} {"level":"info","ts":"2026-03-20T10:16:23.443581Z","caller":"traceutil/trace.go:171","msg":"trace[196663474] transaction","detail":"{read_only:false; response_revision:707; number_of_response:1; }","duration":"300.048448ms","start":"2026-03-20T10:16:23.143504Z","end":"2026-03-20T10:16:23.443553Z","steps":["trace[196663474] 'process raft request' (duration: 299.821111ms)"],"step_count":1} {"level":"warn","ts":"2026-03-20T10:16:23.443755Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-20T10:16:23.143481Z","time spent":"300.185192ms","remote":"127.0.0.1:51412","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":5056,"response count":0,"response size":38,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-03-20T10:16:23.443761Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"297.157524ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/masterleases/\" range_end:\"/registry/masterleases0\" ","response":"range_response_count:1 size:135"} {"level":"info","ts":"2026-03-20T10:16:23.443831Z","caller":"traceutil/trace.go:171","msg":"trace[1145995830] range","detail":"{range_begin:/registry/masterleases/; range_end:/registry/masterleases0; response_count:1; response_revision:707; }","duration":"297.271576ms","start":"2026-03-20T10:16:23.146542Z","end":"2026-03-20T10:16:23.443813Z","steps":["trace[1145995830] 'agreement among raft nodes before linearized reading' (duration: 297.04222ms)"],"step_count":1} {"level":"warn","ts":"2026-03-20T10:16:23.445459Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"238.320714ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/cilium-operator-resource-lock\" ","response":"range_response_count:1 size:491"} {"level":"info","ts":"2026-03-20T10:16:23.445734Z","caller":"traceutil/trace.go:171","msg":"trace[1498317630] range","detail":"{range_begin:/registry/leases/kube-system/cilium-operator-resource-lock; range_end:; response_count:1; response_revision:707; }","duration":"238.633282ms","start":"2026-03-20T10:16:23.207092Z","end":"2026-03-20T10:16:23.445725Z","steps":["trace[1498317630] 'agreement among raft nodes before linearized reading' (duration: 236.545399ms)"],"step_count":1} {"level":"info","ts":"2026-03-20T10:16:23.909288Z","caller":"traceutil/trace.go:171","msg":"trace[1175580416] transaction","detail":"{read_only:false; response_revision:708; number_of_response:1; }","duration":"460.635078ms","start":"2026-03-20T10:16:23.448629Z","end":"2026-03-20T10:16:23.909264Z","steps":["trace[1175580416] 'process raft request' (duration: 460.517515ms)"],"step_count":1} {"level":"warn","ts":"2026-03-20T10:16:23.909414Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-20T10:16:23.448606Z","time spent":"460.743421ms","remote":"127.0.0.1:51504","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":491,"response count":0,"response size":38,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-03-20T10:16:24.054066Z","caller":"traceutil/trace.go:171","msg":"trace[346272979] linearizableReadLoop","detail":"{readStateIndex:747; appliedIndex:744; }","duration":"474.78558ms","start":"2026-03-20T10:16:23.579263Z","end":"2026-03-20T10:16:24.054049Z","steps":["trace[346272979] 'read index received' (duration: 329.969505ms)","trace[346272979] 'applied index is now lower than readState.Index' (duration: 144.815255ms)"],"step_count":2} {"level":"warn","ts":"2026-03-20T10:16:24.054177Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"474.899793ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/health\" ","response":"range_response_count:0 size:5"} {"level":"info","ts":"2026-03-20T10:16:24.0542Z","caller":"traceutil/trace.go:171","msg":"trace[110674953] range","detail":"{range_begin:/registry/health; range_end:; response_count:0; response_revision:710; }","duration":"474.972915ms","start":"2026-03-20T10:16:23.57922Z","end":"2026-03-20T10:16:24.054193Z","steps":["trace[110674953] 'agreement among raft nodes before linearized reading' (duration: 474.900003ms)"],"step_count":1} {"level":"warn","ts":"2026-03-20T10:16:24.054223Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-20T10:16:23.579193Z","time spent":"475.024577ms","remote":"127.0.0.1:51202","response type":"/etcdserverpb.KV/Range","request count":0,"request size":18,"response count":0,"response size":27,"request content":"key:\"/registry/health\" "} {"level":"info","ts":"2026-03-20T10:16:24.054232Z","caller":"traceutil/trace.go:171","msg":"trace[1420125005] transaction","detail":"{read_only:false; response_revision:709; number_of_response:1; }","duration":"605.32243ms","start":"2026-03-20T10:16:23.448873Z","end":"2026-03-20T10:16:24.054196Z","steps":["trace[1420125005] 'process raft request' (duration: 562.350427ms)","trace[1420125005] 'compare' (duration: 42.690055ms)"],"step_count":2} {"level":"warn","ts":"2026-03-20T10:16:24.054384Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-20T10:16:23.448857Z","time spent":"605.444014ms","remote":"127.0.0.1:51504","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":475,"response count":0,"response size":38,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-03-20T10:16:24.054431Z","caller":"traceutil/trace.go:171","msg":"trace[1242499264] transaction","detail":"{read_only:false; response_revision:710; number_of_response:1; }","duration":"605.447954ms","start":"2026-03-20T10:16:23.448973Z","end":"2026-03-20T10:16:24.054421Z","steps":["trace[1242499264] 'process raft request' (duration: 605.041623ms)"],"step_count":1} {"level":"warn","ts":"2026-03-20T10:16:24.054504Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-20T10:16:23.448967Z","time spent":"605.491475ms","remote":"127.0.0.1:51504","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":463,"response count":0,"response size":38,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-03-20T10:16:25.346813Z","caller":"traceutil/trace.go:171","msg":"trace[1053833] transaction","detail":"{read_only:false; response_revision:711; number_of_response:1; }","duration":"195.25612ms","start":"2026-03-20T10:16:25.151538Z","end":"2026-03-20T10:16:25.346794Z","steps":["trace[1053833] 'process raft request' (duration: 195.150967ms)"],"step_count":1} {"level":"warn","ts":"2026-03-20T10:16:25.721264Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"223.33611ms","expected-duration":"100ms","prefix":"","request":"header: txn: success:> failure: >>","response":"size:16"} {"level":"info","ts":"2026-03-20T10:16:25.721877Z","caller":"traceutil/trace.go:171","msg":"trace[301840918] linearizableReadLoop","detail":"{readStateIndex:749; appliedIndex:748; }","duration":"106.81249ms","start":"2026-03-20T10:16:25.615047Z","end":"2026-03-20T10:16:25.721859Z","steps":["trace[301840918] 'read index received' (duration: 65.202µs)","trace[301840918] 'applied index is now lower than readState.Index' (duration: 106.745508ms)"],"step_count":2} {"level":"warn","ts":"2026-03-20T10:16:25.721985Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"106.941003ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/events/\" range_end:\"/registry/events0\" count_only:true ","response":"range_response_count:0 size:7"} {"level":"info","ts":"2026-03-20T10:16:25.722021Z","caller":"traceutil/trace.go:171","msg":"trace[481867926] range","detail":"{range_begin:/registry/events/; range_end:/registry/events0; response_count:0; response_revision:712; }","duration":"107.014965ms","start":"2026-03-20T10:16:25.614996Z","end":"2026-03-20T10:16:25.722011Z","steps":["trace[481867926] 'agreement among raft nodes before linearized reading' (duration: 106.911193ms)"],"step_count":1} {"level":"info","ts":"2026-03-20T10:16:25.722125Z","caller":"traceutil/trace.go:171","msg":"trace[588491682] transaction","detail":"{read_only:false; response_revision:712; number_of_response:1; }","duration":"568.952916ms","start":"2026-03-20T10:16:25.153138Z","end":"2026-03-20T10:16:25.722091Z","steps":["trace[588491682] 'process raft request' (duration: 344.624651ms)","trace[588491682] 'compare' (duration: 223.212886ms)"],"step_count":2} {"level":"warn","ts":"2026-03-20T10:16:25.722283Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-20T10:16:25.153129Z","time spent":"569.06345ms","remote":"127.0.0.1:51504","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":418,"response count":0,"response size":38,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-03-20T10:16:26.427032Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"359.37128ms","expected-duration":"100ms","prefix":"","request":"header: txn: success:> failure:<>>","response":"size:16"} {"level":"info","ts":"2026-03-20T10:16:26.427113Z","caller":"traceutil/trace.go:171","msg":"trace[1627202086] transaction","detail":"{read_only:false; response_revision:713; number_of_response:1; }","duration":"697.572467ms","start":"2026-03-20T10:16:25.729527Z","end":"2026-03-20T10:16:26.4271Z","steps":["trace[1627202086] 'process raft request' (duration: 338.078423ms)","trace[1627202086] 'compare' (duration: 359.281067ms)"],"step_count":2} {"level":"warn","ts":"2026-03-20T10:16:26.42715Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-20T10:16:25.729509Z","time spent":"697.626257ms","remote":"127.0.0.1:51292","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":765,"response count":0,"response size":38,"request content":"compare: success:> failure:<>"} {"level":"info","ts":"2026-03-20T10:16:26.509606Z","caller":"traceutil/trace.go:171","msg":"trace[2032245775] linearizableReadLoop","detail":"{readStateIndex:751; appliedIndex:749; }","duration":"581.241221ms","start":"2026-03-20T10:16:25.928349Z","end":"2026-03-20T10:16:26.509591Z","steps":["trace[2032245775] 'read index received' (duration: 139.255352ms)","trace[2032245775] 'applied index is now lower than readState.Index' (duration: 441.984949ms)"],"step_count":2} {"level":"info","ts":"2026-03-20T10:16:26.509684Z","caller":"traceutil/trace.go:171","msg":"trace[1243964519] transaction","detail":"{read_only:false; response_revision:714; number_of_response:1; }","duration":"770.959988ms","start":"2026-03-20T10:16:25.738716Z","end":"2026-03-20T10:16:26.509676Z","steps":["trace[1243964519] 'process raft request' (duration: 770.792144ms)"],"step_count":1} {"level":"warn","ts":"2026-03-20T10:16:26.509749Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-20T10:16:25.738694Z","time spent":"771.01057ms","remote":"127.0.0.1:51424","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":17775,"response count":0,"response size":38,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-03-20T10:16:26.50984Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"581.057936ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pods/\" range_end:\"/registry/pods0\" count_only:true ","response":"range_response_count:0 size:7"} {"level":"warn","ts":"2026-03-20T10:16:26.509858Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"118.139ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/health\" ","response":"range_response_count:0 size:5"} {"level":"warn","ts":"2026-03-20T10:16:26.509931Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"450.426876ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/cilium-operator-resource-lock\" ","response":"range_response_count:1 size:490"} {"level":"info","ts":"2026-03-20T10:16:26.509965Z","caller":"traceutil/trace.go:171","msg":"trace[1811236129] range","detail":"{range_begin:/registry/leases/kube-system/cilium-operator-resource-lock; range_end:; response_count:1; response_revision:714; }","duration":"450.482757ms","start":"2026-03-20T10:16:26.059472Z","end":"2026-03-20T10:16:26.509955Z","steps":["trace[1811236129] 'agreement among raft nodes before linearized reading' (duration: 450.375015ms)"],"step_count":1} {"level":"warn","ts":"2026-03-20T10:16:26.51Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-20T10:16:26.05946Z","time spent":"450.531208ms","remote":"127.0.0.1:51504","response type":"/etcdserverpb.KV/Range","request count":0,"request size":60,"response count":1,"response size":512,"request content":"key:\"/registry/leases/kube-system/cilium-operator-resource-lock\" "} {"level":"info","ts":"2026-03-20T10:16:26.509983Z","caller":"traceutil/trace.go:171","msg":"trace[1829146936] range","detail":"{range_begin:/registry/health; range_end:; response_count:0; response_revision:714; }","duration":"118.292274ms","start":"2026-03-20T10:16:26.391655Z","end":"2026-03-20T10:16:26.509947Z","steps":["trace[1829146936] 'agreement among raft nodes before linearized reading' (duration: 118.105689ms)"],"step_count":1} {"level":"warn","ts":"2026-03-20T10:16:26.51004Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"451.756869ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/kube-scheduler\" ","response":"range_response_count:1 size:478"} {"level":"info","ts":"2026-03-20T10:16:26.510062Z","caller":"traceutil/trace.go:171","msg":"trace[1964694517] range","detail":"{range_begin:/registry/leases/kube-system/kube-scheduler; range_end:; response_count:1; response_revision:714; }","duration":"451.830962ms","start":"2026-03-20T10:16:26.058225Z","end":"2026-03-20T10:16:26.510056Z","steps":["trace[1964694517] 'agreement among raft nodes before linearized reading' (duration: 451.710899ms)"],"step_count":1} {"level":"warn","ts":"2026-03-20T10:16:26.510172Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-20T10:16:26.058199Z","time spent":"451.964815ms","remote":"127.0.0.1:51504","response type":"/etcdserverpb.KV/Range","request count":0,"request size":45,"response count":1,"response size":500,"request content":"key:\"/registry/leases/kube-system/kube-scheduler\" "} {"level":"info","ts":"2026-03-20T10:16:26.509915Z","caller":"traceutil/trace.go:171","msg":"trace[838990299] range","detail":"{range_begin:/registry/pods/; range_end:/registry/pods0; response_count:0; response_revision:714; }","duration":"581.18895ms","start":"2026-03-20T10:16:25.928711Z","end":"2026-03-20T10:16:26.5099Z","steps":["trace[838990299] 'agreement among raft nodes before linearized reading' (duration: 581.034716ms)"],"step_count":1} {"level":"warn","ts":"2026-03-20T10:16:26.510221Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"115.76662ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/events/\" range_end:\"/registry/events0\" count_only:true ","response":"range_response_count:0 size:7"} {"level":"info","ts":"2026-03-20T10:16:26.510246Z","caller":"traceutil/trace.go:171","msg":"trace[1554443581] range","detail":"{range_begin:/registry/events/; range_end:/registry/events0; response_count:0; response_revision:714; }","duration":"115.825371ms","start":"2026-03-20T10:16:26.394413Z","end":"2026-03-20T10:16:26.510238Z","steps":["trace[1554443581] 'agreement among raft nodes before linearized reading' (duration: 115.758779ms)"],"step_count":1} {"level":"warn","ts":"2026-03-20T10:16:26.510274Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-20T10:16:25.928683Z","time spent":"581.553039ms","remote":"127.0.0.1:51424","response type":"/etcdserverpb.KV/Range","request count":0,"request size":36,"response count":11,"response size":29,"request content":"key:\"/registry/pods/\" range_end:\"/registry/pods0\" count_only:true "} {"level":"warn","ts":"2026-03-20T10:16:26.510376Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"582.024211ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/kube-controller-manager\" ","response":"range_response_count:1 size:506"} {"level":"info","ts":"2026-03-20T10:16:26.510401Z","caller":"traceutil/trace.go:171","msg":"trace[898765558] range","detail":"{range_begin:/registry/leases/kube-system/kube-controller-manager; range_end:; response_count:1; response_revision:714; }","duration":"582.073502ms","start":"2026-03-20T10:16:25.928322Z","end":"2026-03-20T10:16:26.510395Z","steps":["trace[898765558] 'agreement among raft nodes before linearized reading' (duration: 582.012001ms)"],"step_count":1} {"level":"warn","ts":"2026-03-20T10:16:26.510421Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-20T10:16:25.928308Z","time spent":"582.108743ms","remote":"127.0.0.1:51504","response type":"/etcdserverpb.KV/Range","request count":0,"request size":54,"response count":1,"response size":528,"request content":"key:\"/registry/leases/kube-system/kube-controller-manager\" "} {"level":"warn","ts":"2026-03-20T10:16:26.970228Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"334.738537ms","expected-duration":"100ms","prefix":"","request":"header: txn: success:> failure: >>","response":"size:16"} {"level":"info","ts":"2026-03-20T10:16:26.970704Z","caller":"traceutil/trace.go:171","msg":"trace[573894377] transaction","detail":"{read_only:false; response_revision:715; number_of_response:1; }","duration":"456.502292ms","start":"2026-03-20T10:16:26.514178Z","end":"2026-03-20T10:16:26.97068Z","steps":["trace[573894377] 'process raft request' (duration: 121.22185ms)","trace[573894377] 'compare' (duration: 334.631555ms)"],"step_count":2} {"level":"warn","ts":"2026-03-20T10:16:26.970841Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-20T10:16:26.514162Z","time spent":"456.604374ms","remote":"127.0.0.1:51504","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":462,"response count":0,"response size":38,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-03-20T10:16:26.970835Z","caller":"traceutil/trace.go:171","msg":"trace[864712194] linearizableReadLoop","detail":"{readStateIndex:754; appliedIndex:751; }","duration":"391.878224ms","start":"2026-03-20T10:16:26.578938Z","end":"2026-03-20T10:16:26.970816Z","steps":["trace[864712194] 'read index received' (duration: 56.469458ms)","trace[864712194] 'applied index is now lower than readState.Index' (duration: 335.407786ms)"],"step_count":2} {"level":"warn","ts":"2026-03-20T10:16:26.97091Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"391.965217ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/health\" ","response":"range_response_count:0 size:5"} {"level":"info","ts":"2026-03-20T10:16:26.970942Z","caller":"traceutil/trace.go:171","msg":"trace[655873573] range","detail":"{range_begin:/registry/health; range_end:; response_count:0; response_revision:717; }","duration":"392.032997ms","start":"2026-03-20T10:16:26.578898Z","end":"2026-03-20T10:16:26.970931Z","steps":["trace[655873573] 'agreement among raft nodes before linearized reading' (duration: 391.978436ms)"],"step_count":1} {"level":"info","ts":"2026-03-20T10:16:26.970956Z","caller":"traceutil/trace.go:171","msg":"trace[699088543] transaction","detail":"{read_only:false; response_revision:716; number_of_response:1; }","duration":"456.342948ms","start":"2026-03-20T10:16:26.514605Z","end":"2026-03-20T10:16:26.970948Z","steps":["trace[699088543] 'process raft request' (duration: 456.010809ms)"],"step_count":1} {"level":"warn","ts":"2026-03-20T10:16:26.970984Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-20T10:16:26.578883Z","time spent":"392.09366ms","remote":"127.0.0.1:51190","response type":"/etcdserverpb.KV/Range","request count":0,"request size":18,"response count":0,"response size":27,"request content":"key:\"/registry/health\" "} {"level":"warn","ts":"2026-03-20T10:16:26.971004Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-20T10:16:26.514564Z","time spent":"456.41368ms","remote":"127.0.0.1:51504","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":475,"response count":0,"response size":38,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-03-20T10:16:26.971184Z","caller":"traceutil/trace.go:171","msg":"trace[1567885393] transaction","detail":"{read_only:false; response_revision:717; number_of_response:1; }","duration":"455.296431ms","start":"2026-03-20T10:16:26.515777Z","end":"2026-03-20T10:16:26.971073Z","steps":["trace[1567885393] 'process raft request' (duration: 454.915181ms)"],"step_count":1} {"level":"warn","ts":"2026-03-20T10:16:26.971289Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-20T10:16:26.515768Z","time spent":"455.473495ms","remote":"127.0.0.1:51504","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":491,"response count":0,"response size":38,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-03-20T10:16:27.776857Z","caller":"traceutil/trace.go:171","msg":"trace[6565256] linearizableReadLoop","detail":"{readStateIndex:755; appliedIndex:754; }","duration":"200.489902ms","start":"2026-03-20T10:16:27.576343Z","end":"2026-03-20T10:16:27.776833Z","steps":["trace[6565256] 'read index received' (duration: 200.292828ms)","trace[6565256] 'applied index is now lower than readState.Index' (duration: 195.874µs)"],"step_count":2} {"level":"info","ts":"2026-03-20T10:16:27.776993Z","caller":"traceutil/trace.go:171","msg":"trace[1945554884] transaction","detail":"{read_only:false; response_revision:718; number_of_response:1; }","duration":"343.738068ms","start":"2026-03-20T10:16:27.433242Z","end":"2026-03-20T10:16:27.77698Z","steps":["trace[1945554884] 'process raft request' (duration: 343.41623ms)"],"step_count":1} {"level":"warn","ts":"2026-03-20T10:16:27.777138Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-20T10:16:27.433227Z","time spent":"343.80787ms","remote":"127.0.0.1:51504","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":423,"response count":0,"response size":38,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-03-20T10:16:27.777355Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"200.988977ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/health\" ","response":"range_response_count:0 size:5"} {"level":"info","ts":"2026-03-20T10:16:27.777453Z","caller":"traceutil/trace.go:171","msg":"trace[1982161903] range","detail":"{range_begin:/registry/health; range_end:; response_count:0; response_revision:718; }","duration":"201.12623ms","start":"2026-03-20T10:16:27.576305Z","end":"2026-03-20T10:16:27.777432Z","steps":["trace[1982161903] 'agreement among raft nodes before linearized reading' (duration: 200.996606ms)"],"step_count":1} {"level":"info","ts":"2026-03-20T10:16:28.211111Z","caller":"traceutil/trace.go:171","msg":"trace[1618029789] transaction","detail":"{read_only:false; response_revision:719; number_of_response:1; }","duration":"429.461507ms","start":"2026-03-20T10:16:27.781631Z","end":"2026-03-20T10:16:28.211092Z","steps":["trace[1618029789] 'process raft request' (duration: 429.320914ms)"],"step_count":1} {"level":"warn","ts":"2026-03-20T10:16:28.211256Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-20T10:16:27.781606Z","time spent":"429.571141ms","remote":"127.0.0.1:51504","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":419,"response count":0,"response size":38,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-03-20T10:16:28.543248Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"173.892691ms","expected-duration":"100ms","prefix":"","request":"header: lease_revoke:","response":"size:27"} {"level":"info","ts":"2026-03-20T10:16:28.543554Z","caller":"traceutil/trace.go:171","msg":"trace[1597694624] linearizableReadLoop","detail":"{readStateIndex:757; appliedIndex:755; }","duration":"336.288027ms","start":"2026-03-20T10:16:28.207239Z","end":"2026-03-20T10:16:28.543527Z","steps":["trace[1597694624] 'read index received' (duration: 3.794287ms)","trace[1597694624] 'applied index is now lower than readState.Index' (duration: 332.49063ms)"],"step_count":2} {"level":"warn","ts":"2026-03-20T10:16:28.543702Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"336.454311ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/prioritylevelconfigurations/\" range_end:\"/registry/prioritylevelconfigurations0\" count_only:true ","response":"range_response_count:0 size:7"} {"level":"info","ts":"2026-03-20T10:16:28.543781Z","caller":"traceutil/trace.go:171","msg":"trace[1184808042] range","detail":"{range_begin:/registry/prioritylevelconfigurations/; range_end:/registry/prioritylevelconfigurations0; response_count:0; response_revision:720; }","duration":"336.581164ms","start":"2026-03-20T10:16:28.207183Z","end":"2026-03-20T10:16:28.543764Z","steps":["trace[1184808042] 'agreement among raft nodes before linearized reading' (duration: 336.42989ms)"],"step_count":1} {"level":"warn","ts":"2026-03-20T10:16:28.543841Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-20T10:16:28.207165Z","time spent":"336.659067ms","remote":"127.0.0.1:51644","response type":"/etcdserverpb.KV/Range","request count":0,"request size":82,"response count":8,"response size":29,"request content":"key:\"/registry/prioritylevelconfigurations/\" range_end:\"/registry/prioritylevelconfigurations0\" count_only:true "} {"level":"warn","ts":"2026-03-20T10:16:28.80586Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"228.055541ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/health\" ","response":"range_response_count:0 size:5"} {"level":"info","ts":"2026-03-20T10:16:28.806197Z","caller":"traceutil/trace.go:171","msg":"trace[435138232] range","detail":"{range_begin:/registry/health; range_end:; response_count:0; response_revision:720; }","duration":"228.428541ms","start":"2026-03-20T10:16:28.577745Z","end":"2026-03-20T10:16:28.806174Z","steps":["trace[435138232] 'range keys from in-memory index tree' (duration: 227.970339ms)"],"step_count":1} {"level":"info","ts":"2026-03-20T10:16:29.152774Z","caller":"traceutil/trace.go:171","msg":"trace[1268867814] linearizableReadLoop","detail":"{readStateIndex:759; appliedIndex:758; }","duration":"178.244904ms","start":"2026-03-20T10:16:28.974508Z","end":"2026-03-20T10:16:29.152753Z","steps":["trace[1268867814] 'read index received' (duration: 178.094999ms)","trace[1268867814] 'applied index is now lower than readState.Index' (duration: 148.975µs)"],"step_count":2} {"level":"warn","ts":"2026-03-20T10:16:29.152991Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"178.306315ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/kube-scheduler\" ","response":"range_response_count:1 size:477"} {"level":"warn","ts":"2026-03-20T10:16:29.153019Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"178.042868ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/cilium-operator-resource-lock\" ","response":"range_response_count:1 size:490"} {"level":"info","ts":"2026-03-20T10:16:29.153033Z","caller":"traceutil/trace.go:171","msg":"trace[1304629156] range","detail":"{range_begin:/registry/leases/kube-system/kube-scheduler; range_end:; response_count:1; response_revision:721; }","duration":"178.400897ms","start":"2026-03-20T10:16:28.974622Z","end":"2026-03-20T10:16:29.153023Z","steps":["trace[1304629156] 'agreement among raft nodes before linearized reading' (duration: 178.250464ms)"],"step_count":1} {"level":"info","ts":"2026-03-20T10:16:29.153069Z","caller":"traceutil/trace.go:171","msg":"trace[2005157678] range","detail":"{range_begin:/registry/leases/kube-system/cilium-operator-resource-lock; range_end:; response_count:1; response_revision:721; }","duration":"178.148641ms","start":"2026-03-20T10:16:28.974906Z","end":"2026-03-20T10:16:29.153054Z","steps":["trace[2005157678] 'agreement among raft nodes before linearized reading' (duration: 178.014108ms)"],"step_count":1} {"level":"warn","ts":"2026-03-20T10:16:29.153097Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"178.557971ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/kube-controller-manager\" ","response":"range_response_count:1 size:506"} {"level":"info","ts":"2026-03-20T10:16:29.153186Z","caller":"traceutil/trace.go:171","msg":"trace[683689005] range","detail":"{range_begin:/registry/leases/kube-system/kube-controller-manager; range_end:; response_count:1; response_revision:721; }","duration":"178.684514ms","start":"2026-03-20T10:16:28.974484Z","end":"2026-03-20T10:16:29.153168Z","steps":["trace[683689005] 'agreement among raft nodes before linearized reading' (duration: 178.382727ms)"],"step_count":1} {"level":"info","ts":"2026-03-20T10:16:29.153692Z","caller":"traceutil/trace.go:171","msg":"trace[865479962] transaction","detail":"{read_only:false; response_revision:721; number_of_response:1; }","duration":"244.271617ms","start":"2026-03-20T10:16:28.908533Z","end":"2026-03-20T10:16:29.152805Z","steps":["trace[865479962] 'process raft request' (duration: 244.089181ms)"],"step_count":1} {"level":"warn","ts":"2026-03-20T10:16:30.080148Z","caller":"etcdserver/v3_server.go:897","msg":"waiting for ReadIndex response took too long, retrying","sent-request-id":184257304220176365,"retry-timeout":"500ms"} {"level":"warn","ts":"2026-03-20T10:16:30.580896Z","caller":"etcdserver/v3_server.go:897","msg":"waiting for ReadIndex response took too long, retrying","sent-request-id":184257304220176365,"retry-timeout":"500ms"} {"level":"warn","ts":"2026-03-20T10:16:31.081531Z","caller":"etcdserver/v3_server.go:897","msg":"waiting for ReadIndex response took too long, retrying","sent-request-id":184257304220176365,"retry-timeout":"500ms"} {"level":"warn","ts":"2026-03-20T10:16:31.579452Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"2.000199916s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/health\" ","response":"","error":"context canceled"} {"level":"info","ts":"2026-03-20T10:16:31.579536Z","caller":"traceutil/trace.go:171","msg":"trace[1308871661] range","detail":"{range_begin:/registry/health; range_end:; }","duration":"2.00034684s","start":"2026-03-20T10:16:29.579171Z","end":"2026-03-20T10:16:31.579518Z","steps":["trace[1308871661] 'agreement among raft nodes before linearized reading' (duration: 2.000239207s)"],"step_count":1} {"level":"warn","ts":"2026-03-20T10:16:31.579584Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-20T10:16:29.57914Z","time spent":"2.000434312s","remote":"127.0.0.1:51202","response type":"/etcdserverpb.KV/Range","request count":0,"request size":18,"response count":0,"response size":0,"request content":"key:\"/registry/health\" "} 2026/03/20 10:16:31 WARNING: [core] [Server #8] grpc: Server.processUnaryRPC failed to write status: connection error: desc = "transport is closing" {"level":"warn","ts":"2026-03-20T10:16:31.582592Z","caller":"etcdserver/v3_server.go:897","msg":"waiting for ReadIndex response took too long, retrying","sent-request-id":184257304220176365,"retry-timeout":"500ms"} {"level":"warn","ts":"2026-03-20T10:16:32.052612Z","caller":"wal/wal.go:805","msg":"slow fdatasync","took":"1.081619209s","expected-duration":"1s"} {"level":"warn","ts":"2026-03-20T10:16:32.256476Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"203.465359ms","expected-duration":"100ms","prefix":"","request":"header: txn: success:> failure: >>","response":"size:16"} {"level":"info","ts":"2026-03-20T10:16:32.256582Z","caller":"traceutil/trace.go:171","msg":"trace[1002536992] transaction","detail":"{read_only:false; response_revision:722; number_of_response:1; }","duration":"3.099083528s","start":"2026-03-20T10:16:29.15748Z","end":"2026-03-20T10:16:32.256563Z","steps":["trace[1002536992] 'process raft request' (duration: 2.895451684s)","trace[1002536992] 'compare' (duration: 202.877534ms)"],"step_count":2} {"level":"warn","ts":"2026-03-20T10:16:32.25666Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-20T10:16:29.157458Z","time spent":"3.09918076s","remote":"127.0.0.1:51504","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":463,"response count":0,"response size":38,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-03-20T10:16:33.580227Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"2.000581725s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/health\" ","response":"","error":"context deadline exceeded"} {"level":"info","ts":"2026-03-20T10:16:33.580417Z","caller":"traceutil/trace.go:171","msg":"trace[231103414] range","detail":"{range_begin:/registry/health; range_end:; }","duration":"2.000829791s","start":"2026-03-20T10:16:31.579557Z","end":"2026-03-20T10:16:33.580387Z","steps":["trace[231103414] 'agreement among raft nodes before linearized reading' (duration: 2.000542334s)"],"step_count":1} {"level":"warn","ts":"2026-03-20T10:16:33.580504Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-20T10:16:31.579544Z","time spent":"2.000941624s","remote":"127.0.0.1:51190","response type":"/etcdserverpb.KV/Range","request count":0,"request size":18,"response count":0,"response size":0,"request content":"key:\"/registry/health\" "} {"level":"warn","ts":"2026-03-20T10:16:34.155967Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-20T10:16:29.157585Z","time spent":"4.998375395s","remote":"127.0.0.1:51504","response type":"/etcdserverpb.KV/Txn","request count":0,"request size":0,"response count":0,"response size":0,"request content":""} 2026/03/20 10:16:34 WARNING: [core] [Server #8] grpc: Server.processUnaryRPC failed to write status: connection error: desc = "transport is closing" {"level":"warn","ts":"2026-03-20T10:16:34.156196Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-20T10:16:29.157841Z","time spent":"4.998347964s","remote":"127.0.0.1:51504","response type":"/etcdserverpb.KV/Txn","request count":0,"request size":0,"response count":0,"response size":0,"request content":""} 2026/03/20 10:16:34 WARNING: [core] [Server #8] grpc: Server.processUnaryRPC failed to write status: connection error: desc = "transport is closing" {"level":"warn","ts":"2026-03-20T10:16:34.788835Z","caller":"wal/wal.go:805","msg":"slow fdatasync","took":"2.735963651s","expected-duration":"1s"} {"level":"warn","ts":"2026-03-20T10:16:34.892099Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"2.492462494s","expected-duration":"100ms","prefix":"read-only range ","request":"limit:1 serializable:true keys_only:true ","response":"range_response_count:0 size:5"} {"level":"info","ts":"2026-03-20T10:16:34.892216Z","caller":"traceutil/trace.go:171","msg":"trace[652900437] range","detail":"{range_begin:; range_end:; response_count:0; response_revision:722; }","duration":"2.492588657s","start":"2026-03-20T10:16:32.399609Z","end":"2026-03-20T10:16:34.892198Z","steps":["trace[652900437] 'range keys from in-memory index tree' (duration: 2.492447064s)"],"step_count":1} {"level":"warn","ts":"2026-03-20T10:16:34.892331Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"103.232809ms","expected-duration":"100ms","prefix":"","request":"header: txn: success:> failure:<>>","response":"size:16"} {"level":"info","ts":"2026-03-20T10:16:34.892466Z","caller":"traceutil/trace.go:171","msg":"trace[1214970724] linearizableReadLoop","detail":"{readStateIndex:763; appliedIndex:759; }","duration":"5.313228921s","start":"2026-03-20T10:16:29.579227Z","end":"2026-03-20T10:16:34.892456Z","steps":["trace[1214970724] 'read index received' (duration: 2.473742124s)","trace[1214970724] 'applied index is now lower than readState.Index' (duration: 2.839485997s)"],"step_count":2} {"level":"info","ts":"2026-03-20T10:16:34.892602Z","caller":"traceutil/trace.go:171","msg":"trace[1334943288] transaction","detail":"{read_only:false; response_revision:725; number_of_response:1; }","duration":"5.523042834s","start":"2026-03-20T10:16:29.369551Z","end":"2026-03-20T10:16:34.892594Z","steps":["trace[1334943288] 'process raft request' (duration: 5.52287653s)"],"step_count":1} {"level":"warn","ts":"2026-03-20T10:16:34.892647Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-20T10:16:29.369534Z","time spent":"5.523086205s","remote":"127.0.0.1:51504","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":521,"response count":0,"response size":38,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-03-20T10:16:34.912439Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"5.131404487s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/plndr-svcs-lock\" ","response":"range_response_count:1 size:437"} {"level":"warn","ts":"2026-03-20T10:16:34.912479Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.232189862s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/mutatingwebhookconfigurations/\" range_end:\"/registry/mutatingwebhookconfigurations0\" count_only:true ","response":"range_response_count:0 size:5"} {"level":"info","ts":"2026-03-20T10:16:34.912493Z","caller":"traceutil/trace.go:171","msg":"trace[691068525] range","detail":"{range_begin:/registry/leases/kube-system/plndr-svcs-lock; range_end:; response_count:1; response_revision:726; }","duration":"5.131500059s","start":"2026-03-20T10:16:29.780979Z","end":"2026-03-20T10:16:34.912479Z","steps":["trace[691068525] 'agreement among raft nodes before linearized reading' (duration: 5.131341034s)"],"step_count":1} {"level":"info","ts":"2026-03-20T10:16:34.91251Z","caller":"traceutil/trace.go:171","msg":"trace[851051106] range","detail":"{range_begin:/registry/mutatingwebhookconfigurations/; range_end:/registry/mutatingwebhookconfigurations0; response_count:0; response_revision:726; }","duration":"1.232273955s","start":"2026-03-20T10:16:33.680225Z","end":"2026-03-20T10:16:34.912499Z","steps":["trace[851051106] 'agreement among raft nodes before linearized reading' (duration: 1.232224804s)"],"step_count":1} {"level":"warn","ts":"2026-03-20T10:16:34.912531Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-20T10:16:33.680193Z","time spent":"1.232332906s","remote":"127.0.0.1:51714","response type":"/etcdserverpb.KV/Range","request count":0,"request size":86,"response count":0,"response size":27,"request content":"key:\"/registry/mutatingwebhookconfigurations/\" range_end:\"/registry/mutatingwebhookconfigurations0\" count_only:true "} {"level":"warn","ts":"2026-03-20T10:16:34.912527Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-20T10:16:29.78095Z","time spent":"5.131569782s","remote":"127.0.0.1:51504","response type":"/etcdserverpb.KV/Range","request count":0,"request size":46,"response count":1,"response size":459,"request content":"key:\"/registry/leases/kube-system/plndr-svcs-lock\" "} {"level":"warn","ts":"2026-03-20T10:16:34.912539Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"2.014678377s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/configmaps/\" range_end:\"/registry/configmaps0\" count_only:true ","response":"range_response_count:0 size:7"} {"level":"warn","ts":"2026-03-20T10:16:34.912693Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"651.765022ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/kube-scheduler\" ","response":"range_response_count:1 size:478"} {"level":"info","ts":"2026-03-20T10:16:34.912699Z","caller":"traceutil/trace.go:171","msg":"trace[1246723928] range","detail":"{range_begin:/registry/configmaps/; range_end:/registry/configmaps0; response_count:0; response_revision:726; }","duration":"2.014898093s","start":"2026-03-20T10:16:32.89777Z","end":"2026-03-20T10:16:34.912669Z","steps":["trace[1246723928] 'agreement among raft nodes before linearized reading' (duration: 2.014598756s)"],"step_count":1} {"level":"warn","ts":"2026-03-20T10:16:34.912736Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"2.641842497s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/masterleases/199.204.45.102\" ","response":"range_response_count:1 size:135"} {"level":"info","ts":"2026-03-20T10:16:34.912769Z","caller":"traceutil/trace.go:171","msg":"trace[412066497] range","detail":"{range_begin:/registry/masterleases/199.204.45.102; range_end:; response_count:1; response_revision:726; }","duration":"2.641910699s","start":"2026-03-20T10:16:32.27085Z","end":"2026-03-20T10:16:34.91276Z","steps":["trace[412066497] 'agreement among raft nodes before linearized reading' (duration: 2.641818446s)"],"step_count":1} {"level":"warn","ts":"2026-03-20T10:16:34.912771Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-20T10:16:32.897756Z","time spent":"2.015002227s","remote":"127.0.0.1:51332","response type":"/etcdserverpb.KV/Range","request count":0,"request size":48,"response count":12,"response size":29,"request content":"key:\"/registry/configmaps/\" range_end:\"/registry/configmaps0\" count_only:true "} {"level":"warn","ts":"2026-03-20T10:16:34.912799Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-20T10:16:32.270831Z","time spent":"2.64196201s","remote":"127.0.0.1:51238","response type":"/etcdserverpb.KV/Range","request count":0,"request size":39,"response count":1,"response size":157,"request content":"key:\"/registry/masterleases/199.204.45.102\" "} {"level":"warn","ts":"2026-03-20T10:16:34.91285Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"4.697709891s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/plndr-cp-lock\" ","response":"range_response_count:1 size:433"} {"level":"info","ts":"2026-03-20T10:16:34.912883Z","caller":"traceutil/trace.go:171","msg":"trace[240415273] range","detail":"{range_begin:/registry/leases/kube-system/plndr-cp-lock; range_end:; response_count:1; response_revision:726; }","duration":"4.697763752s","start":"2026-03-20T10:16:30.215103Z","end":"2026-03-20T10:16:34.912867Z","steps":["trace[240415273] 'agreement among raft nodes before linearized reading' (duration: 4.697703731s)"],"step_count":1} {"level":"warn","ts":"2026-03-20T10:16:34.912902Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-20T10:16:30.215089Z","time spent":"4.697808923s","remote":"127.0.0.1:51504","response type":"/etcdserverpb.KV/Range","request count":0,"request size":44,"response count":1,"response size":455,"request content":"key:\"/registry/leases/kube-system/plndr-cp-lock\" "} {"level":"warn","ts":"2026-03-20T10:16:34.912893Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.328246766s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/events/kube-system/kube-apiserver-instance.189e852bee23fccf\" ","response":"range_response_count:1 size:774"} {"level":"info","ts":"2026-03-20T10:16:34.912978Z","caller":"traceutil/trace.go:171","msg":"trace[1210852007] range","detail":"{range_begin:/registry/events/kube-system/kube-apiserver-instance.189e852bee23fccf; range_end:; response_count:1; response_revision:726; }","duration":"1.328397441s","start":"2026-03-20T10:16:33.584559Z","end":"2026-03-20T10:16:34.912957Z","steps":["trace[1210852007] 'agreement among raft nodes before linearized reading' (duration: 1.328185005s)"],"step_count":1} {"level":"warn","ts":"2026-03-20T10:16:34.912984Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"5.007659903s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pods/kube-system/cilium-7cwfr\" ","response":"range_response_count:1 size:17790"} {"level":"warn","ts":"2026-03-20T10:16:34.912995Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"3.335772029s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/services/endpoints/\" range_end:\"/registry/services/endpoints0\" count_only:true ","response":"range_response_count:0 size:7"} {"level":"info","ts":"2026-03-20T10:16:34.913013Z","caller":"traceutil/trace.go:171","msg":"trace[398869743] range","detail":"{range_begin:/registry/services/endpoints/; range_end:/registry/services/endpoints0; response_count:0; response_revision:726; }","duration":"3.335845742s","start":"2026-03-20T10:16:31.577163Z","end":"2026-03-20T10:16:34.913008Z","steps":["trace[398869743] 'agreement among raft nodes before linearized reading' (duration: 3.335815011s)"],"step_count":1} {"level":"info","ts":"2026-03-20T10:16:34.913013Z","caller":"traceutil/trace.go:171","msg":"trace[601479691] range","detail":"{range_begin:/registry/pods/kube-system/cilium-7cwfr; range_end:; response_count:1; response_revision:726; }","duration":"5.007725795s","start":"2026-03-20T10:16:29.905278Z","end":"2026-03-20T10:16:34.913004Z","steps":["trace[601479691] 'agreement among raft nodes before linearized reading' (duration: 5.007645133s)"],"step_count":1} {"level":"warn","ts":"2026-03-20T10:16:34.913014Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-20T10:16:33.584529Z","time spent":"1.328478032s","remote":"127.0.0.1:51292","response type":"/etcdserverpb.KV/Range","request count":0,"request size":71,"response count":1,"response size":796,"request content":"key:\"/registry/events/kube-system/kube-apiserver-instance.189e852bee23fccf\" "} {"level":"warn","ts":"2026-03-20T10:16:34.913031Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-20T10:16:31.577139Z","time spent":"3.335887512s","remote":"127.0.0.1:51406","response type":"/etcdserverpb.KV/Range","request count":0,"request size":64,"response count":2,"response size":29,"request content":"key:\"/registry/services/endpoints/\" range_end:\"/registry/services/endpoints0\" count_only:true "} {"level":"warn","ts":"2026-03-20T10:16:34.913039Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-20T10:16:29.905259Z","time spent":"5.007774395s","remote":"127.0.0.1:51424","response type":"/etcdserverpb.KV/Range","request count":0,"request size":41,"response count":1,"response size":17812,"request content":"key:\"/registry/pods/kube-system/cilium-7cwfr\" "} {"level":"warn","ts":"2026-03-20T10:16:34.913139Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"4.213649372s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/ingressclasses/\" range_end:\"/registry/ingressclasses0\" count_only:true ","response":"range_response_count:0 size:5"} {"level":"info","ts":"2026-03-20T10:16:34.912637Z","caller":"traceutil/trace.go:171","msg":"trace[620931970] transaction","detail":"{read_only:false; response_revision:726; number_of_response:1; }","duration":"1.434809261s","start":"2026-03-20T10:16:33.477818Z","end":"2026-03-20T10:16:34.912628Z","steps":["trace[620931970] 'process raft request' (duration: 1.43440311s)"],"step_count":1} {"level":"warn","ts":"2026-03-20T10:16:34.913202Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.325045265s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/health\" ","response":"range_response_count:0 size:5"} {"level":"info","ts":"2026-03-20T10:16:34.913223Z","caller":"traceutil/trace.go:171","msg":"trace[1469326040] range","detail":"{range_begin:/registry/health; range_end:; response_count:0; response_revision:726; }","duration":"1.325108756s","start":"2026-03-20T10:16:33.588108Z","end":"2026-03-20T10:16:34.913217Z","steps":["trace[1469326040] 'agreement among raft nodes before linearized reading' (duration: 1.325071435s)"],"step_count":1} {"level":"warn","ts":"2026-03-20T10:16:34.913242Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-20T10:16:33.588082Z","time spent":"1.325154858s","remote":"127.0.0.1:51202","response type":"/etcdserverpb.KV/Range","request count":0,"request size":18,"response count":0,"response size":27,"request content":"key:\"/registry/health\" "} {"level":"warn","ts":"2026-03-20T10:16:34.913283Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-20T10:16:33.477796Z","time spent":"1.435395156s","remote":"127.0.0.1:51504","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":673,"response count":0,"response size":38,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-03-20T10:16:34.912719Z","caller":"traceutil/trace.go:171","msg":"trace[1204020713] range","detail":"{range_begin:/registry/leases/kube-system/kube-scheduler; range_end:; response_count:1; response_revision:726; }","duration":"651.827383ms","start":"2026-03-20T10:16:34.260886Z","end":"2026-03-20T10:16:34.912713Z","steps":["trace[1204020713] 'agreement among raft nodes before linearized reading' (duration: 651.764212ms)"],"step_count":1} {"level":"warn","ts":"2026-03-20T10:16:34.913443Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-20T10:16:34.260865Z","time spent":"652.535381ms","remote":"127.0.0.1:51504","response type":"/etcdserverpb.KV/Range","request count":0,"request size":45,"response count":1,"response size":500,"request content":"key:\"/registry/leases/kube-system/kube-scheduler\" "} {"level":"info","ts":"2026-03-20T10:16:34.913158Z","caller":"traceutil/trace.go:171","msg":"trace[1257381284] range","detail":"{range_begin:/registry/ingressclasses/; range_end:/registry/ingressclasses0; response_count:0; response_revision:726; }","duration":"4.213730084s","start":"2026-03-20T10:16:30.699423Z","end":"2026-03-20T10:16:34.913153Z","steps":["trace[1257381284] 'agreement among raft nodes before linearized reading' (duration: 4.213695533s)"],"step_count":1} {"level":"warn","ts":"2026-03-20T10:16:34.91353Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-20T10:16:30.699398Z","time spent":"4.214118334s","remote":"127.0.0.1:51550","response type":"/etcdserverpb.KV/Range","request count":0,"request size":56,"response count":0,"response size":27,"request content":"key:\"/registry/ingressclasses/\" range_end:\"/registry/ingressclasses0\" count_only:true "} {"level":"warn","ts":"2026-03-20T10:16:35.495604Z","caller":"etcdserver/v3_server.go:897","msg":"waiting for ReadIndex response took too long, retrying","sent-request-id":184257304220176380,"retry-timeout":"500ms"} {"level":"warn","ts":"2026-03-20T10:16:35.996406Z","caller":"etcdserver/v3_server.go:897","msg":"waiting for ReadIndex response took too long, retrying","sent-request-id":184257304220176380,"retry-timeout":"500ms"} {"level":"warn","ts":"2026-03-20T10:16:36.259912Z","caller":"wal/wal.go:805","msg":"slow fdatasync","took":"1.292442429s","expected-duration":"1s"} {"level":"info","ts":"2026-03-20T10:16:36.26059Z","caller":"traceutil/trace.go:171","msg":"trace[1194776120] transaction","detail":"{read_only:false; response_revision:730; number_of_response:1; }","duration":"1.343422767s","start":"2026-03-20T10:16:34.917149Z","end":"2026-03-20T10:16:36.260571Z","steps":["trace[1194776120] 'process raft request' (duration: 1.343355185s)"],"step_count":1} {"level":"info","ts":"2026-03-20T10:16:36.260634Z","caller":"traceutil/trace.go:171","msg":"trace[1229281572] transaction","detail":"{read_only:false; response_revision:728; number_of_response:1; }","duration":"1.343652932s","start":"2026-03-20T10:16:34.916965Z","end":"2026-03-20T10:16:36.260618Z","steps":["trace[1229281572] 'process raft request' (duration: 1.343472608s)"],"step_count":1} {"level":"info","ts":"2026-03-20T10:16:36.260625Z","caller":"traceutil/trace.go:171","msg":"trace[2134505131] transaction","detail":"{read_only:false; response_revision:729; number_of_response:1; }","duration":"1.34352763s","start":"2026-03-20T10:16:34.917067Z","end":"2026-03-20T10:16:36.260594Z","steps":["trace[2134505131] 'process raft request' (duration: 1.343412767s)"],"step_count":1} {"level":"info","ts":"2026-03-20T10:16:36.260592Z","caller":"traceutil/trace.go:171","msg":"trace[1777310039] transaction","detail":"{read_only:false; response_revision:727; number_of_response:1; }","duration":"1.34589436s","start":"2026-03-20T10:16:34.914667Z","end":"2026-03-20T10:16:36.260561Z","steps":["trace[1777310039] 'process raft request' (duration: 1.345413238s)"],"step_count":1} {"level":"warn","ts":"2026-03-20T10:16:36.26073Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-20T10:16:34.917139Z","time spent":"1.343516689s","remote":"127.0.0.1:51504","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":423,"response count":0,"response size":38,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-03-20T10:16:36.260772Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-20T10:16:34.916952Z","time spent":"1.343731994s","remote":"127.0.0.1:51504","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":418,"response count":0,"response size":38,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-03-20T10:16:36.260787Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-20T10:16:34.917053Z","time spent":"1.343645602s","remote":"127.0.0.1:51504","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":462,"response count":0,"response size":38,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-03-20T10:16:36.260777Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-20T10:16:34.914646Z","time spent":"1.346088835s","remote":"127.0.0.1:51292","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":759,"response count":0,"response size":38,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-03-20T10:16:36.261204Z","caller":"traceutil/trace.go:171","msg":"trace[858820006] transaction","detail":"{read_only:false; response_revision:731; number_of_response:1; }","duration":"1.335214756s","start":"2026-03-20T10:16:34.925979Z","end":"2026-03-20T10:16:36.261193Z","steps":["trace[858820006] 'process raft request' (duration: 1.334551609s)"],"step_count":1} {"level":"warn","ts":"2026-03-20T10:16:36.261264Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-20T10:16:34.925966Z","time spent":"1.335263127s","remote":"127.0.0.1:51424","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":17959,"response count":0,"response size":38,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-03-20T10:16:36.763342Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"345.178335ms","expected-duration":"100ms","prefix":"","request":"header: txn: success:> failure: >>","response":"size:16"} {"level":"info","ts":"2026-03-20T10:16:36.763538Z","caller":"traceutil/trace.go:171","msg":"trace[381535465] transaction","detail":"{read_only:false; response_revision:733; number_of_response:1; }","duration":"490.661498ms","start":"2026-03-20T10:16:36.272858Z","end":"2026-03-20T10:16:36.763519Z","steps":["trace[381535465] 'process raft request' (duration: 490.599936ms)"],"step_count":1} {"level":"info","ts":"2026-03-20T10:16:36.763526Z","caller":"traceutil/trace.go:171","msg":"trace[288493835] linearizableReadLoop","detail":"{readStateIndex:771; appliedIndex:765; }","duration":"1.76846461s","start":"2026-03-20T10:16:34.995042Z","end":"2026-03-20T10:16:36.763506Z","steps":["trace[288493835] 'read index received' (duration: 1.265052726s)","trace[288493835] 'applied index is now lower than readState.Index' (duration: 503.410144ms)"],"step_count":2} {"level":"warn","ts":"2026-03-20T10:16:36.7636Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-20T10:16:36.272848Z","time spent":"490.72791ms","remote":"127.0.0.1:51292","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":771,"response count":0,"response size":38,"request content":"compare: success:> failure:<>"} {"level":"warn","ts":"2026-03-20T10:16:36.763749Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"959.798004ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/resourcequotas/\" range_end:\"/registry/resourcequotas0\" count_only:true ","response":"range_response_count:0 size:5"} {"level":"warn","ts":"2026-03-20T10:16:36.763744Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"372.061605ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/health\" ","response":"range_response_count:0 size:5"} {"level":"info","ts":"2026-03-20T10:16:36.763783Z","caller":"traceutil/trace.go:171","msg":"trace[1668931549] range","detail":"{range_begin:/registry/resourcequotas/; range_end:/registry/resourcequotas0; response_count:0; response_revision:733; }","duration":"959.904186ms","start":"2026-03-20T10:16:35.80387Z","end":"2026-03-20T10:16:36.763775Z","steps":["trace[1668931549] 'agreement among raft nodes before linearized reading' (duration: 959.774283ms)"],"step_count":1} {"level":"warn","ts":"2026-03-20T10:16:36.763807Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"604.703153ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/cilium-operator-resource-lock\" ","response":"range_response_count:1 size:491"} {"level":"warn","ts":"2026-03-20T10:16:36.763816Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-20T10:16:35.803847Z","time spent":"959.960868ms","remote":"127.0.0.1:51302","response type":"/etcdserverpb.KV/Range","request count":0,"request size":56,"response count":0,"response size":27,"request content":"key:\"/registry/resourcequotas/\" range_end:\"/registry/resourcequotas0\" count_only:true "} {"level":"info","ts":"2026-03-20T10:16:36.763847Z","caller":"traceutil/trace.go:171","msg":"trace[1902666439] range","detail":"{range_begin:/registry/leases/kube-system/cilium-operator-resource-lock; range_end:; response_count:1; response_revision:733; }","duration":"604.742474ms","start":"2026-03-20T10:16:36.159092Z","end":"2026-03-20T10:16:36.763835Z","steps":["trace[1902666439] 'agreement among raft nodes before linearized reading' (duration: 604.622031ms)"],"step_count":1} {"level":"warn","ts":"2026-03-20T10:16:36.763879Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-20T10:16:36.159071Z","time spent":"604.800376ms","remote":"127.0.0.1:51504","response type":"/etcdserverpb.KV/Range","request count":0,"request size":60,"response count":1,"response size":513,"request content":"key:\"/registry/leases/kube-system/cilium-operator-resource-lock\" "} {"level":"warn","ts":"2026-03-20T10:16:36.763925Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"605.820893ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/kube-controller-manager\" ","response":"range_response_count:1 size:506"} {"level":"info","ts":"2026-03-20T10:16:36.763955Z","caller":"traceutil/trace.go:171","msg":"trace[54807053] range","detail":"{range_begin:/registry/leases/kube-system/kube-controller-manager; range_end:; response_count:1; response_revision:733; }","duration":"605.885274ms","start":"2026-03-20T10:16:36.158061Z","end":"2026-03-20T10:16:36.763946Z","steps":["trace[54807053] 'agreement among raft nodes before linearized reading' (duration: 605.798981ms)"],"step_count":1} {"level":"warn","ts":"2026-03-20T10:16:36.763971Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"493.016129ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pods/kube-system/cilium-7cwfr\" ","response":"range_response_count:1 size:17974"} {"level":"warn","ts":"2026-03-20T10:16:36.763985Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-20T10:16:36.158043Z","time spent":"605.932555ms","remote":"127.0.0.1:51504","response type":"/etcdserverpb.KV/Range","request count":0,"request size":54,"response count":1,"response size":528,"request content":"key:\"/registry/leases/kube-system/kube-controller-manager\" "} {"level":"info","ts":"2026-03-20T10:16:36.763809Z","caller":"traceutil/trace.go:171","msg":"trace[1185296213] range","detail":"{range_begin:/registry/health; range_end:; response_count:0; response_revision:733; }","duration":"372.142337ms","start":"2026-03-20T10:16:36.391645Z","end":"2026-03-20T10:16:36.763788Z","steps":["trace[1185296213] 'agreement among raft nodes before linearized reading' (duration: 372.038474ms)"],"step_count":1} {"level":"info","ts":"2026-03-20T10:16:36.764019Z","caller":"traceutil/trace.go:171","msg":"trace[1053178721] range","detail":"{range_begin:/registry/pods/kube-system/cilium-7cwfr; range_end:; response_count:1; response_revision:733; }","duration":"493.091641ms","start":"2026-03-20T10:16:36.270914Z","end":"2026-03-20T10:16:36.764006Z","steps":["trace[1053178721] 'agreement among raft nodes before linearized reading' (duration: 492.939587ms)"],"step_count":1} {"level":"warn","ts":"2026-03-20T10:16:36.764032Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-20T10:16:36.39163Z","time spent":"372.391142ms","remote":"127.0.0.1:51202","response type":"/etcdserverpb.KV/Range","request count":0,"request size":18,"response count":0,"response size":27,"request content":"key:\"/registry/health\" "} {"level":"warn","ts":"2026-03-20T10:16:36.764064Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-20T10:16:36.270899Z","time spent":"493.153003ms","remote":"127.0.0.1:51424","response type":"/etcdserverpb.KV/Range","request count":0,"request size":41,"response count":1,"response size":17996,"request content":"key:\"/registry/pods/kube-system/cilium-7cwfr\" "} {"level":"info","ts":"2026-03-20T10:16:36.764284Z","caller":"traceutil/trace.go:171","msg":"trace[1576990624] transaction","detail":"{read_only:false; response_revision:732; number_of_response:1; }","duration":"1.775353296s","start":"2026-03-20T10:16:34.988108Z","end":"2026-03-20T10:16:36.763461Z","steps":["trace[1576990624] 'process raft request' (duration: 1.429947935s)","trace[1576990624] 'compare' (duration: 345.036082ms)"],"step_count":2} {"level":"warn","ts":"2026-03-20T10:16:36.764381Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.769306172s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/health\" ","response":"range_response_count:0 size:5"} {"level":"info","ts":"2026-03-20T10:16:36.764476Z","caller":"traceutil/trace.go:171","msg":"trace[41602800] range","detail":"{range_begin:/registry/health; range_end:; response_count:0; response_revision:733; }","duration":"1.769458686s","start":"2026-03-20T10:16:34.994997Z","end":"2026-03-20T10:16:36.764456Z","steps":["trace[41602800] 'agreement among raft nodes before linearized reading' (duration: 1.769232371s)"],"step_count":1} {"level":"warn","ts":"2026-03-20T10:16:36.764524Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-20T10:16:34.994981Z","time spent":"1.769535538s","remote":"127.0.0.1:51202","response type":"/etcdserverpb.KV/Range","request count":0,"request size":18,"response count":0,"response size":27,"request content":"key:\"/registry/health\" "} {"level":"warn","ts":"2026-03-20T10:16:36.764585Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-20T10:16:34.988075Z","time spent":"1.776438895s","remote":"127.0.0.1:51238","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":120,"response count":0,"response size":38,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-03-20T10:16:37.20999Z","caller":"traceutil/trace.go:171","msg":"trace[1735698967] linearizableReadLoop","detail":"{readStateIndex:775; appliedIndex:773; }","duration":"358.681012ms","start":"2026-03-20T10:16:36.851291Z","end":"2026-03-20T10:16:37.209972Z","steps":["trace[1735698967] 'read index received' (duration: 358.448636ms)","trace[1735698967] 'applied index is now lower than readState.Index' (duration: 231.596µs)"],"step_count":2} {"level":"info","ts":"2026-03-20T10:16:37.210094Z","caller":"traceutil/trace.go:171","msg":"trace[1302292986] transaction","detail":"{read_only:false; response_revision:735; number_of_response:1; }","duration":"441.481527ms","start":"2026-03-20T10:16:36.768591Z","end":"2026-03-20T10:16:37.210073Z","steps":["trace[1302292986] 'process raft request' (duration: 441.21835ms)"],"step_count":1} {"level":"warn","ts":"2026-03-20T10:16:37.210158Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"358.844166ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/endpointslices/default/kubernetes\" ","response":"range_response_count:1 size:481"} {"level":"info","ts":"2026-03-20T10:16:37.210188Z","caller":"traceutil/trace.go:171","msg":"trace[813234214] range","detail":"{range_begin:/registry/endpointslices/default/kubernetes; range_end:; response_count:1; response_revision:736; }","duration":"358.919327ms","start":"2026-03-20T10:16:36.85126Z","end":"2026-03-20T10:16:37.21018Z","steps":["trace[813234214] 'agreement among raft nodes before linearized reading' (duration: 358.825335ms)"],"step_count":1} {"level":"warn","ts":"2026-03-20T10:16:37.21021Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-20T10:16:36.768579Z","time spent":"441.568119ms","remote":"127.0.0.1:51504","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":490,"response count":0,"response size":38,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-03-20T10:16:37.210216Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-20T10:16:36.851246Z","time spent":"358.963579ms","remote":"127.0.0.1:51516","response type":"/etcdserverpb.KV/Range","request count":0,"request size":45,"response count":1,"response size":503,"request content":"key:\"/registry/endpointslices/default/kubernetes\" "} {"level":"warn","ts":"2026-03-20T10:16:37.210209Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"207.203796ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/jobs/\" range_end:\"/registry/jobs0\" count_only:true ","response":"range_response_count:0 size:5"} {"level":"info","ts":"2026-03-20T10:16:37.210295Z","caller":"traceutil/trace.go:171","msg":"trace[974207513] range","detail":"{range_begin:/registry/jobs/; range_end:/registry/jobs0; response_count:0; response_revision:736; }","duration":"207.299788ms","start":"2026-03-20T10:16:37.002982Z","end":"2026-03-20T10:16:37.210282Z","steps":["trace[974207513] 'agreement among raft nodes before linearized reading' (duration: 207.174485ms)"],"step_count":1} {"level":"info","ts":"2026-03-20T10:16:37.210108Z","caller":"traceutil/trace.go:171","msg":"trace[1216033862] transaction","detail":"{read_only:false; response_revision:736; number_of_response:1; }","duration":"430.221538ms","start":"2026-03-20T10:16:36.779871Z","end":"2026-03-20T10:16:37.210092Z","steps":["trace[1216033862] 'process raft request' (duration: 430.063454ms)"],"step_count":1} {"level":"warn","ts":"2026-03-20T10:16:37.210439Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-20T10:16:36.779841Z","time spent":"430.577046ms","remote":"127.0.0.1:51424","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":18052,"response count":0,"response size":38,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-03-20T10:16:38.767004Z","caller":"etcdserver/v3_server.go:897","msg":"waiting for ReadIndex response took too long, retrying","sent-request-id":184257304220176393,"retry-timeout":"500ms"} {"level":"warn","ts":"2026-03-20T10:16:39.267562Z","caller":"etcdserver/v3_server.go:897","msg":"waiting for ReadIndex response took too long, retrying","sent-request-id":184257304220176393,"retry-timeout":"500ms"} {"level":"warn","ts":"2026-03-20T10:16:39.310496Z","caller":"wal/wal.go:805","msg":"slow fdatasync","took":"1.451727914s","expected-duration":"1s"} {"level":"info","ts":"2026-03-20T10:16:39.310821Z","caller":"traceutil/trace.go:171","msg":"trace[1206751692] transaction","detail":"{read_only:false; response_revision:738; number_of_response:1; }","duration":"1.452114405s","start":"2026-03-20T10:16:37.858684Z","end":"2026-03-20T10:16:39.310798Z","steps":["trace[1206751692] 'process raft request' (duration: 1.451964971s)"],"step_count":1} {"level":"warn","ts":"2026-03-20T10:16:39.310965Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-20T10:16:37.858662Z","time spent":"1.452235098s","remote":"127.0.0.1:51292","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":712,"response count":0,"response size":38,"request content":"compare: success:> failure:<>"} {"level":"warn","ts":"2026-03-20T10:16:40.577636Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"2.00037927s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/health\" ","response":"","error":"context canceled"} {"level":"info","ts":"2026-03-20T10:16:40.577724Z","caller":"traceutil/trace.go:171","msg":"trace[1010398709] range","detail":"{range_begin:/registry/health; range_end:; }","duration":"2.000527614s","start":"2026-03-20T10:16:38.577178Z","end":"2026-03-20T10:16:40.577706Z","steps":["trace[1010398709] 'agreement among raft nodes before linearized reading' (duration: 2.00040572s)"],"step_count":1} {"level":"warn","ts":"2026-03-20T10:16:40.577772Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-20T10:16:38.577161Z","time spent":"2.000601726s","remote":"127.0.0.1:51202","response type":"/etcdserverpb.KV/Range","request count":0,"request size":18,"response count":0,"response size":0,"request content":"key:\"/registry/health\" "} 2026/03/20 10:16:40 WARNING: [core] [Server #8] grpc: Server.processUnaryRPC failed to write status: connection error: desc = "transport is closing" {"level":"warn","ts":"2026-03-20T10:16:41.527511Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.955440237s","expected-duration":"100ms","prefix":"","request":"header: lease_revoke:","response":"size:27"} {"level":"info","ts":"2026-03-20T10:16:41.52761Z","caller":"traceutil/trace.go:171","msg":"trace[691921050] linearizableReadLoop","detail":"{readStateIndex:778; appliedIndex:776; }","duration":"3.263195138s","start":"2026-03-20T10:16:38.264394Z","end":"2026-03-20T10:16:41.527589Z","steps":["trace[691921050] 'read index received' (duration: 1.046266643s)","trace[691921050] 'applied index is now lower than readState.Index' (duration: 2.216927085s)"],"step_count":2} {"level":"warn","ts":"2026-03-20T10:16:41.527951Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"3.263554246s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/plndr-svcs-lock\" ","response":"range_response_count:1 size:437"} {"level":"info","ts":"2026-03-20T10:16:41.527976Z","caller":"traceutil/trace.go:171","msg":"trace[1189422464] range","detail":"{range_begin:/registry/leases/kube-system/plndr-svcs-lock; range_end:; response_count:1; response_revision:738; }","duration":"3.263611638s","start":"2026-03-20T10:16:38.264356Z","end":"2026-03-20T10:16:41.527968Z","steps":["trace[1189422464] 'agreement among raft nodes before linearized reading' (duration: 3.263482905s)"],"step_count":1} {"level":"warn","ts":"2026-03-20T10:16:41.527998Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-20T10:16:38.264342Z","time spent":"3.263650339s","remote":"127.0.0.1:51504","response type":"/etcdserverpb.KV/Range","request count":0,"request size":46,"response count":1,"response size":459,"request content":"key:\"/registry/leases/kube-system/plndr-svcs-lock\" "} {"level":"warn","ts":"2026-03-20T10:16:41.528064Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"3.263414893s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/plndr-cp-lock\" ","response":"range_response_count:1 size:432"} {"level":"info","ts":"2026-03-20T10:16:41.528112Z","caller":"traceutil/trace.go:171","msg":"trace[592765646] range","detail":"{range_begin:/registry/leases/kube-system/plndr-cp-lock; range_end:; response_count:1; response_revision:738; }","duration":"3.263471825s","start":"2026-03-20T10:16:38.264629Z","end":"2026-03-20T10:16:41.528101Z","steps":["trace[592765646] 'agreement among raft nodes before linearized reading' (duration: 3.263338041s)"],"step_count":1} {"level":"warn","ts":"2026-03-20T10:16:41.528115Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"2.889557971s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/apiregistration.k8s.io/apiservices/\" range_end:\"/registry/apiregistration.k8s.io/apiservices0\" count_only:true ","response":"range_response_count:0 size:7"} {"level":"warn","ts":"2026-03-20T10:16:41.528168Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-20T10:16:38.264625Z","time spent":"3.263528716s","remote":"127.0.0.1:51504","response type":"/etcdserverpb.KV/Range","request count":0,"request size":44,"response count":1,"response size":454,"request content":"key:\"/registry/leases/kube-system/plndr-cp-lock\" "} {"level":"warn","ts":"2026-03-20T10:16:41.528156Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"3.248689915s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pods/kube-system/cilium-7cwfr\" ","response":"range_response_count:1 size:18067"} {"level":"warn","ts":"2026-03-20T10:16:41.52816Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"2.675362266s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/cilium-operator-resource-lock\" ","response":"range_response_count:1 size:490"} {"level":"warn","ts":"2026-03-20T10:16:41.528226Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.404865802s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/flowschemas/\" range_end:\"/registry/flowschemas0\" count_only:true ","response":"range_response_count:0 size:7"} {"level":"info","ts":"2026-03-20T10:16:41.528226Z","caller":"traceutil/trace.go:171","msg":"trace[1937963089] range","detail":"{range_begin:/registry/pods/kube-system/cilium-7cwfr; range_end:; response_count:1; response_revision:738; }","duration":"3.248769977s","start":"2026-03-20T10:16:38.279441Z","end":"2026-03-20T10:16:41.528211Z","steps":["trace[1937963089] 'agreement among raft nodes before linearized reading' (duration: 3.248568712s)"],"step_count":1} {"level":"info","ts":"2026-03-20T10:16:41.528223Z","caller":"traceutil/trace.go:171","msg":"trace[648835027] range","detail":"{range_begin:/registry/apiregistration.k8s.io/apiservices/; range_end:/registry/apiregistration.k8s.io/apiservices0; response_count:0; response_revision:738; }","duration":"2.889696485s","start":"2026-03-20T10:16:38.638496Z","end":"2026-03-20T10:16:41.528192Z","steps":["trace[648835027] 'agreement among raft nodes before linearized reading' (duration: 2.88952017s)"],"step_count":1} {"level":"info","ts":"2026-03-20T10:16:41.528247Z","caller":"traceutil/trace.go:171","msg":"trace[722006833] range","detail":"{range_begin:/registry/flowschemas/; range_end:/registry/flowschemas0; response_count:0; response_revision:738; }","duration":"1.404940783s","start":"2026-03-20T10:16:40.1233Z","end":"2026-03-20T10:16:41.528241Z","steps":["trace[722006833] 'agreement among raft nodes before linearized reading' (duration: 1.404895112s)"],"step_count":1} {"level":"info","ts":"2026-03-20T10:16:41.52825Z","caller":"traceutil/trace.go:171","msg":"trace[1708259935] range","detail":"{range_begin:/registry/leases/kube-system/cilium-operator-resource-lock; range_end:; response_count:1; response_revision:738; }","duration":"2.675464619s","start":"2026-03-20T10:16:38.852767Z","end":"2026-03-20T10:16:41.528232Z","steps":["trace[1708259935] 'agreement among raft nodes before linearized reading' (duration: 2.675227753s)"],"step_count":1} {"level":"warn","ts":"2026-03-20T10:16:41.528264Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-20T10:16:38.279408Z","time spent":"3.24884951s","remote":"127.0.0.1:51424","response type":"/etcdserverpb.KV/Range","request count":0,"request size":41,"response count":1,"response size":18089,"request content":"key:\"/registry/pods/kube-system/cilium-7cwfr\" "} {"level":"warn","ts":"2026-03-20T10:16:41.528288Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"950.407982ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/health\" ","response":"range_response_count:0 size:5"} {"level":"info","ts":"2026-03-20T10:16:41.528304Z","caller":"traceutil/trace.go:171","msg":"trace[1144569791] range","detail":"{range_begin:/registry/health; range_end:; response_count:0; response_revision:738; }","duration":"950.451214ms","start":"2026-03-20T10:16:40.577848Z","end":"2026-03-20T10:16:41.528299Z","steps":["trace[1144569791] 'agreement among raft nodes before linearized reading' (duration: 950.428303ms)"],"step_count":1} {"level":"warn","ts":"2026-03-20T10:16:41.528288Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-20T10:16:38.638485Z","time spent":"2.889785597s","remote":"127.0.0.1:51742","response type":"/etcdserverpb.KV/Range","request count":0,"request size":96,"response count":23,"response size":29,"request content":"key:\"/registry/apiregistration.k8s.io/apiservices/\" range_end:\"/registry/apiregistration.k8s.io/apiservices0\" count_only:true "} {"level":"warn","ts":"2026-03-20T10:16:41.528308Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-20T10:16:38.852721Z","time spent":"2.675576122s","remote":"127.0.0.1:51504","response type":"/etcdserverpb.KV/Range","request count":0,"request size":60,"response count":1,"response size":512,"request content":"key:\"/registry/leases/kube-system/cilium-operator-resource-lock\" "} {"level":"warn","ts":"2026-03-20T10:16:41.528318Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-20T10:16:40.577833Z","time spent":"950.482044ms","remote":"127.0.0.1:51190","response type":"/etcdserverpb.KV/Range","request count":0,"request size":18,"response count":0,"response size":27,"request content":"key:\"/registry/health\" "} {"level":"warn","ts":"2026-03-20T10:16:41.528266Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-20T10:16:40.123285Z","time spent":"1.404977225s","remote":"127.0.0.1:51636","response type":"/etcdserverpb.KV/Range","request count":0,"request size":50,"response count":13,"response size":29,"request content":"key:\"/registry/flowschemas/\" range_end:\"/registry/flowschemas0\" count_only:true "} {"level":"warn","ts":"2026-03-20T10:16:41.528502Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"2.313834922s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/kube-controller-manager\" ","response":"range_response_count:1 size:505"} {"level":"info","ts":"2026-03-20T10:16:41.528527Z","caller":"traceutil/trace.go:171","msg":"trace[1637788502] range","detail":"{range_begin:/registry/leases/kube-system/kube-controller-manager; range_end:; response_count:1; response_revision:738; }","duration":"2.313891273s","start":"2026-03-20T10:16:39.21463Z","end":"2026-03-20T10:16:41.528521Z","steps":["trace[1637788502] 'agreement among raft nodes before linearized reading' (duration: 2.313832642s)"],"step_count":1} {"level":"warn","ts":"2026-03-20T10:16:41.528547Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-20T10:16:39.214613Z","time spent":"2.313927724s","remote":"127.0.0.1:51504","response type":"/etcdserverpb.KV/Range","request count":0,"request size":54,"response count":1,"response size":527,"request content":"key:\"/registry/leases/kube-system/kube-controller-manager\" "} {"level":"warn","ts":"2026-03-20T10:16:41.528635Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"3.262800787s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/kube-scheduler\" ","response":"range_response_count:1 size:477"} {"level":"info","ts":"2026-03-20T10:16:41.528849Z","caller":"traceutil/trace.go:171","msg":"trace[1666997742] range","detail":"{range_begin:/registry/leases/kube-system/kube-scheduler; range_end:; response_count:1; response_revision:738; }","duration":"3.263044303s","start":"2026-03-20T10:16:38.265786Z","end":"2026-03-20T10:16:41.52883Z","steps":["trace[1666997742] 'agreement among raft nodes before linearized reading' (duration: 3.262276804s)"],"step_count":1} {"level":"warn","ts":"2026-03-20T10:16:41.529015Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-20T10:16:38.265735Z","time spent":"3.263263198s","remote":"127.0.0.1:51504","response type":"/etcdserverpb.KV/Range","request count":0,"request size":45,"response count":1,"response size":499,"request content":"key:\"/registry/leases/kube-system/kube-scheduler\" "} {"level":"info","ts":"2026-03-20T10:16:41.981422Z","caller":"traceutil/trace.go:171","msg":"trace[938422226] transaction","detail":"{read_only:false; response_revision:739; number_of_response:1; }","duration":"445.882459ms","start":"2026-03-20T10:16:41.535526Z","end":"2026-03-20T10:16:41.981408Z","steps":["trace[938422226] 'process raft request' (duration: 445.624802ms)"],"step_count":1} {"level":"warn","ts":"2026-03-20T10:16:41.981536Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-20T10:16:41.535508Z","time spent":"445.969622ms","remote":"127.0.0.1:51504","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":422,"response count":0,"response size":38,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-03-20T10:16:41.981602Z","caller":"traceutil/trace.go:171","msg":"trace[1992121327] linearizableReadLoop","detail":"{readStateIndex:779; appliedIndex:778; }","duration":"440.497681ms","start":"2026-03-20T10:16:41.540832Z","end":"2026-03-20T10:16:41.98133Z","steps":["trace[1992121327] 'read index received' (duration: 440.339247ms)","trace[1992121327] 'applied index is now lower than readState.Index' (duration: 157.624µs)"],"step_count":2} {"level":"warn","ts":"2026-03-20T10:16:41.981748Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"440.907641ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/events/kube-system/kube-apiserver-instance.189e852bee23fccf\" ","response":"range_response_count:1 size:774"} {"level":"info","ts":"2026-03-20T10:16:41.981783Z","caller":"traceutil/trace.go:171","msg":"trace[1597471557] range","detail":"{range_begin:/registry/events/kube-system/kube-apiserver-instance.189e852bee23fccf; range_end:; response_count:1; response_revision:739; }","duration":"440.961993ms","start":"2026-03-20T10:16:41.54081Z","end":"2026-03-20T10:16:41.981772Z","steps":["trace[1597471557] 'agreement among raft nodes before linearized reading' (duration: 440.84588ms)"],"step_count":1} {"level":"warn","ts":"2026-03-20T10:16:41.98181Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-20T10:16:41.540779Z","time spent":"441.023525ms","remote":"127.0.0.1:51292","response type":"/etcdserverpb.KV/Range","request count":0,"request size":71,"response count":1,"response size":796,"request content":"key:\"/registry/events/kube-system/kube-apiserver-instance.189e852bee23fccf\" "} {"level":"warn","ts":"2026-03-20T10:16:42.483099Z","caller":"etcdserver/v3_server.go:897","msg":"waiting for ReadIndex response took too long, retrying","sent-request-id":184257304220176405,"retry-timeout":"500ms"} {"level":"warn","ts":"2026-03-20T10:16:42.612477Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"214.123733ms","expected-duration":"100ms","prefix":"read-only range ","request":"limit:1 serializable:true keys_only:true ","response":"range_response_count:0 size:5"} {"level":"info","ts":"2026-03-20T10:16:42.612595Z","caller":"traceutil/trace.go:171","msg":"trace[1967866948] range","detail":"{range_begin:; range_end:; response_count:0; response_revision:739; }","duration":"214.257726ms","start":"2026-03-20T10:16:42.398319Z","end":"2026-03-20T10:16:42.612577Z","steps":["trace[1967866948] 'range keys from in-memory index tree' (duration: 214.108493ms)"],"step_count":1} {"level":"info","ts":"2026-03-20T10:16:42.644754Z","caller":"traceutil/trace.go:171","msg":"trace[346751870] transaction","detail":"{read_only:false; response_revision:744; number_of_response:1; }","duration":"1.093547185s","start":"2026-03-20T10:16:41.551178Z","end":"2026-03-20T10:16:42.644725Z","steps":["trace[346751870] 'process raft request' (duration: 1.093491334s)"],"step_count":1} {"level":"warn","ts":"2026-03-20T10:16:42.644943Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-20T10:16:41.551158Z","time spent":"1.093682609s","remote":"127.0.0.1:51424","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":18236,"response count":0,"response size":38,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-03-20T10:16:42.645366Z","caller":"traceutil/trace.go:171","msg":"trace[232258498] transaction","detail":"{read_only:false; response_revision:740; number_of_response:1; }","duration":"1.104484265s","start":"2026-03-20T10:16:41.540874Z","end":"2026-03-20T10:16:42.645358Z","steps":["trace[232258498] 'process raft request' (duration: 1.103541682s)"],"step_count":1} {"level":"warn","ts":"2026-03-20T10:16:42.645406Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-20T10:16:41.540867Z","time spent":"1.104518336s","remote":"127.0.0.1:51504","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":476,"response count":0,"response size":38,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-03-20T10:16:42.645491Z","caller":"traceutil/trace.go:171","msg":"trace[1152133047] transaction","detail":"{read_only:false; response_revision:741; number_of_response:1; }","duration":"1.104606889s","start":"2026-03-20T10:16:41.540877Z","end":"2026-03-20T10:16:42.645484Z","steps":["trace[1152133047] 'process raft request' (duration: 1.103693006s)"],"step_count":1} {"level":"warn","ts":"2026-03-20T10:16:42.645525Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-20T10:16:41.540869Z","time spent":"1.104640319s","remote":"127.0.0.1:51504","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":418,"response count":0,"response size":38,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-03-20T10:16:42.645605Z","caller":"traceutil/trace.go:171","msg":"trace[1331772661] transaction","detail":"{read_only:false; response_revision:742; number_of_response:1; }","duration":"1.104075066s","start":"2026-03-20T10:16:41.541523Z","end":"2026-03-20T10:16:42.645598Z","steps":["trace[1331772661] 'process raft request' (duration: 1.103084141s)"],"step_count":1} {"level":"warn","ts":"2026-03-20T10:16:42.645642Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-20T10:16:41.541519Z","time spent":"1.104105366s","remote":"127.0.0.1:51504","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":490,"response count":0,"response size":38,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-03-20T10:16:42.645699Z","caller":"traceutil/trace.go:171","msg":"trace[1696895027] transaction","detail":"{read_only:false; response_revision:743; number_of_response:1; }","duration":"1.102901796s","start":"2026-03-20T10:16:41.54279Z","end":"2026-03-20T10:16:42.645692Z","steps":["trace[1696895027] 'process raft request' (duration: 1.101842419s)"],"step_count":1} {"level":"warn","ts":"2026-03-20T10:16:42.645731Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-20T10:16:41.542785Z","time spent":"1.102931257s","remote":"127.0.0.1:51504","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":462,"response count":0,"response size":38,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-03-20T10:16:43.416037Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"700.367048ms","expected-duration":"100ms","prefix":"","request":"header: txn: success:> failure: >>","response":"size:16"} {"level":"info","ts":"2026-03-20T10:16:43.416484Z","caller":"traceutil/trace.go:171","msg":"trace[1867924562] transaction","detail":"{read_only:false; response_revision:745; number_of_response:1; }","duration":"1.43325254s","start":"2026-03-20T10:16:41.983201Z","end":"2026-03-20T10:16:43.416453Z","steps":["trace[1867924562] 'process raft request' (duration: 732.374499ms)","trace[1867924562] 'compare' (duration: 700.003589ms)"],"step_count":2} {"level":"info","ts":"2026-03-20T10:16:43.41649Z","caller":"traceutil/trace.go:171","msg":"trace[1926056638] linearizableReadLoop","detail":"{readStateIndex:785; appliedIndex:784; }","duration":"1.434793519s","start":"2026-03-20T10:16:41.981634Z","end":"2026-03-20T10:16:43.416428Z","steps":["trace[1926056638] 'read index received' (duration: 664.671611ms)","trace[1926056638] 'applied index is now lower than readState.Index' (duration: 770.119458ms)"],"step_count":2} {"level":"warn","ts":"2026-03-20T10:16:43.416601Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.872605362s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/health\" ","response":"range_response_count:0 size:5"} {"level":"warn","ts":"2026-03-20T10:16:43.416635Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-20T10:16:41.983184Z","time spent":"1.433364542s","remote":"127.0.0.1:51292","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":759,"response count":0,"response size":38,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-03-20T10:16:43.416655Z","caller":"traceutil/trace.go:171","msg":"trace[1787843475] range","detail":"{range_begin:/registry/health; range_end:; response_count:0; response_revision:745; }","duration":"1.872682534s","start":"2026-03-20T10:16:41.54396Z","end":"2026-03-20T10:16:43.416642Z","steps":["trace[1787843475] 'agreement among raft nodes before linearized reading' (duration: 1.87255584s)"],"step_count":1} {"level":"warn","ts":"2026-03-20T10:16:43.416683Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-20T10:16:41.543954Z","time spent":"1.872724725s","remote":"127.0.0.1:51202","response type":"/etcdserverpb.KV/Range","request count":0,"request size":18,"response count":0,"response size":27,"request content":"key:\"/registry/health\" "} {"level":"warn","ts":"2026-03-20T10:16:43.41678Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.145031926s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/masterleases/199.204.45.102\" ","response":"range_response_count:1 size:135"} {"level":"info","ts":"2026-03-20T10:16:43.416829Z","caller":"traceutil/trace.go:171","msg":"trace[776961826] range","detail":"{range_begin:/registry/masterleases/199.204.45.102; range_end:; response_count:1; response_revision:745; }","duration":"1.145116838s","start":"2026-03-20T10:16:42.271697Z","end":"2026-03-20T10:16:43.416813Z","steps":["trace[776961826] 'agreement among raft nodes before linearized reading' (duration: 1.144937243s)"],"step_count":1} {"level":"warn","ts":"2026-03-20T10:16:43.416873Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-20T10:16:42.271675Z","time spent":"1.145186239s","remote":"127.0.0.1:51238","response type":"/etcdserverpb.KV/Range","request count":0,"request size":39,"response count":1,"response size":157,"request content":"key:\"/registry/masterleases/199.204.45.102\" "} {"level":"warn","ts":"2026-03-20T10:16:43.416963Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"764.594496ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pods/kube-system/cilium-7cwfr\" ","response":"range_response_count:1 size:18251"} {"level":"warn","ts":"2026-03-20T10:16:43.416958Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"922.842055ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/prioritylevelconfigurations/\" range_end:\"/registry/prioritylevelconfigurations0\" count_only:true ","response":"range_response_count:0 size:7"} {"level":"info","ts":"2026-03-20T10:16:43.416989Z","caller":"traceutil/trace.go:171","msg":"trace[1383125507] range","detail":"{range_begin:/registry/pods/kube-system/cilium-7cwfr; range_end:; response_count:1; response_revision:745; }","duration":"764.621026ms","start":"2026-03-20T10:16:42.652362Z","end":"2026-03-20T10:16:43.416983Z","steps":["trace[1383125507] 'agreement among raft nodes before linearized reading' (duration: 764.524744ms)"],"step_count":1} {"level":"warn","ts":"2026-03-20T10:16:43.417008Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-20T10:16:42.652301Z","time spent":"764.701859ms","remote":"127.0.0.1:51424","response type":"/etcdserverpb.KV/Range","request count":0,"request size":41,"response count":1,"response size":18273,"request content":"key:\"/registry/pods/kube-system/cilium-7cwfr\" "} {"level":"info","ts":"2026-03-20T10:16:43.417001Z","caller":"traceutil/trace.go:171","msg":"trace[89157592] range","detail":"{range_begin:/registry/prioritylevelconfigurations/; range_end:/registry/prioritylevelconfigurations0; response_count:0; response_revision:745; }","duration":"922.920457ms","start":"2026-03-20T10:16:42.494069Z","end":"2026-03-20T10:16:43.416989Z","steps":["trace[89157592] 'agreement among raft nodes before linearized reading' (duration: 922.840085ms)"],"step_count":1} {"level":"warn","ts":"2026-03-20T10:16:43.417037Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-20T10:16:42.494034Z","time spent":"922.994939ms","remote":"127.0.0.1:51658","response type":"/etcdserverpb.KV/Range","request count":0,"request size":82,"response count":8,"response size":29,"request content":"key:\"/registry/prioritylevelconfigurations/\" range_end:\"/registry/prioritylevelconfigurations0\" count_only:true "} {"level":"warn","ts":"2026-03-20T10:16:44.069222Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"363.464965ms","expected-duration":"100ms","prefix":"","request":"header: lease_grant:","response":"size:39"} {"level":"info","ts":"2026-03-20T10:16:44.069339Z","caller":"traceutil/trace.go:171","msg":"trace[907109548] linearizableReadLoop","detail":"{readStateIndex:786; appliedIndex:785; }","duration":"651.020251ms","start":"2026-03-20T10:16:43.418299Z","end":"2026-03-20T10:16:44.069319Z","steps":["trace[907109548] 'read index received' (duration: 287.363971ms)","trace[907109548] 'applied index is now lower than readState.Index' (duration: 363.65469ms)"],"step_count":2} {"level":"warn","ts":"2026-03-20T10:16:44.069454Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-20T10:16:43.418208Z","time spent":"651.239887ms","remote":"127.0.0.1:51238","response type":"/etcdserverpb.Lease/LeaseGrant","request count":-1,"request size":-1,"response count":-1,"response size":-1,"request content":""} {"level":"warn","ts":"2026-03-20T10:16:44.069544Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"651.230607ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/health\" ","response":"range_response_count:0 size:5"} {"level":"info","ts":"2026-03-20T10:16:44.069604Z","caller":"traceutil/trace.go:171","msg":"trace[1801421266] range","detail":"{range_begin:/registry/health; range_end:; response_count:0; response_revision:745; }","duration":"651.329109ms","start":"2026-03-20T10:16:43.418263Z","end":"2026-03-20T10:16:44.069592Z","steps":["trace[1801421266] 'agreement among raft nodes before linearized reading' (duration: 651.224656ms)"],"step_count":1} {"level":"warn","ts":"2026-03-20T10:16:44.069624Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"180.871769ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/runtimeclasses/\" range_end:\"/registry/runtimeclasses0\" count_only:true ","response":"range_response_count:0 size:5"} {"level":"warn","ts":"2026-03-20T10:16:44.069641Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-20T10:16:43.418241Z","time spent":"651.391521ms","remote":"127.0.0.1:51190","response type":"/etcdserverpb.KV/Range","request count":0,"request size":18,"response count":0,"response size":27,"request content":"key:\"/registry/health\" "} {"level":"info","ts":"2026-03-20T10:16:44.069673Z","caller":"traceutil/trace.go:171","msg":"trace[1658237048] range","detail":"{range_begin:/registry/runtimeclasses/; range_end:/registry/runtimeclasses0; response_count:0; response_revision:745; }","duration":"180.959892ms","start":"2026-03-20T10:16:43.888701Z","end":"2026-03-20T10:16:44.06966Z","steps":["trace[1658237048] 'agreement among raft nodes before linearized reading' (duration: 180.87782ms)"],"step_count":1} {"level":"warn","ts":"2026-03-20T10:16:44.930849Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"675.319856ms","expected-duration":"100ms","prefix":"","request":"header: txn: success:> failure: >>","response":"size:16"} {"level":"info","ts":"2026-03-20T10:16:44.930943Z","caller":"traceutil/trace.go:171","msg":"trace[1697274643] transaction","detail":"{read_only:false; response_revision:746; number_of_response:1; }","duration":"860.350812ms","start":"2026-03-20T10:16:44.070574Z","end":"2026-03-20T10:16:44.930924Z","steps":["trace[1697274643] 'process raft request' (duration: 184.885643ms)","trace[1697274643] 'compare' (duration: 674.783232ms)"],"step_count":2} {"level":"warn","ts":"2026-03-20T10:16:44.930995Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-20T10:16:44.070553Z","time spent":"860.416505ms","remote":"127.0.0.1:51238","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":120,"response count":0,"response size":38,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-03-20T10:16:45.687212Z","caller":"wal/wal.go:805","msg":"slow fdatasync","took":"1.431716611s","expected-duration":"1s"} {"level":"info","ts":"2026-03-20T10:16:45.687683Z","caller":"traceutil/trace.go:171","msg":"trace[588980566] linearizableReadLoop","detail":"{readStateIndex:788; appliedIndex:786; }","duration":"1.610011015s","start":"2026-03-20T10:16:44.077648Z","end":"2026-03-20T10:16:45.687659Z","steps":["trace[588980566] 'read index received' (duration: 177.827803ms)","trace[588980566] 'applied index is now lower than readState.Index' (duration: 1.432182132s)"],"step_count":2} {"level":"info","ts":"2026-03-20T10:16:45.6878Z","caller":"traceutil/trace.go:171","msg":"trace[985361730] transaction","detail":"{read_only:false; response_revision:747; number_of_response:1; }","duration":"1.613475554s","start":"2026-03-20T10:16:44.074296Z","end":"2026-03-20T10:16:45.687771Z","steps":["trace[985361730] 'process raft request' (duration: 1.613200927s)"],"step_count":1} {"level":"warn","ts":"2026-03-20T10:16:45.687841Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.610164389s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/health\" ","response":"range_response_count:0 size:5"} {"level":"info","ts":"2026-03-20T10:16:45.687877Z","caller":"traceutil/trace.go:171","msg":"trace[1698363122] range","detail":"{range_begin:/registry/health; range_end:; response_count:0; response_revision:747; }","duration":"1.610238171s","start":"2026-03-20T10:16:44.077628Z","end":"2026-03-20T10:16:45.687866Z","steps":["trace[1698363122] 'agreement among raft nodes before linearized reading' (duration: 1.610158299s)"],"step_count":1} {"level":"warn","ts":"2026-03-20T10:16:45.687913Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-20T10:16:44.077622Z","time spent":"1.610282633s","remote":"127.0.0.1:51202","response type":"/etcdserverpb.KV/Range","request count":0,"request size":18,"response count":0,"response size":27,"request content":"key:\"/registry/health\" "} {"level":"warn","ts":"2026-03-20T10:16:45.687948Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-20T10:16:44.074277Z","time spent":"1.613589157s","remote":"127.0.0.1:51504","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":423,"response count":0,"response size":38,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-03-20T10:16:46.980804Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.091521773s","expected-duration":"100ms","prefix":"","request":"header: txn: success:> failure: >>","response":"size:16"} {"level":"info","ts":"2026-03-20T10:16:46.98097Z","caller":"traceutil/trace.go:171","msg":"trace[115221115] linearizableReadLoop","detail":"{readStateIndex:790; appliedIndex:788; }","duration":"1.293195127s","start":"2026-03-20T10:16:45.687758Z","end":"2026-03-20T10:16:46.980954Z","steps":["trace[115221115] 'read index received' (duration: 201.472849ms)","trace[115221115] 'applied index is now lower than readState.Index' (duration: 1.091721328s)"],"step_count":2} {"level":"info","ts":"2026-03-20T10:16:46.981199Z","caller":"traceutil/trace.go:171","msg":"trace[1380335889] transaction","detail":"{read_only:false; response_revision:748; number_of_response:1; }","duration":"2.055018682s","start":"2026-03-20T10:16:44.926167Z","end":"2026-03-20T10:16:46.981186Z","steps":["trace[1380335889] 'process raft request' (duration: 963.032507ms)","trace[1380335889] 'compare' (duration: 1.09140887s)"],"step_count":2} {"level":"warn","ts":"2026-03-20T10:16:46.981264Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-20T10:16:44.926146Z","time spent":"2.055083253s","remote":"127.0.0.1:51504","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":521,"response count":0,"response size":38,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-03-20T10:16:46.981405Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"2.047649243s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/services/endpoints/default/kubernetes\" ","response":"range_response_count:1 size:422"} {"level":"info","ts":"2026-03-20T10:16:46.981458Z","caller":"traceutil/trace.go:171","msg":"trace[712449400] range","detail":"{range_begin:/registry/services/endpoints/default/kubernetes; range_end:; response_count:1; response_revision:749; }","duration":"2.047727805s","start":"2026-03-20T10:16:44.933714Z","end":"2026-03-20T10:16:46.981442Z","steps":["trace[712449400] 'agreement among raft nodes before linearized reading' (duration: 2.047638163s)"],"step_count":1} {"level":"warn","ts":"2026-03-20T10:16:46.981496Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-20T10:16:44.933699Z","time spent":"2.047787207s","remote":"127.0.0.1:51406","response type":"/etcdserverpb.KV/Range","request count":0,"request size":49,"response count":1,"response size":444,"request content":"key:\"/registry/services/endpoints/default/kubernetes\" "} {"level":"warn","ts":"2026-03-20T10:16:46.98148Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"2.332396758s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/kube-scheduler\" ","response":"range_response_count:1 size:477"} {"level":"info","ts":"2026-03-20T10:16:46.981542Z","caller":"traceutil/trace.go:171","msg":"trace[1924154028] range","detail":"{range_begin:/registry/leases/kube-system/kube-scheduler; range_end:; response_count:1; response_revision:749; }","duration":"2.332485941s","start":"2026-03-20T10:16:44.649042Z","end":"2026-03-20T10:16:46.981528Z","steps":["trace[1924154028] 'agreement among raft nodes before linearized reading' (duration: 2.332286796s)"],"step_count":1} {"level":"warn","ts":"2026-03-20T10:16:46.981571Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-20T10:16:44.649034Z","time spent":"2.332532082s","remote":"127.0.0.1:51504","response type":"/etcdserverpb.KV/Range","request count":0,"request size":45,"response count":1,"response size":499,"request content":"key:\"/registry/leases/kube-system/kube-scheduler\" "} {"level":"warn","ts":"2026-03-20T10:16:46.981557Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"2.33133486s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/cilium-operator-resource-lock\" ","response":"range_response_count:1 size:491"} {"level":"warn","ts":"2026-03-20T10:16:46.981617Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"2.712159451s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/secrets/\" range_end:\"/registry/secrets0\" count_only:true ","response":"range_response_count:0 size:7"} {"level":"info","ts":"2026-03-20T10:16:46.98162Z","caller":"traceutil/trace.go:171","msg":"trace[655538375] range","detail":"{range_begin:/registry/leases/kube-system/cilium-operator-resource-lock; range_end:; response_count:1; response_revision:749; }","duration":"2.331409032s","start":"2026-03-20T10:16:44.650196Z","end":"2026-03-20T10:16:46.981605Z","steps":["trace[655538375] 'agreement among raft nodes before linearized reading' (duration: 2.331212687s)"],"step_count":1} {"level":"info","ts":"2026-03-20T10:16:46.981648Z","caller":"traceutil/trace.go:171","msg":"trace[944386079] range","detail":"{range_begin:/registry/secrets/; range_end:/registry/secrets0; response_count:0; response_revision:749; }","duration":"2.712219743s","start":"2026-03-20T10:16:44.269419Z","end":"2026-03-20T10:16:46.981639Z","steps":["trace[944386079] 'agreement among raft nodes before linearized reading' (duration: 2.712175062s)"],"step_count":1} {"level":"warn","ts":"2026-03-20T10:16:46.981673Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-20T10:16:44.269402Z","time spent":"2.712263633s","remote":"127.0.0.1:51316","response type":"/etcdserverpb.KV/Range","request count":0,"request size":42,"response count":4,"response size":29,"request content":"key:\"/registry/secrets/\" range_end:\"/registry/secrets0\" count_only:true "} {"level":"warn","ts":"2026-03-20T10:16:46.981579Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"2.332529802s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/plndr-cp-lock\" ","response":"range_response_count:1 size:432"} {"level":"info","ts":"2026-03-20T10:16:46.981707Z","caller":"traceutil/trace.go:171","msg":"trace[2013345542] range","detail":"{range_begin:/registry/leases/kube-system/plndr-cp-lock; range_end:; response_count:1; response_revision:749; }","duration":"2.332672165s","start":"2026-03-20T10:16:44.649021Z","end":"2026-03-20T10:16:46.981693Z","steps":["trace[2013345542] 'agreement among raft nodes before linearized reading' (duration: 2.332502071s)"],"step_count":1} {"level":"info","ts":"2026-03-20T10:16:46.981714Z","caller":"traceutil/trace.go:171","msg":"trace[4213629] transaction","detail":"{read_only:false; response_revision:749; number_of_response:1; }","duration":"1.808916678s","start":"2026-03-20T10:16:45.172781Z","end":"2026-03-20T10:16:46.981698Z","steps":["trace[4213629] 'process raft request' (duration: 1.808117308s)"],"step_count":1} {"level":"warn","ts":"2026-03-20T10:16:46.981755Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"2.332098991s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/kube-controller-manager\" ","response":"range_response_count:1 size:505"} {"level":"warn","ts":"2026-03-20T10:16:46.981751Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-20T10:16:44.649007Z","time spent":"2.332732387s","remote":"127.0.0.1:51504","response type":"/etcdserverpb.KV/Range","request count":0,"request size":44,"response count":1,"response size":454,"request content":"key:\"/registry/leases/kube-system/plndr-cp-lock\" "} {"level":"info","ts":"2026-03-20T10:16:46.981777Z","caller":"traceutil/trace.go:171","msg":"trace[1948313350] range","detail":"{range_begin:/registry/leases/kube-system/kube-controller-manager; range_end:; response_count:1; response_revision:749; }","duration":"2.332130102s","start":"2026-03-20T10:16:44.64964Z","end":"2026-03-20T10:16:46.98177Z","steps":["trace[1948313350] 'agreement among raft nodes before linearized reading' (duration: 2.33205587s)"],"step_count":1} {"level":"warn","ts":"2026-03-20T10:16:46.981795Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-20T10:16:44.649635Z","time spent":"2.332155923s","remote":"127.0.0.1:51504","response type":"/etcdserverpb.KV/Range","request count":0,"request size":54,"response count":1,"response size":527,"request content":"key:\"/registry/leases/kube-system/kube-controller-manager\" "} {"level":"warn","ts":"2026-03-20T10:16:46.981812Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"589.73885ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/health\" ","response":"range_response_count:0 size:5"} {"level":"warn","ts":"2026-03-20T10:16:46.9815Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.291982776s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/health\" ","response":"range_response_count:0 size:5"} {"level":"warn","ts":"2026-03-20T10:16:46.981798Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-20T10:16:45.172763Z","time spent":"1.80898882s","remote":"127.0.0.1:51504","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":672,"response count":0,"response size":38,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-03-20T10:16:46.981856Z","caller":"traceutil/trace.go:171","msg":"trace[303564250] range","detail":"{range_begin:/registry/health; range_end:; response_count:0; response_revision:749; }","duration":"1.292384126s","start":"2026-03-20T10:16:45.689465Z","end":"2026-03-20T10:16:46.98185Z","steps":["trace[303564250] 'agreement among raft nodes before linearized reading' (duration: 1.292003166s)"],"step_count":1} {"level":"warn","ts":"2026-03-20T10:16:46.981873Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-20T10:16:45.689446Z","time spent":"1.292423257s","remote":"127.0.0.1:51190","response type":"/etcdserverpb.KV/Range","request count":0,"request size":18,"response count":0,"response size":27,"request content":"key:\"/registry/health\" "} {"level":"warn","ts":"2026-03-20T10:16:46.981891Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"782.072934ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/cilium.io/ciliumloadbalancerippools/\" range_end:\"/registry/cilium.io/ciliumloadbalancerippools0\" count_only:true ","response":"range_response_count:0 size:5"} {"level":"info","ts":"2026-03-20T10:16:46.981935Z","caller":"traceutil/trace.go:171","msg":"trace[149786596] range","detail":"{range_begin:/registry/cilium.io/ciliumloadbalancerippools/; range_end:/registry/cilium.io/ciliumloadbalancerippools0; response_count:0; response_revision:749; }","duration":"782.159386ms","start":"2026-03-20T10:16:46.199768Z","end":"2026-03-20T10:16:46.981928Z","steps":["trace[149786596] 'agreement among raft nodes before linearized reading' (duration: 782.083864ms)"],"step_count":1} {"level":"warn","ts":"2026-03-20T10:16:46.981968Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-20T10:16:46.199747Z","time spent":"782.211167ms","remote":"127.0.0.1:53934","response type":"/etcdserverpb.KV/Range","request count":0,"request size":98,"response count":0,"response size":27,"request content":"key:\"/registry/cilium.io/ciliumloadbalancerippools/\" range_end:\"/registry/cilium.io/ciliumloadbalancerippools0\" count_only:true "} {"level":"warn","ts":"2026-03-20T10:16:46.981664Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-20T10:16:44.650192Z","time spent":"2.331460724s","remote":"127.0.0.1:51504","response type":"/etcdserverpb.KV/Range","request count":0,"request size":60,"response count":1,"response size":513,"request content":"key:\"/registry/leases/kube-system/cilium-operator-resource-lock\" "} {"level":"info","ts":"2026-03-20T10:16:46.981839Z","caller":"traceutil/trace.go:171","msg":"trace[1017125115] range","detail":"{range_begin:/registry/health; range_end:; response_count:0; response_revision:749; }","duration":"589.792442ms","start":"2026-03-20T10:16:46.392039Z","end":"2026-03-20T10:16:46.981831Z","steps":["trace[1017125115] 'agreement among raft nodes before linearized reading' (duration: 589.749821ms)"],"step_count":1} {"level":"warn","ts":"2026-03-20T10:16:46.9821Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.038519434s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/horizontalpodautoscalers/\" range_end:\"/registry/horizontalpodautoscalers0\" count_only:true ","response":"range_response_count:0 size:5"} {"level":"info","ts":"2026-03-20T10:16:46.982137Z","caller":"traceutil/trace.go:171","msg":"trace[64391213] range","detail":"{range_begin:/registry/horizontalpodautoscalers/; range_end:/registry/horizontalpodautoscalers0; response_count:0; response_revision:749; }","duration":"1.038588125s","start":"2026-03-20T10:16:45.943542Z","end":"2026-03-20T10:16:46.98213Z","steps":["trace[64391213] 'agreement among raft nodes before linearized reading' (duration: 1.038536764s)"],"step_count":1} {"level":"warn","ts":"2026-03-20T10:16:46.982152Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-20T10:16:46.392025Z","time spent":"590.11078ms","remote":"127.0.0.1:51202","response type":"/etcdserverpb.KV/Range","request count":0,"request size":18,"response count":0,"response size":27,"request content":"key:\"/registry/health\" "} {"level":"warn","ts":"2026-03-20T10:16:46.982175Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-20T10:16:45.943525Z","time spent":"1.038644037s","remote":"127.0.0.1:51460","response type":"/etcdserverpb.KV/Range","request count":0,"request size":76,"response count":0,"response size":27,"request content":"key:\"/registry/horizontalpodautoscalers/\" range_end:\"/registry/horizontalpodautoscalers0\" count_only:true "} {"level":"warn","ts":"2026-03-20T10:16:47.48738Z","caller":"etcdserver/v3_server.go:897","msg":"waiting for ReadIndex response took too long, retrying","sent-request-id":184257304220176420,"retry-timeout":"500ms"} {"level":"warn","ts":"2026-03-20T10:16:47.991466Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"422.713795ms","expected-duration":"100ms","prefix":"","request":"header: txn: success:> failure: >>","response":"size:16"} {"level":"info","ts":"2026-03-20T10:16:47.991619Z","caller":"traceutil/trace.go:171","msg":"trace[402360150] transaction","detail":"{read_only:false; response_revision:750; number_of_response:1; }","duration":"1.004913621s","start":"2026-03-20T10:16:46.986678Z","end":"2026-03-20T10:16:47.991592Z","steps":["trace[402360150] 'process raft request' (duration: 581.97292ms)","trace[402360150] 'compare' (duration: 422.260723ms)"],"step_count":2} {"level":"warn","ts":"2026-03-20T10:16:47.991702Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-20T10:16:46.986667Z","time spent":"1.004992202s","remote":"127.0.0.1:51504","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":463,"response count":0,"response size":38,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-03-20T10:16:48.049819Z","caller":"traceutil/trace.go:171","msg":"trace[1813358889] transaction","detail":"{read_only:false; response_revision:751; number_of_response:1; }","duration":"1.063127274s","start":"2026-03-20T10:16:46.986673Z","end":"2026-03-20T10:16:48.049801Z","steps":["trace[1813358889] 'process raft request' (duration: 1.06295297s)"],"step_count":1} {"level":"warn","ts":"2026-03-20T10:16:48.050062Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-20T10:16:46.986657Z","time spent":"1.063340419s","remote":"127.0.0.1:51504","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":491,"response count":0,"response size":38,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-03-20T10:16:48.04996Z","caller":"traceutil/trace.go:171","msg":"trace[187959839] transaction","detail":"{read_only:false; response_revision:752; number_of_response:1; }","duration":"1.063183466s","start":"2026-03-20T10:16:46.986769Z","end":"2026-03-20T10:16:48.049952Z","steps":["trace[187959839] 'process raft request' (duration: 1.062985041s)"],"step_count":1} {"level":"warn","ts":"2026-03-20T10:16:48.050159Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-20T10:16:46.986686Z","time spent":"1.063455563s","remote":"127.0.0.1:51504","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":419,"response count":0,"response size":38,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-03-20T10:16:48.050284Z","caller":"traceutil/trace.go:171","msg":"trace[1776950539] linearizableReadLoop","detail":"{readStateIndex:794; appliedIndex:790; }","duration":"1.063447092s","start":"2026-03-20T10:16:46.986821Z","end":"2026-03-20T10:16:48.050268Z","steps":["trace[1776950539] 'read index received' (duration: 581.842947ms)","trace[1776950539] 'applied index is now lower than readState.Index' (duration: 481.603255ms)"],"step_count":2} {"level":"info","ts":"2026-03-20T10:16:48.050525Z","caller":"traceutil/trace.go:171","msg":"trace[1432550344] transaction","detail":"{read_only:false; response_revision:753; number_of_response:1; }","duration":"1.062993101s","start":"2026-03-20T10:16:46.987521Z","end":"2026-03-20T10:16:48.050514Z","steps":["trace[1432550344] 'process raft request' (duration: 1.062400276s)"],"step_count":1} {"level":"warn","ts":"2026-03-20T10:16:48.050591Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-20T10:16:46.987513Z","time spent":"1.063039772s","remote":"127.0.0.1:51504","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":476,"response count":0,"response size":38,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-03-20T10:16:48.05085Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.064003677s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/endpointslices/default/kubernetes\" ","response":"range_response_count:1 size:481"} {"level":"info","ts":"2026-03-20T10:16:48.050918Z","caller":"traceutil/trace.go:171","msg":"trace[1023253351] range","detail":"{range_begin:/registry/endpointslices/default/kubernetes; range_end:; response_count:1; response_revision:753; }","duration":"1.06410218s","start":"2026-03-20T10:16:46.9868Z","end":"2026-03-20T10:16:48.050902Z","steps":["trace[1023253351] 'agreement among raft nodes before linearized reading' (duration: 1.063971226s)"],"step_count":1} {"level":"warn","ts":"2026-03-20T10:16:48.050958Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-20T10:16:46.986792Z","time spent":"1.064157801s","remote":"127.0.0.1:51516","response type":"/etcdserverpb.KV/Range","request count":0,"request size":45,"response count":1,"response size":503,"request content":"key:\"/registry/endpointslices/default/kubernetes\" "} {"level":"warn","ts":"2026-03-20T10:16:48.051022Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.059328178s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/health\" ","response":"range_response_count:0 size:5"} {"level":"info","ts":"2026-03-20T10:16:48.051077Z","caller":"traceutil/trace.go:171","msg":"trace[875604066] range","detail":"{range_begin:/registry/health; range_end:; response_count:0; response_revision:753; }","duration":"1.05942921s","start":"2026-03-20T10:16:46.991631Z","end":"2026-03-20T10:16:48.051061Z","steps":["trace[875604066] 'agreement among raft nodes before linearized reading' (duration: 1.059349048s)"],"step_count":1} {"level":"warn","ts":"2026-03-20T10:16:48.051111Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"359.203796ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/plndr-svcs-lock\" ","response":"range_response_count:1 size:437"} {"level":"warn","ts":"2026-03-20T10:16:48.051121Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-20T10:16:46.991606Z","time spent":"1.059500362s","remote":"127.0.0.1:51190","response type":"/etcdserverpb.KV/Range","request count":0,"request size":18,"response count":0,"response size":27,"request content":"key:\"/registry/health\" "} {"level":"info","ts":"2026-03-20T10:16:48.051151Z","caller":"traceutil/trace.go:171","msg":"trace[658315002] range","detail":"{range_begin:/registry/leases/kube-system/plndr-svcs-lock; range_end:; response_count:1; response_revision:753; }","duration":"359.285388ms","start":"2026-03-20T10:16:47.691854Z","end":"2026-03-20T10:16:48.05114Z","steps":["trace[658315002] 'agreement among raft nodes before linearized reading' (duration: 359.153865ms)"],"step_count":1} {"level":"warn","ts":"2026-03-20T10:16:48.051188Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-20T10:16:47.691794Z","time spent":"359.384741ms","remote":"127.0.0.1:51504","response type":"/etcdserverpb.KV/Range","request count":0,"request size":46,"response count":1,"response size":459,"request content":"key:\"/registry/leases/kube-system/plndr-svcs-lock\" "} {"level":"info","ts":"2026-03-20T10:16:48.176739Z","caller":"traceutil/trace.go:171","msg":"trace[633350753] linearizableReadLoop","detail":"{readStateIndex:795; appliedIndex:794; }","duration":"117.474483ms","start":"2026-03-20T10:16:48.05924Z","end":"2026-03-20T10:16:48.176714Z","steps":["trace[633350753] 'read index received' (duration: 112.809914ms)","trace[633350753] 'applied index is now lower than readState.Index' (duration: 4.663639ms)"],"step_count":2} {"level":"warn","ts":"2026-03-20T10:16:48.176873Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"117.606516ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/health\" ","response":"range_response_count:0 size:5"} {"level":"info","ts":"2026-03-20T10:16:48.176911Z","caller":"traceutil/trace.go:171","msg":"trace[509496263] range","detail":"{range_begin:/registry/health; range_end:; response_count:0; response_revision:754; }","duration":"117.683049ms","start":"2026-03-20T10:16:48.059216Z","end":"2026-03-20T10:16:48.176899Z","steps":["trace[509496263] 'agreement among raft nodes before linearized reading' (duration: 117.590875ms)"],"step_count":1} {"level":"info","ts":"2026-03-20T10:16:48.176883Z","caller":"traceutil/trace.go:171","msg":"trace[733577785] transaction","detail":"{read_only:false; response_revision:754; number_of_response:1; }","duration":"121.317422ms","start":"2026-03-20T10:16:48.055518Z","end":"2026-03-20T10:16:48.176835Z","steps":["trace[733577785] 'process raft request' (duration: 116.559941ms)"],"step_count":1} {"level":"info","ts":"2026-03-20T10:16:49.475735Z","caller":"traceutil/trace.go:171","msg":"trace[204606711] transaction","detail":"{read_only:false; response_revision:756; number_of_response:1; }","duration":"115.228066ms","start":"2026-03-20T10:16:49.360486Z","end":"2026-03-20T10:16:49.475714Z","steps":["trace[204606711] 'process raft request' (duration: 115.072102ms)"],"step_count":1} {"level":"warn","ts":"2026-03-20T10:16:49.780979Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"201.821528ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/health\" ","response":"range_response_count:0 size:5"} {"level":"info","ts":"2026-03-20T10:16:49.781065Z","caller":"traceutil/trace.go:171","msg":"trace[584096542] range","detail":"{range_begin:/registry/health; range_end:; response_count:0; response_revision:756; }","duration":"201.965272ms","start":"2026-03-20T10:16:49.579083Z","end":"2026-03-20T10:16:49.781048Z","steps":["trace[584096542] 'range keys from in-memory index tree' (duration: 201.734556ms)"],"step_count":1} {"level":"warn","ts":"2026-03-20T10:16:50.450127Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"281.997965ms","expected-duration":"100ms","prefix":"","request":"header: lease_revoke:","response":"size:27"} {"level":"info","ts":"2026-03-20T10:16:50.451507Z","caller":"traceutil/trace.go:171","msg":"trace[1459683673] linearizableReadLoop","detail":"{readStateIndex:799; appliedIndex:798; }","duration":"356.327361ms","start":"2026-03-20T10:16:50.09513Z","end":"2026-03-20T10:16:50.451457Z","steps":["trace[1459683673] 'read index received' (duration: 73.000892ms)","trace[1459683673] 'applied index is now lower than readState.Index' (duration: 283.306279ms)"],"step_count":2} {"level":"warn","ts":"2026-03-20T10:16:50.451785Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"372.945559ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/plndr-cp-lock\" ","response":"range_response_count:1 size:433"} {"level":"warn","ts":"2026-03-20T10:16:50.451865Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"396.79051ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/cilium-operator-resource-lock\" ","response":"range_response_count:1 size:491"} {"level":"info","ts":"2026-03-20T10:16:50.451867Z","caller":"traceutil/trace.go:171","msg":"trace[1997914855] range","detail":"{range_begin:/registry/leases/kube-system/plndr-cp-lock; range_end:; response_count:1; response_revision:757; }","duration":"373.062562ms","start":"2026-03-20T10:16:50.078786Z","end":"2026-03-20T10:16:50.451849Z","steps":["trace[1997914855] 'agreement among raft nodes before linearized reading' (duration: 372.716702ms)"],"step_count":1} {"level":"warn","ts":"2026-03-20T10:16:50.451924Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-20T10:16:50.078774Z","time spent":"373.141434ms","remote":"127.0.0.1:51504","response type":"/etcdserverpb.KV/Range","request count":0,"request size":44,"response count":1,"response size":455,"request content":"key:\"/registry/leases/kube-system/plndr-cp-lock\" "} {"level":"info","ts":"2026-03-20T10:16:50.451931Z","caller":"traceutil/trace.go:171","msg":"trace[947336232] range","detail":"{range_begin:/registry/leases/kube-system/cilium-operator-resource-lock; range_end:; response_count:1; response_revision:757; }","duration":"396.874192ms","start":"2026-03-20T10:16:50.055033Z","end":"2026-03-20T10:16:50.451907Z","steps":["trace[947336232] 'agreement among raft nodes before linearized reading' (duration: 396.722799ms)"],"step_count":1} {"level":"warn","ts":"2026-03-20T10:16:50.451964Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-20T10:16:50.055027Z","time spent":"396.930034ms","remote":"127.0.0.1:51504","response type":"/etcdserverpb.KV/Range","request count":0,"request size":60,"response count":1,"response size":513,"request content":"key:\"/registry/leases/kube-system/cilium-operator-resource-lock\" "} {"level":"warn","ts":"2026-03-20T10:16:50.45265Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"271.946327ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/plndr-svcs-lock\" ","response":"range_response_count:1 size:437"} {"level":"info","ts":"2026-03-20T10:16:50.452687Z","caller":"traceutil/trace.go:171","msg":"trace[754301750] range","detail":"{range_begin:/registry/leases/kube-system/plndr-svcs-lock; range_end:; response_count:1; response_revision:758; }","duration":"272.020809ms","start":"2026-03-20T10:16:50.180658Z","end":"2026-03-20T10:16:50.452678Z","steps":["trace[754301750] 'agreement among raft nodes before linearized reading' (duration: 271.224159ms)"],"step_count":1} {"level":"info","ts":"2026-03-20T10:16:50.45265Z","caller":"traceutil/trace.go:171","msg":"trace[395865714] transaction","detail":"{read_only:false; response_revision:758; number_of_response:1; }","duration":"352.980966ms","start":"2026-03-20T10:16:50.099644Z","end":"2026-03-20T10:16:50.452625Z","steps":["trace[395865714] 'process raft request' (duration: 351.564739ms)"],"step_count":1} {"level":"warn","ts":"2026-03-20T10:16:50.452799Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-20T10:16:50.099628Z","time spent":"353.11831ms","remote":"127.0.0.1:51504","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":490,"response count":0,"response size":38,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-03-20T10:16:50.778341Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"128.081726ms","expected-duration":"100ms","prefix":"","request":"header: txn: success:> failure: >>","response":"size:16"} {"level":"info","ts":"2026-03-20T10:16:50.778437Z","caller":"traceutil/trace.go:171","msg":"trace[73446640] transaction","detail":"{read_only:false; response_revision:759; number_of_response:1; }","duration":"322.482204ms","start":"2026-03-20T10:16:50.455937Z","end":"2026-03-20T10:16:50.778419Z","steps":["trace[73446640] 'process raft request' (duration: 194.231603ms)","trace[73446640] 'compare' (duration: 127.872371ms)"],"step_count":2} {"level":"warn","ts":"2026-03-20T10:16:50.778485Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-20T10:16:50.455923Z","time spent":"322.539185ms","remote":"127.0.0.1:51504","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":422,"response count":0,"response size":38,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-03-20T10:16:50.92103Z","caller":"traceutil/trace.go:171","msg":"trace[965300709] transaction","detail":"{read_only:false; response_revision:762; number_of_response:1; }","duration":"359.807071ms","start":"2026-03-20T10:16:50.561198Z","end":"2026-03-20T10:16:50.921005Z","steps":["trace[965300709] 'process raft request' (duration: 359.757039ms)"],"step_count":1} {"level":"warn","ts":"2026-03-20T10:16:50.921184Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-20T10:16:50.561179Z","time spent":"359.934503ms","remote":"127.0.0.1:51292","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":716,"response count":0,"response size":38,"request content":"compare: success:> failure:<>"} {"level":"info","ts":"2026-03-20T10:16:50.921168Z","caller":"traceutil/trace.go:171","msg":"trace[1524471285] transaction","detail":"{read_only:false; response_revision:760; number_of_response:1; }","duration":"464.429935ms","start":"2026-03-20T10:16:50.456716Z","end":"2026-03-20T10:16:50.921146Z","steps":["trace[1524471285] 'process raft request' (duration: 459.58138ms)"],"step_count":1} {"level":"warn","ts":"2026-03-20T10:16:50.921295Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-20T10:16:50.456692Z","time spent":"464.534058ms","remote":"127.0.0.1:51504","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":475,"response count":0,"response size":38,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-03-20T10:16:50.92145Z","caller":"traceutil/trace.go:171","msg":"trace[1399742774] transaction","detail":"{read_only:false; response_revision:761; number_of_response:1; }","duration":"464.319453ms","start":"2026-03-20T10:16:50.457119Z","end":"2026-03-20T10:16:50.921438Z","steps":["trace[1399742774] 'process raft request' (duration: 463.787179ms)"],"step_count":1} {"level":"warn","ts":"2026-03-20T10:16:50.921532Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-20T10:16:50.457102Z","time spent":"464.390224ms","remote":"127.0.0.1:51504","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":418,"response count":0,"response size":38,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-03-20T10:16:53.781913Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.509693971s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/masterleases/199.204.45.102\" ","response":"range_response_count:1 size:135"} {"level":"info","ts":"2026-03-20T10:16:53.782012Z","caller":"traceutil/trace.go:171","msg":"trace[1630570567] range","detail":"{range_begin:/registry/masterleases/199.204.45.102; range_end:; response_count:1; response_revision:763; }","duration":"1.509848875s","start":"2026-03-20T10:16:52.27214Z","end":"2026-03-20T10:16:53.781989Z","steps":["trace[1630570567] 'range keys from in-memory index tree' (duration: 1.509438484s)"],"step_count":1} {"level":"warn","ts":"2026-03-20T10:16:53.782019Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"2.202739572s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/health\" ","response":"range_response_count:0 size:5"} {"level":"info","ts":"2026-03-20T10:16:53.782067Z","caller":"traceutil/trace.go:171","msg":"trace[805131134] range","detail":"{range_begin:/registry/health; range_end:; response_count:0; response_revision:763; }","duration":"2.202823274s","start":"2026-03-20T10:16:51.57923Z","end":"2026-03-20T10:16:53.782053Z","steps":["trace[805131134] 'range keys from in-memory index tree' (duration: 2.202629598s)"],"step_count":1} {"level":"warn","ts":"2026-03-20T10:16:53.782072Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-20T10:16:52.272114Z","time spent":"1.509942297s","remote":"127.0.0.1:51238","response type":"/etcdserverpb.KV/Range","request count":0,"request size":39,"response count":1,"response size":157,"request content":"key:\"/registry/masterleases/199.204.45.102\" "} {"level":"warn","ts":"2026-03-20T10:16:53.782101Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-20T10:16:51.579207Z","time spent":"2.202886945s","remote":"127.0.0.1:51202","response type":"/etcdserverpb.KV/Range","request count":0,"request size":18,"response count":0,"response size":27,"request content":"key:\"/registry/health\" "} {"level":"warn","ts":"2026-03-20T10:16:53.782226Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"856.685747ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/cilium-operator-resource-lock\" ","response":"range_response_count:1 size:490"} {"level":"warn","ts":"2026-03-20T10:16:53.782207Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"2.267504183s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/cilium.io/ciliumidentities/\" range_end:\"/registry/cilium.io/ciliumidentities0\" count_only:true ","response":"range_response_count:0 size:5"} {"level":"info","ts":"2026-03-20T10:16:53.782258Z","caller":"traceutil/trace.go:171","msg":"trace[571724932] range","detail":"{range_begin:/registry/leases/kube-system/cilium-operator-resource-lock; range_end:; response_count:1; response_revision:763; }","duration":"856.746679ms","start":"2026-03-20T10:16:52.925503Z","end":"2026-03-20T10:16:53.782249Z","steps":["trace[571724932] 'range keys from in-memory index tree' (duration: 856.558145ms)"],"step_count":1} {"level":"warn","ts":"2026-03-20T10:16:53.782258Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"2.423543186s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pods/kube-system/cilium-7cwfr\" ","response":"range_response_count:1 size:18337"} {"level":"warn","ts":"2026-03-20T10:16:53.78228Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-20T10:16:52.925489Z","time spent":"856.786121ms","remote":"127.0.0.1:51504","response type":"/etcdserverpb.KV/Range","request count":0,"request size":60,"response count":1,"response size":512,"request content":"key:\"/registry/leases/kube-system/cilium-operator-resource-lock\" "} {"level":"info","ts":"2026-03-20T10:16:53.782289Z","caller":"traceutil/trace.go:171","msg":"trace[1414129036] range","detail":"{range_begin:/registry/pods/kube-system/cilium-7cwfr; range_end:; response_count:1; response_revision:763; }","duration":"2.423610168s","start":"2026-03-20T10:16:51.358668Z","end":"2026-03-20T10:16:53.782278Z","steps":["trace[1414129036] 'range keys from in-memory index tree' (duration: 2.423404262s)"],"step_count":1} {"level":"warn","ts":"2026-03-20T10:16:53.78232Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-20T10:16:51.358651Z","time spent":"2.42366379s","remote":"127.0.0.1:51424","response type":"/etcdserverpb.KV/Range","request count":0,"request size":41,"response count":1,"response size":18359,"request content":"key:\"/registry/pods/kube-system/cilium-7cwfr\" "} {"level":"info","ts":"2026-03-20T10:16:53.782313Z","caller":"traceutil/trace.go:171","msg":"trace[319563037] range","detail":"{range_begin:/registry/cilium.io/ciliumidentities/; range_end:/registry/cilium.io/ciliumidentities0; response_count:0; response_revision:763; }","duration":"2.267651756s","start":"2026-03-20T10:16:51.514616Z","end":"2026-03-20T10:16:53.782268Z","steps":["trace[319563037] 'count revisions from in-memory index tree' (duration: 2.26741417s)"],"step_count":1} {"level":"warn","ts":"2026-03-20T10:16:53.782364Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-20T10:16:51.514595Z","time spent":"2.26775717s","remote":"127.0.0.1:53962","response type":"/etcdserverpb.KV/Range","request count":0,"request size":80,"response count":0,"response size":27,"request content":"key:\"/registry/cilium.io/ciliumidentities/\" range_end:\"/registry/cilium.io/ciliumidentities0\" count_only:true "} {"level":"warn","ts":"2026-03-20T10:16:53.782341Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"202.478645ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/health\" ","response":"range_response_count:0 size:5"} {"level":"warn","ts":"2026-03-20T10:16:53.782407Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.383662777s","expected-duration":"100ms","prefix":"read-only range ","request":"limit:1 serializable:true keys_only:true ","response":"range_response_count:0 size:5"} {"level":"info","ts":"2026-03-20T10:16:53.782445Z","caller":"traceutil/trace.go:171","msg":"trace[821226416] range","detail":"{range_begin:/registry/health; range_end:; response_count:0; response_revision:763; }","duration":"202.648579ms","start":"2026-03-20T10:16:53.57977Z","end":"2026-03-20T10:16:53.782419Z","steps":["trace[821226416] 'range keys from in-memory index tree' (duration: 202.404653ms)"],"step_count":1} {"level":"info","ts":"2026-03-20T10:16:53.782477Z","caller":"traceutil/trace.go:171","msg":"trace[1166606524] range","detail":"{range_begin:; range_end:; response_count:0; response_revision:763; }","duration":"1.38373752s","start":"2026-03-20T10:16:52.398733Z","end":"2026-03-20T10:16:53.78247Z","steps":["trace[1166606524] 'range keys from in-memory index tree' (duration: 1.383654227s)"],"step_count":1} {"level":"warn","ts":"2026-03-20T10:16:53.782644Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.326831511s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/kube-controller-manager\" ","response":"range_response_count:1 size:505"} {"level":"info","ts":"2026-03-20T10:16:53.782669Z","caller":"traceutil/trace.go:171","msg":"trace[145769813] range","detail":"{range_begin:/registry/leases/kube-system/kube-controller-manager; range_end:; response_count:1; response_revision:763; }","duration":"1.326894581s","start":"2026-03-20T10:16:52.455767Z","end":"2026-03-20T10:16:53.782661Z","steps":["trace[145769813] 'range keys from in-memory index tree' (duration: 1.326742418s)"],"step_count":1} {"level":"warn","ts":"2026-03-20T10:16:53.782813Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-20T10:16:52.455747Z","time spent":"1.326939273s","remote":"127.0.0.1:51504","response type":"/etcdserverpb.KV/Range","request count":0,"request size":54,"response count":1,"response size":527,"request content":"key:\"/registry/leases/kube-system/kube-controller-manager\" "} {"level":"warn","ts":"2026-03-20T10:16:53.782973Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.684154427s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/kube-scheduler\" ","response":"range_response_count:1 size:478"} {"level":"warn","ts":"2026-03-20T10:16:53.783008Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"857.476259ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/plndr-cp-lock\" ","response":"range_response_count:1 size:432"} {"level":"info","ts":"2026-03-20T10:16:53.783013Z","caller":"traceutil/trace.go:171","msg":"trace[1828375398] range","detail":"{range_begin:/registry/leases/kube-system/kube-scheduler; range_end:; response_count:1; response_revision:763; }","duration":"1.68423099s","start":"2026-03-20T10:16:52.09877Z","end":"2026-03-20T10:16:53.783001Z","steps":["trace[1828375398] 'range keys from in-memory index tree' (duration: 1.683976942s)"],"step_count":1} {"level":"info","ts":"2026-03-20T10:16:53.783033Z","caller":"traceutil/trace.go:171","msg":"trace[849001173] range","detail":"{range_begin:/registry/leases/kube-system/plndr-cp-lock; range_end:; response_count:1; response_revision:763; }","duration":"857.537821ms","start":"2026-03-20T10:16:52.925488Z","end":"2026-03-20T10:16:53.783026Z","steps":["trace[849001173] 'range keys from in-memory index tree' (duration: 857.343135ms)"],"step_count":1} {"level":"warn","ts":"2026-03-20T10:16:53.783043Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-20T10:16:52.098751Z","time spent":"1.684284781s","remote":"127.0.0.1:51504","response type":"/etcdserverpb.KV/Range","request count":0,"request size":45,"response count":1,"response size":500,"request content":"key:\"/registry/leases/kube-system/kube-scheduler\" "} {"level":"warn","ts":"2026-03-20T10:16:53.783054Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-20T10:16:52.925467Z","time spent":"857.582661ms","remote":"127.0.0.1:51504","response type":"/etcdserverpb.KV/Range","request count":0,"request size":44,"response count":1,"response size":454,"request content":"key:\"/registry/leases/kube-system/plndr-cp-lock\" "} {"level":"warn","ts":"2026-03-20T10:16:53.783187Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"992.457713ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/plndr-svcs-lock\" ","response":"range_response_count:1 size:436"} {"level":"info","ts":"2026-03-20T10:16:53.783211Z","caller":"traceutil/trace.go:171","msg":"trace[69902714] range","detail":"{range_begin:/registry/leases/kube-system/plndr-svcs-lock; range_end:; response_count:1; response_revision:763; }","duration":"992.511373ms","start":"2026-03-20T10:16:52.790693Z","end":"2026-03-20T10:16:53.783204Z","steps":["trace[69902714] 'range keys from in-memory index tree' (duration: 992.363859ms)"],"step_count":1} {"level":"warn","ts":"2026-03-20T10:16:53.78323Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-20T10:16:52.79068Z","time spent":"992.545205ms","remote":"127.0.0.1:51504","response type":"/etcdserverpb.KV/Range","request count":0,"request size":46,"response count":1,"response size":458,"request content":"key:\"/registry/leases/kube-system/plndr-svcs-lock\" "} {"level":"warn","ts":"2026-03-20T10:16:54.290769Z","caller":"etcdserver/v3_server.go:897","msg":"waiting for ReadIndex response took too long, retrying","sent-request-id":184257304220176456,"retry-timeout":"500ms"} {"level":"warn","ts":"2026-03-20T10:16:54.518663Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-20T10:16:53.786115Z","time spent":"732.543183ms","remote":"127.0.0.1:51238","response type":"/etcdserverpb.Lease/LeaseGrant","request count":-1,"request size":-1,"response count":-1,"response size":-1,"request content":""} {"level":"warn","ts":"2026-03-20T10:16:55.793146Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"2.000205236s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/health\" ","response":"","error":"context deadline exceeded"} {"level":"info","ts":"2026-03-20T10:16:55.793249Z","caller":"traceutil/trace.go:171","msg":"trace[2063895488] range","detail":"{range_begin:/registry/health; range_end:; }","duration":"2.000344529s","start":"2026-03-20T10:16:53.792885Z","end":"2026-03-20T10:16:55.793229Z","steps":["trace[2063895488] 'agreement among raft nodes before linearized reading' (duration: 2.000215556s)"],"step_count":1} {"level":"warn","ts":"2026-03-20T10:16:55.793297Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-20T10:16:53.792879Z","time spent":"2.00040956s","remote":"127.0.0.1:51202","response type":"/etcdserverpb.KV/Range","request count":0,"request size":18,"response count":0,"response size":0,"request content":"key:\"/registry/health\" "} {"level":"warn","ts":"2026-03-20T10:16:57.376423Z","caller":"wal/wal.go:805","msg":"slow fdatasync","took":"2.857893954s","expected-duration":"1s"} {"level":"info","ts":"2026-03-20T10:16:57.377065Z","caller":"traceutil/trace.go:171","msg":"trace[2009485504] transaction","detail":"{read_only:false; response_revision:764; number_of_response:1; }","duration":"3.590845757s","start":"2026-03-20T10:16:53.786197Z","end":"2026-03-20T10:16:57.377043Z","steps":["trace[2009485504] 'process raft request' (duration: 3.590589101s)"],"step_count":1} {"level":"info","ts":"2026-03-20T10:16:57.377241Z","caller":"traceutil/trace.go:171","msg":"trace[162764800] transaction","detail":"{read_only:false; response_revision:765; number_of_response:1; }","duration":"3.590672893s","start":"2026-03-20T10:16:53.786557Z","end":"2026-03-20T10:16:57.37723Z","steps":["trace[162764800] 'process raft request' (duration: 3.590413476s)"],"step_count":1} {"level":"warn","ts":"2026-03-20T10:16:57.377245Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-20T10:16:53.786184Z","time spent":"3.590959321s","remote":"127.0.0.1:51504","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":462,"response count":0,"response size":38,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-03-20T10:16:57.377308Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-20T10:16:53.786542Z","time spent":"3.590732144s","remote":"127.0.0.1:51504","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":491,"response count":0,"response size":38,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-03-20T10:16:57.377501Z","caller":"traceutil/trace.go:171","msg":"trace[1335071919] transaction","detail":"{read_only:false; response_revision:766; number_of_response:1; }","duration":"3.589978925s","start":"2026-03-20T10:16:53.787502Z","end":"2026-03-20T10:16:57.377481Z","steps":["trace[1335071919] 'process raft request' (duration: 3.589686748s)"],"step_count":1} {"level":"info","ts":"2026-03-20T10:16:57.377542Z","caller":"traceutil/trace.go:171","msg":"trace[341849737] transaction","detail":"{read_only:false; response_revision:767; number_of_response:1; }","duration":"3.588956138s","start":"2026-03-20T10:16:53.788568Z","end":"2026-03-20T10:16:57.377524Z","steps":["trace[341849737] 'process raft request' (duration: 3.588831065s)"],"step_count":1} {"level":"warn","ts":"2026-03-20T10:16:57.377612Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-20T10:16:53.787491Z","time spent":"3.590066487s","remote":"127.0.0.1:51504","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":419,"response count":0,"response size":38,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-03-20T10:16:57.377646Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-20T10:16:53.788547Z","time spent":"3.589044371s","remote":"127.0.0.1:51504","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":423,"response count":0,"response size":38,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-03-20T10:16:57.377713Z","caller":"traceutil/trace.go:171","msg":"trace[627024750] linearizableReadLoop","detail":"{readStateIndex:812; appliedIndex:805; }","duration":"3.587385648s","start":"2026-03-20T10:16:53.790309Z","end":"2026-03-20T10:16:57.377695Z","steps":["trace[627024750] 'read index received' (duration: 728.211292ms)","trace[627024750] 'applied index is now lower than readState.Index' (duration: 2.859172976s)"],"step_count":2} {"level":"info","ts":"2026-03-20T10:16:57.377779Z","caller":"traceutil/trace.go:171","msg":"trace[1169188708] transaction","detail":"{read_only:false; response_revision:768; number_of_response:1; }","duration":"3.587317807s","start":"2026-03-20T10:16:53.790446Z","end":"2026-03-20T10:16:57.377764Z","steps":["trace[1169188708] 'process raft request' (duration: 3.58703084s)"],"step_count":1} {"level":"info","ts":"2026-03-20T10:16:57.377827Z","caller":"traceutil/trace.go:171","msg":"trace[1575259371] transaction","detail":"{read_only:false; response_revision:769; number_of_response:1; }","duration":"3.578437948s","start":"2026-03-20T10:16:53.799376Z","end":"2026-03-20T10:16:57.377813Z","steps":["trace[1575259371] 'process raft request' (duration: 3.578241664s)"],"step_count":1} {"level":"warn","ts":"2026-03-20T10:16:57.377868Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-20T10:16:53.790436Z","time spent":"3.587387009s","remote":"127.0.0.1:51504","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":476,"response count":0,"response size":38,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-03-20T10:16:57.377933Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-20T10:16:53.799366Z","time spent":"3.57850527s","remote":"127.0.0.1:51424","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":18506,"response count":0,"response size":38,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-03-20T10:16:57.378001Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"3.587686366s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/events/kube-system/kube-apiserver-instance.189e852bee23fccf\" ","response":"range_response_count:1 size:774"} {"level":"info","ts":"2026-03-20T10:16:57.378041Z","caller":"traceutil/trace.go:171","msg":"trace[233319498] range","detail":"{range_begin:/registry/events/kube-system/kube-apiserver-instance.189e852bee23fccf; range_end:; response_count:1; response_revision:769; }","duration":"3.587762728s","start":"2026-03-20T10:16:53.790267Z","end":"2026-03-20T10:16:57.37803Z","steps":["trace[233319498] 'agreement among raft nodes before linearized reading' (duration: 3.587639945s)"],"step_count":1} {"level":"warn","ts":"2026-03-20T10:16:57.378069Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-20T10:16:53.790249Z","time spent":"3.58781238s","remote":"127.0.0.1:51292","response type":"/etcdserverpb.KV/Range","request count":0,"request size":71,"response count":1,"response size":796,"request content":"key:\"/registry/events/kube-system/kube-apiserver-instance.189e852bee23fccf\" "} {"level":"info","ts":"2026-03-20T10:16:57.765425Z","caller":"traceutil/trace.go:171","msg":"trace[1310061968] linearizableReadLoop","detail":"{readStateIndex:815; appliedIndex:812; }","duration":"387.622662ms","start":"2026-03-20T10:16:57.37778Z","end":"2026-03-20T10:16:57.765402Z","steps":["trace[1310061968] 'read index received' (duration: 387.371236ms)","trace[1310061968] 'applied index is now lower than readState.Index' (duration: 250.386µs)"],"step_count":2} {"level":"warn","ts":"2026-03-20T10:16:57.765563Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"2.778445463s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/roles/\" range_end:\"/registry/roles0\" count_only:true ","response":"range_response_count:0 size:7"} {"level":"info","ts":"2026-03-20T10:16:57.765595Z","caller":"traceutil/trace.go:171","msg":"trace[1852867764] range","detail":"{range_begin:/registry/roles/; range_end:/registry/roles0; response_count:0; response_revision:772; }","duration":"2.778534595s","start":"2026-03-20T10:16:54.987051Z","end":"2026-03-20T10:16:57.765586Z","steps":["trace[1852867764] 'agreement among raft nodes before linearized reading' (duration: 2.778448293s)"],"step_count":1} {"level":"warn","ts":"2026-03-20T10:16:57.765631Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-20T10:16:54.987034Z","time spent":"2.778587927s","remote":"127.0.0.1:51566","response type":"/etcdserverpb.KV/Range","request count":0,"request size":38,"response count":13,"response size":29,"request content":"key:\"/registry/roles/\" range_end:\"/registry/roles0\" count_only:true "} {"level":"info","ts":"2026-03-20T10:16:57.765662Z","caller":"traceutil/trace.go:171","msg":"trace[1365160855] transaction","detail":"{read_only:false; response_revision:770; number_of_response:1; }","duration":"3.245801672s","start":"2026-03-20T10:16:54.519835Z","end":"2026-03-20T10:16:57.765636Z","steps":["trace[1365160855] 'process raft request' (duration: 3.24530147s)"],"step_count":1} {"level":"warn","ts":"2026-03-20T10:16:57.765804Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-20T10:16:54.519815Z","time spent":"3.245908225s","remote":"127.0.0.1:51238","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":120,"response count":0,"response size":38,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-03-20T10:16:57.76591Z","caller":"traceutil/trace.go:171","msg":"trace[749919281] transaction","detail":"{read_only:false; response_revision:771; number_of_response:1; }","duration":"573.429592ms","start":"2026-03-20T10:16:57.19247Z","end":"2026-03-20T10:16:57.765899Z","steps":["trace[749919281] 'process raft request' (duration: 572.846047ms)"],"step_count":1} {"level":"warn","ts":"2026-03-20T10:16:57.766Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-20T10:16:57.192448Z","time spent":"573.495364ms","remote":"127.0.0.1:51504","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":672,"response count":0,"response size":38,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-03-20T10:16:57.766014Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.370460979s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/health\" ","response":"range_response_count:0 size:5"} {"level":"info","ts":"2026-03-20T10:16:57.766068Z","caller":"traceutil/trace.go:171","msg":"trace[1240449929] range","detail":"{range_begin:/registry/health; range_end:; response_count:0; response_revision:772; }","duration":"1.370588243s","start":"2026-03-20T10:16:56.395465Z","end":"2026-03-20T10:16:57.766053Z","steps":["trace[1240449929] 'agreement among raft nodes before linearized reading' (duration: 1.370478579s)"],"step_count":1} {"level":"warn","ts":"2026-03-20T10:16:57.766099Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-20T10:16:56.395433Z","time spent":"1.370658775s","remote":"127.0.0.1:51202","response type":"/etcdserverpb.KV/Range","request count":0,"request size":18,"response count":0,"response size":27,"request content":"key:\"/registry/health\" "} {"level":"info","ts":"2026-03-20T10:16:57.766107Z","caller":"traceutil/trace.go:171","msg":"trace[18247406] transaction","detail":"{read_only:false; response_revision:772; number_of_response:1; }","duration":"456.03384ms","start":"2026-03-20T10:16:57.310061Z","end":"2026-03-20T10:16:57.766094Z","steps":["trace[18247406] 'process raft request' (duration: 455.294ms)"],"step_count":1} {"level":"warn","ts":"2026-03-20T10:16:57.766135Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.972550438s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/health\" ","response":"range_response_count:0 size:5"} {"level":"info","ts":"2026-03-20T10:16:57.766164Z","caller":"traceutil/trace.go:171","msg":"trace[1887506949] range","detail":"{range_begin:/registry/health; range_end:; response_count:0; response_revision:772; }","duration":"1.97260532s","start":"2026-03-20T10:16:55.793549Z","end":"2026-03-20T10:16:57.766154Z","steps":["trace[1887506949] 'agreement among raft nodes before linearized reading' (duration: 1.972564819s)"],"step_count":1} {"level":"warn","ts":"2026-03-20T10:16:57.766176Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-20T10:16:57.310045Z","time spent":"456.094442ms","remote":"127.0.0.1:51504","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":521,"response count":0,"response size":38,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-03-20T10:16:57.766203Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-20T10:16:55.793533Z","time spent":"1.972664121s","remote":"127.0.0.1:51190","response type":"/etcdserverpb.KV/Range","request count":0,"request size":18,"response count":0,"response size":27,"request content":"key:\"/registry/health\" "} {"level":"warn","ts":"2026-03-20T10:16:57.839346Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-20T10:16:57.381827Z","time spent":"457.513528ms","remote":"127.0.0.1:51292","response type":"/etcdserverpb.Lease/LeaseGrant","request count":-1,"request size":-1,"response count":-1,"response size":-1,"request content":""} {"level":"warn","ts":"2026-03-20T10:16:58.29287Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"354.519298ms","expected-duration":"100ms","prefix":"","request":"header: txn: success:> failure: >>","response":"size:16"} {"level":"info","ts":"2026-03-20T10:16:58.292952Z","caller":"traceutil/trace.go:171","msg":"trace[192679558] linearizableReadLoop","detail":"{readStateIndex:817; appliedIndex:816; }","duration":"452.200374ms","start":"2026-03-20T10:16:57.840741Z","end":"2026-03-20T10:16:58.292941Z","steps":["trace[192679558] 'read index received' (duration: 97.548793ms)","trace[192679558] 'applied index is now lower than readState.Index' (duration: 354.649411ms)"],"step_count":2} {"level":"info","ts":"2026-03-20T10:16:58.293008Z","caller":"traceutil/trace.go:171","msg":"trace[428754956] transaction","detail":"{read_only:false; response_revision:773; number_of_response:1; }","duration":"452.573233ms","start":"2026-03-20T10:16:57.840429Z","end":"2026-03-20T10:16:58.293002Z","steps":["trace[428754956] 'process raft request' (duration: 97.84519ms)","trace[428754956] 'compare' (duration: 354.396305ms)"],"step_count":2} {"level":"warn","ts":"2026-03-20T10:16:58.293041Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-20T10:16:57.840406Z","time spent":"452.618684ms","remote":"127.0.0.1:51292","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":759,"response count":0,"response size":38,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-03-20T10:16:58.293201Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"452.403799ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/health\" ","response":"range_response_count:0 size:5"} {"level":"warn","ts":"2026-03-20T10:16:58.29325Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"452.288326ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/masterleases/\" range_end:\"/registry/masterleases0\" ","response":"range_response_count:1 size:135"} {"level":"info","ts":"2026-03-20T10:16:58.293288Z","caller":"traceutil/trace.go:171","msg":"trace[436037428] range","detail":"{range_begin:/registry/health; range_end:; response_count:0; response_revision:773; }","duration":"452.564103ms","start":"2026-03-20T10:16:57.840708Z","end":"2026-03-20T10:16:58.293272Z","steps":["trace[436037428] 'agreement among raft nodes before linearized reading' (duration: 452.349288ms)"],"step_count":1} {"level":"info","ts":"2026-03-20T10:16:58.2933Z","caller":"traceutil/trace.go:171","msg":"trace[1428327807] range","detail":"{range_begin:/registry/masterleases/; range_end:/registry/masterleases0; response_count:1; response_revision:773; }","duration":"452.365408ms","start":"2026-03-20T10:16:57.840922Z","end":"2026-03-20T10:16:58.293288Z","steps":["trace[1428327807] 'agreement among raft nodes before linearized reading' (duration: 452.139802ms)"],"step_count":1} {"level":"warn","ts":"2026-03-20T10:16:58.293334Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-20T10:16:57.840916Z","time spent":"452.41203ms","remote":"127.0.0.1:51238","response type":"/etcdserverpb.KV/Range","request count":0,"request size":50,"response count":1,"response size":157,"request content":"key:\"/registry/masterleases/\" range_end:\"/registry/masterleases0\" "} {"level":"warn","ts":"2026-03-20T10:16:58.293333Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-20T10:16:57.840696Z","time spent":"452.628555ms","remote":"127.0.0.1:51190","response type":"/etcdserverpb.KV/Range","request count":0,"request size":18,"response count":0,"response size":27,"request content":"key:\"/registry/health\" "} {"level":"warn","ts":"2026-03-20T10:17:01.576812Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"2.000224574s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/health\" ","response":"","error":"context canceled"} {"level":"info","ts":"2026-03-20T10:17:01.576885Z","caller":"traceutil/trace.go:171","msg":"trace[1198303544] range","detail":"{range_begin:/registry/health; range_end:; }","duration":"2.000332557s","start":"2026-03-20T10:16:59.576536Z","end":"2026-03-20T10:17:01.576869Z","steps":["trace[1198303544] 'agreement among raft nodes before linearized reading' (duration: 2.000247095s)"],"step_count":1} {"level":"warn","ts":"2026-03-20T10:17:01.576926Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-20T10:16:59.576519Z","time spent":"2.000398588s","remote":"127.0.0.1:51202","response type":"/etcdserverpb.KV/Range","request count":0,"request size":18,"response count":0,"response size":0,"request content":"key:\"/registry/health\" "} 2026/03/20 10:17:01 WARNING: [core] [Server #8] grpc: Server.processUnaryRPC failed to write status: connection error: desc = "transport is closing" {"level":"warn","ts":"2026-03-20T10:17:01.963678Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"2.190464825s","expected-duration":"100ms","prefix":"","request":"header: lease_revoke:","response":"size:27"} {"level":"info","ts":"2026-03-20T10:17:01.963764Z","caller":"traceutil/trace.go:171","msg":"trace[538911210] linearizableReadLoop","detail":"{readStateIndex:819; appliedIndex:818; }","duration":"2.579950825s","start":"2026-03-20T10:16:59.383787Z","end":"2026-03-20T10:17:01.963738Z","steps":["trace[538911210] 'read index received' (duration: 389.350966ms)","trace[538911210] 'applied index is now lower than readState.Index' (duration: 2.190598809s)"],"step_count":2} {"level":"warn","ts":"2026-03-20T10:17:01.964153Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"2.580357176s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/plndr-svcs-lock\" ","response":"range_response_count:1 size:437"} {"level":"info","ts":"2026-03-20T10:17:01.964175Z","caller":"traceutil/trace.go:171","msg":"trace[695897216] range","detail":"{range_begin:/registry/leases/kube-system/plndr-svcs-lock; range_end:; response_count:1; response_revision:774; }","duration":"2.580414107s","start":"2026-03-20T10:16:59.383755Z","end":"2026-03-20T10:17:01.964169Z","steps":["trace[695897216] 'agreement among raft nodes before linearized reading' (duration: 2.580289524s)"],"step_count":1} {"level":"warn","ts":"2026-03-20T10:17:01.964197Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-20T10:16:59.383735Z","time spent":"2.580456738s","remote":"127.0.0.1:51504","response type":"/etcdserverpb.KV/Range","request count":0,"request size":46,"response count":1,"response size":459,"request content":"key:\"/registry/leases/kube-system/plndr-svcs-lock\" "} {"level":"warn","ts":"2026-03-20T10:17:01.964348Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"2.580488919s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/kube-scheduler\" ","response":"range_response_count:1 size:477"} {"level":"warn","ts":"2026-03-20T10:17:01.964394Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"422.544895ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/cilium.io/ciliumcidrgroups/\" range_end:\"/registry/cilium.io/ciliumcidrgroups0\" count_only:true ","response":"range_response_count:0 size:5"} {"level":"info","ts":"2026-03-20T10:17:01.964393Z","caller":"traceutil/trace.go:171","msg":"trace[1929538788] range","detail":"{range_begin:/registry/leases/kube-system/kube-scheduler; range_end:; response_count:1; response_revision:774; }","duration":"2.5805466s","start":"2026-03-20T10:16:59.383833Z","end":"2026-03-20T10:17:01.964379Z","steps":["trace[1929538788] 'agreement among raft nodes before linearized reading' (duration: 2.580427107s)"],"step_count":1} {"level":"info","ts":"2026-03-20T10:17:01.964422Z","caller":"traceutil/trace.go:171","msg":"trace[1705267596] range","detail":"{range_begin:/registry/cilium.io/ciliumcidrgroups/; range_end:/registry/cilium.io/ciliumcidrgroups0; response_count:0; response_revision:774; }","duration":"422.588286ms","start":"2026-03-20T10:17:01.541819Z","end":"2026-03-20T10:17:01.964407Z","steps":["trace[1705267596] 'agreement among raft nodes before linearized reading' (duration: 422.555195ms)"],"step_count":1} {"level":"warn","ts":"2026-03-20T10:17:01.964426Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-20T10:16:59.383827Z","time spent":"2.580589431s","remote":"127.0.0.1:51504","response type":"/etcdserverpb.KV/Range","request count":0,"request size":45,"response count":1,"response size":499,"request content":"key:\"/registry/leases/kube-system/kube-scheduler\" "} {"level":"warn","ts":"2026-03-20T10:17:01.964445Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-20T10:17:01.541807Z","time spent":"422.630607ms","remote":"127.0.0.1:48742","response type":"/etcdserverpb.KV/Range","request count":0,"request size":80,"response count":0,"response size":27,"request content":"key:\"/registry/cilium.io/ciliumcidrgroups/\" range_end:\"/registry/cilium.io/ciliumcidrgroups0\" count_only:true "} {"level":"warn","ts":"2026-03-20T10:17:01.96454Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"387.435708ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/health\" ","response":"range_response_count:0 size:5"} {"level":"warn","ts":"2026-03-20T10:17:01.964517Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"646.925378ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/cilium.io/ciliumnodeconfigs/\" range_end:\"/registry/cilium.io/ciliumnodeconfigs0\" count_only:true ","response":"range_response_count:0 size:5"} {"level":"info","ts":"2026-03-20T10:17:01.964557Z","caller":"traceutil/trace.go:171","msg":"trace[774979776] range","detail":"{range_begin:/registry/health; range_end:; response_count:0; response_revision:774; }","duration":"387.477379ms","start":"2026-03-20T10:17:01.577074Z","end":"2026-03-20T10:17:01.964552Z","steps":["trace[774979776] 'agreement among raft nodes before linearized reading' (duration: 387.451189ms)"],"step_count":1} {"level":"warn","ts":"2026-03-20T10:17:01.964573Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-20T10:17:01.577057Z","time spent":"387.51226ms","remote":"127.0.0.1:51190","response type":"/etcdserverpb.KV/Range","request count":0,"request size":18,"response count":0,"response size":27,"request content":"key:\"/registry/health\" "} {"level":"warn","ts":"2026-03-20T10:17:01.964545Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"2.580424688s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/kube-controller-manager\" ","response":"range_response_count:1 size:506"} {"level":"info","ts":"2026-03-20T10:17:01.964587Z","caller":"traceutil/trace.go:171","msg":"trace[1124062873] range","detail":"{range_begin:/registry/cilium.io/ciliumnodeconfigs/; range_end:/registry/cilium.io/ciliumnodeconfigs0; response_count:0; response_revision:774; }","duration":"647.053242ms","start":"2026-03-20T10:17:01.317515Z","end":"2026-03-20T10:17:01.964568Z","steps":["trace[1124062873] 'agreement among raft nodes before linearized reading' (duration: 646.910818ms)"],"step_count":1} {"level":"warn","ts":"2026-03-20T10:17:01.964607Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"2.580701495s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/cilium-operator-resource-lock\" ","response":"range_response_count:1 size:491"} {"level":"info","ts":"2026-03-20T10:17:01.964617Z","caller":"traceutil/trace.go:171","msg":"trace[2117232346] range","detail":"{range_begin:/registry/leases/kube-system/kube-controller-manager; range_end:; response_count:1; response_revision:774; }","duration":"2.580520489s","start":"2026-03-20T10:16:59.384078Z","end":"2026-03-20T10:17:01.964598Z","steps":["trace[2117232346] 'agreement among raft nodes before linearized reading' (duration: 2.580305994s)"],"step_count":1} {"level":"warn","ts":"2026-03-20T10:17:01.964631Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-20T10:17:01.317499Z","time spent":"647.120903ms","remote":"127.0.0.1:53976","response type":"/etcdserverpb.KV/Range","request count":0,"request size":82,"response count":0,"response size":27,"request content":"key:\"/registry/cilium.io/ciliumnodeconfigs/\" range_end:\"/registry/cilium.io/ciliumnodeconfigs0\" count_only:true "} {"level":"info","ts":"2026-03-20T10:17:01.96464Z","caller":"traceutil/trace.go:171","msg":"trace[362319693] range","detail":"{range_begin:/registry/leases/kube-system/cilium-operator-resource-lock; range_end:; response_count:1; response_revision:774; }","duration":"2.580744275s","start":"2026-03-20T10:16:59.383886Z","end":"2026-03-20T10:17:01.964631Z","steps":["trace[362319693] 'agreement among raft nodes before linearized reading' (duration: 2.580659633s)"],"step_count":1} {"level":"warn","ts":"2026-03-20T10:17:01.964667Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-20T10:16:59.384072Z","time spent":"2.580579921s","remote":"127.0.0.1:51504","response type":"/etcdserverpb.KV/Range","request count":0,"request size":54,"response count":1,"response size":528,"request content":"key:\"/registry/leases/kube-system/kube-controller-manager\" "} {"level":"warn","ts":"2026-03-20T10:17:01.964674Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-20T10:16:59.383882Z","time spent":"2.580785166s","remote":"127.0.0.1:51504","response type":"/etcdserverpb.KV/Range","request count":0,"request size":60,"response count":1,"response size":513,"request content":"key:\"/registry/leases/kube-system/cilium-operator-resource-lock\" "} {"level":"warn","ts":"2026-03-20T10:17:01.964844Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"2.58095753s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/plndr-cp-lock\" ","response":"range_response_count:1 size:433"} {"level":"info","ts":"2026-03-20T10:17:01.964872Z","caller":"traceutil/trace.go:171","msg":"trace[331423575] range","detail":"{range_begin:/registry/leases/kube-system/plndr-cp-lock; range_end:; response_count:1; response_revision:774; }","duration":"2.580988411s","start":"2026-03-20T10:16:59.383875Z","end":"2026-03-20T10:17:01.964863Z","steps":["trace[331423575] 'agreement among raft nodes before linearized reading' (duration: 2.580898779s)"],"step_count":1} {"level":"warn","ts":"2026-03-20T10:17:01.9649Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-20T10:16:59.383853Z","time spent":"2.581040293s","remote":"127.0.0.1:51504","response type":"/etcdserverpb.KV/Range","request count":0,"request size":44,"response count":1,"response size":455,"request content":"key:\"/registry/leases/kube-system/plndr-cp-lock\" "} {"level":"warn","ts":"2026-03-20T10:17:02.876059Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"477.586235ms","expected-duration":"100ms","prefix":"read-only range ","request":"limit:1 serializable:true keys_only:true ","response":"range_response_count:0 size:5"} {"level":"info","ts":"2026-03-20T10:17:02.876176Z","caller":"traceutil/trace.go:171","msg":"trace[1708436685] range","detail":"{range_begin:; range_end:; response_count:0; response_revision:775; }","duration":"477.712808ms","start":"2026-03-20T10:17:02.398434Z","end":"2026-03-20T10:17:02.876147Z","steps":["trace[1708436685] 'range keys from in-memory index tree' (duration: 477.570175ms)"],"step_count":1} {"level":"info","ts":"2026-03-20T10:17:02.878091Z","caller":"traceutil/trace.go:171","msg":"trace[850776755] transaction","detail":"{read_only:false; response_revision:777; number_of_response:1; }","duration":"907.990417ms","start":"2026-03-20T10:17:01.970084Z","end":"2026-03-20T10:17:02.878075Z","steps":["trace[850776755] 'process raft request' (duration: 907.935785ms)"],"step_count":1} {"level":"info","ts":"2026-03-20T10:17:02.878102Z","caller":"traceutil/trace.go:171","msg":"trace[51071452] transaction","detail":"{read_only:false; response_revision:776; number_of_response:1; }","duration":"908.007387ms","start":"2026-03-20T10:17:01.970074Z","end":"2026-03-20T10:17:02.878082Z","steps":["trace[51071452] 'process raft request' (duration: 907.770251ms)"],"step_count":1} {"level":"warn","ts":"2026-03-20T10:17:02.878178Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-20T10:17:01.970057Z","time spent":"908.067619ms","remote":"127.0.0.1:51504","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":423,"response count":0,"response size":38,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-03-20T10:17:02.878205Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-20T10:17:01.970009Z","time spent":"908.135491ms","remote":"127.0.0.1:51504","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":476,"response count":0,"response size":38,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-03-20T10:17:02.878241Z","caller":"traceutil/trace.go:171","msg":"trace[165607695] linearizableReadLoop","detail":"{readStateIndex:824; appliedIndex:819; }","duration":"907.805313ms","start":"2026-03-20T10:17:01.970429Z","end":"2026-03-20T10:17:02.878234Z","steps":["trace[165607695] 'read index received' (duration: 73.749293ms)","trace[165607695] 'applied index is now lower than readState.Index' (duration: 834.05543ms)"],"step_count":2} {"level":"warn","ts":"2026-03-20T10:17:02.878305Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"904.639752ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/health\" ","response":"range_response_count:0 size:5"} {"level":"info","ts":"2026-03-20T10:17:02.878297Z","caller":"traceutil/trace.go:171","msg":"trace[2097337102] transaction","detail":"{read_only:false; response_revision:779; number_of_response:1; }","duration":"907.966767ms","start":"2026-03-20T10:17:01.970303Z","end":"2026-03-20T10:17:02.87827Z","steps":["trace[2097337102] 'process raft request' (duration: 907.886635ms)"],"step_count":1} {"level":"info","ts":"2026-03-20T10:17:02.878338Z","caller":"traceutil/trace.go:171","msg":"trace[1234501290] range","detail":"{range_begin:/registry/health; range_end:; response_count:0; response_revision:779; }","duration":"904.701134ms","start":"2026-03-20T10:17:01.973628Z","end":"2026-03-20T10:17:02.87833Z","steps":["trace[1234501290] 'agreement among raft nodes before linearized reading' (duration: 904.653873ms)"],"step_count":1} {"level":"warn","ts":"2026-03-20T10:17:02.878359Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-20T10:17:01.973612Z","time spent":"904.742235ms","remote":"127.0.0.1:51202","response type":"/etcdserverpb.KV/Range","request count":0,"request size":18,"response count":0,"response size":27,"request content":"key:\"/registry/health\" "} {"level":"warn","ts":"2026-03-20T10:17:02.878356Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"907.929326ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/events/kube-system/kube-apiserver-instance.189e852bee23fccf\" ","response":"range_response_count:1 size:774"} {"level":"info","ts":"2026-03-20T10:17:02.87838Z","caller":"traceutil/trace.go:171","msg":"trace[1788054355] range","detail":"{range_begin:/registry/events/kube-system/kube-apiserver-instance.189e852bee23fccf; range_end:; response_count:1; response_revision:779; }","duration":"908.001217ms","start":"2026-03-20T10:17:01.970371Z","end":"2026-03-20T10:17:02.878372Z","steps":["trace[1788054355] 'agreement among raft nodes before linearized reading' (duration: 907.908045ms)"],"step_count":1} {"level":"warn","ts":"2026-03-20T10:17:02.878396Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-20T10:17:01.970352Z","time spent":"908.040739ms","remote":"127.0.0.1:51292","response type":"/etcdserverpb.KV/Range","request count":0,"request size":71,"response count":1,"response size":796,"request content":"key:\"/registry/events/kube-system/kube-apiserver-instance.189e852bee23fccf\" "} {"level":"warn","ts":"2026-03-20T10:17:02.878392Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"605.555363ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/masterleases/199.204.45.102\" ","response":"range_response_count:1 size:135"} {"level":"info","ts":"2026-03-20T10:17:02.878417Z","caller":"traceutil/trace.go:171","msg":"trace[511088010] range","detail":"{range_begin:/registry/masterleases/199.204.45.102; range_end:; response_count:1; response_revision:779; }","duration":"605.610845ms","start":"2026-03-20T10:17:02.2728Z","end":"2026-03-20T10:17:02.87841Z","steps":["trace[511088010] 'agreement among raft nodes before linearized reading' (duration: 605.521333ms)"],"step_count":1} {"level":"warn","ts":"2026-03-20T10:17:02.878436Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-20T10:17:02.272784Z","time spent":"605.647136ms","remote":"127.0.0.1:51238","response type":"/etcdserverpb.KV/Range","request count":0,"request size":39,"response count":1,"response size":157,"request content":"key:\"/registry/masterleases/199.204.45.102\" "} {"level":"warn","ts":"2026-03-20T10:17:02.878425Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-20T10:17:01.970293Z","time spent":"908.062459ms","remote":"127.0.0.1:51504","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":491,"response count":0,"response size":38,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-03-20T10:17:02.878596Z","caller":"traceutil/trace.go:171","msg":"trace[156804209] transaction","detail":"{read_only:false; response_revision:778; number_of_response:1; }","duration":"908.415788ms","start":"2026-03-20T10:17:01.970166Z","end":"2026-03-20T10:17:02.878582Z","steps":["trace[156804209] 'process raft request' (duration: 907.884684ms)"],"step_count":1} {"level":"warn","ts":"2026-03-20T10:17:02.87866Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-20T10:17:01.970156Z","time spent":"908.47221ms","remote":"127.0.0.1:51504","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":463,"response count":0,"response size":38,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-03-20T10:17:03.52004Z","caller":"traceutil/trace.go:171","msg":"trace[205542086] transaction","detail":"{read_only:false; response_revision:783; number_of_response:1; }","duration":"108.820056ms","start":"2026-03-20T10:17:03.411195Z","end":"2026-03-20T10:17:03.520015Z","steps":["trace[205542086] 'process raft request' (duration: 108.496588ms)"],"step_count":1} {"level":"info","ts":"2026-03-20T10:17:03.968981Z","caller":"traceutil/trace.go:171","msg":"trace[88920512] transaction","detail":"{read_only:false; response_revision:785; number_of_response:1; }","duration":"122.670696ms","start":"2026-03-20T10:17:03.846287Z","end":"2026-03-20T10:17:03.968958Z","steps":["trace[88920512] 'process raft request' (duration: 122.517393ms)"],"step_count":1} {"level":"info","ts":"2026-03-20T10:17:04.848202Z","caller":"traceutil/trace.go:171","msg":"trace[373110870] linearizableReadLoop","detail":"{readStateIndex:833; appliedIndex:832; }","duration":"413.463377ms","start":"2026-03-20T10:17:04.43472Z","end":"2026-03-20T10:17:04.848183Z","steps":["trace[373110870] 'read index received' (duration: 413.334463ms)","trace[373110870] 'applied index is now lower than readState.Index' (duration: 128.114µs)"],"step_count":2} {"level":"info","ts":"2026-03-20T10:17:04.848261Z","caller":"traceutil/trace.go:171","msg":"trace[1691368735] transaction","detail":"{read_only:false; response_revision:787; number_of_response:1; }","duration":"422.888823ms","start":"2026-03-20T10:17:04.42533Z","end":"2026-03-20T10:17:04.848218Z","steps":["trace[1691368735] 'process raft request' (duration: 422.686998ms)"],"step_count":1} {"level":"warn","ts":"2026-03-20T10:17:04.848336Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"413.59262ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/namespaces/kube-system\" ","response":"range_response_count:1 size:351"} {"level":"info","ts":"2026-03-20T10:17:04.848359Z","caller":"traceutil/trace.go:171","msg":"trace[59108932] range","detail":"{range_begin:/registry/namespaces/kube-system; range_end:; response_count:1; response_revision:787; }","duration":"413.637221ms","start":"2026-03-20T10:17:04.434715Z","end":"2026-03-20T10:17:04.848352Z","steps":["trace[59108932] 'agreement among raft nodes before linearized reading' (duration: 413.548129ms)"],"step_count":1} {"level":"warn","ts":"2026-03-20T10:17:04.848384Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-20T10:17:04.434674Z","time spent":"413.704532ms","remote":"127.0.0.1:51344","response type":"/etcdserverpb.KV/Range","request count":0,"request size":34,"response count":1,"response size":373,"request content":"key:\"/registry/namespaces/kube-system\" "} {"level":"warn","ts":"2026-03-20T10:17:04.848431Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-20T10:17:04.425308Z","time spent":"423.022667ms","remote":"127.0.0.1:51424","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":18698,"response count":0,"response size":38,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-03-20T10:17:05.349077Z","caller":"etcdserver/v3_server.go:897","msg":"waiting for ReadIndex response took too long, retrying","sent-request-id":184257304220176509,"retry-timeout":"500ms"} {"level":"warn","ts":"2026-03-20T10:17:05.849263Z","caller":"etcdserver/v3_server.go:897","msg":"waiting for ReadIndex response took too long, retrying","sent-request-id":184257304220176509,"retry-timeout":"500ms"} {"level":"warn","ts":"2026-03-20T10:17:06.350033Z","caller":"etcdserver/v3_server.go:897","msg":"waiting for ReadIndex response took too long, retrying","sent-request-id":184257304220176509,"retry-timeout":"500ms"} {"level":"warn","ts":"2026-03-20T10:17:06.57985Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"2.000094311s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/health\" ","response":"","error":"context deadline exceeded"} {"level":"info","ts":"2026-03-20T10:17:06.580013Z","caller":"traceutil/trace.go:171","msg":"trace[174857550] range","detail":"{range_begin:/registry/health; range_end:; }","duration":"2.000302115s","start":"2026-03-20T10:17:04.579692Z","end":"2026-03-20T10:17:06.579994Z","steps":["trace[174857550] 'agreement among raft nodes before linearized reading' (duration: 2.00010966s)"],"step_count":1} {"level":"warn","ts":"2026-03-20T10:17:06.580061Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-20T10:17:04.579677Z","time spent":"2.000373747s","remote":"127.0.0.1:51202","response type":"/etcdserverpb.KV/Range","request count":0,"request size":18,"response count":0,"response size":0,"request content":"key:\"/registry/health\" "} {"level":"warn","ts":"2026-03-20T10:17:06.850981Z","caller":"etcdserver/v3_server.go:897","msg":"waiting for ReadIndex response took too long, retrying","sent-request-id":184257304220176509,"retry-timeout":"500ms"} {"level":"warn","ts":"2026-03-20T10:17:07.351575Z","caller":"etcdserver/v3_server.go:897","msg":"waiting for ReadIndex response took too long, retrying","sent-request-id":184257304220176509,"retry-timeout":"500ms"} {"level":"warn","ts":"2026-03-20T10:17:07.852697Z","caller":"etcdserver/v3_server.go:897","msg":"waiting for ReadIndex response took too long, retrying","sent-request-id":184257304220176509,"retry-timeout":"500ms"} {"level":"warn","ts":"2026-03-20T10:17:07.854293Z","caller":"wal/wal.go:805","msg":"slow fdatasync","took":"3.006317027s","expected-duration":"1s"} {"level":"info","ts":"2026-03-20T10:17:07.854972Z","caller":"traceutil/trace.go:171","msg":"trace[421580738] transaction","detail":"{read_only:false; response_revision:788; number_of_response:1; }","duration":"3.263011626s","start":"2026-03-20T10:17:04.591935Z","end":"2026-03-20T10:17:07.854946Z","steps":["trace[421580738] 'process raft request' (duration: 3.262877983s)"],"step_count":1} {"level":"warn","ts":"2026-03-20T10:17:07.855131Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-20T10:17:04.591918Z","time spent":"3.263142009s","remote":"127.0.0.1:51292","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":780,"response count":0,"response size":38,"request content":"compare: success:> failure:<>"} {"level":"warn","ts":"2026-03-20T10:17:08.222566Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"175.795387ms","expected-duration":"100ms","prefix":"","request":"header: txn: success:> failure: >>","response":"size:16"} {"level":"info","ts":"2026-03-20T10:17:08.222696Z","caller":"traceutil/trace.go:171","msg":"trace[1850714619] transaction","detail":"{read_only:false; response_revision:789; number_of_response:1; }","duration":"445.830462ms","start":"2026-03-20T10:17:07.776833Z","end":"2026-03-20T10:17:08.222664Z","steps":["trace[1850714619] 'process raft request' (duration: 269.83801ms)","trace[1850714619] 'compare' (duration: 175.452009ms)"],"step_count":2} {"level":"warn","ts":"2026-03-20T10:17:08.222856Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-20T10:17:07.77681Z","time spent":"445.954695ms","remote":"127.0.0.1:51504","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":521,"response count":0,"response size":38,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-03-20T10:17:08.222905Z","caller":"traceutil/trace.go:171","msg":"trace[812737845] linearizableReadLoop","detail":"{readStateIndex:835; appliedIndex:833; }","duration":"3.374641792s","start":"2026-03-20T10:17:04.848249Z","end":"2026-03-20T10:17:08.222891Z","steps":["trace[812737845] 'read index received' (duration: 3.006631614s)","trace[812737845] 'applied index is now lower than readState.Index' (duration: 368.008258ms)"],"step_count":2} {"level":"warn","ts":"2026-03-20T10:17:08.223347Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.794631654s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/cilium.io/ciliumnodes/instance\" ","response":"range_response_count:0 size:5"} {"level":"warn","ts":"2026-03-20T10:17:08.223391Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"3.339611528s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/plndr-svcs-lock\" ","response":"range_response_count:1 size:437"} {"level":"warn","ts":"2026-03-20T10:17:08.22345Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.828623662s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/health\" ","response":"range_response_count:0 size:5"} {"level":"info","ts":"2026-03-20T10:17:08.223479Z","caller":"traceutil/trace.go:171","msg":"trace[1318643932] range","detail":"{range_begin:/registry/health; range_end:; response_count:0; response_revision:790; }","duration":"1.828679444s","start":"2026-03-20T10:17:06.394791Z","end":"2026-03-20T10:17:08.223471Z","steps":["trace[1318643932] 'agreement among raft nodes before linearized reading' (duration: 1.828638442s)"],"step_count":1} {"level":"warn","ts":"2026-03-20T10:17:08.223507Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-20T10:17:06.394774Z","time spent":"1.828727674s","remote":"127.0.0.1:51202","response type":"/etcdserverpb.KV/Range","request count":0,"request size":18,"response count":0,"response size":27,"request content":"key:\"/registry/health\" "} {"level":"warn","ts":"2026-03-20T10:17:08.223513Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"742.863759ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/\" range_end:\"/registry/leases0\" count_only:true ","response":"range_response_count:0 size:7"} {"level":"warn","ts":"2026-03-20T10:17:08.223509Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"3.339596638s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/kube-controller-manager\" ","response":"range_response_count:1 size:506"} {"level":"info","ts":"2026-03-20T10:17:08.223552Z","caller":"traceutil/trace.go:171","msg":"trace[674064592] range","detail":"{range_begin:/registry/leases/; range_end:/registry/leases0; response_count:0; response_revision:790; }","duration":"742.950442ms","start":"2026-03-20T10:17:07.480592Z","end":"2026-03-20T10:17:08.223542Z","steps":["trace[674064592] 'agreement among raft nodes before linearized reading' (duration: 742.87869ms)"],"step_count":1} {"level":"info","ts":"2026-03-20T10:17:08.223565Z","caller":"traceutil/trace.go:171","msg":"trace[178892291] range","detail":"{range_begin:/registry/leases/kube-system/kube-controller-manager; range_end:; response_count:1; response_revision:790; }","duration":"3.339695631s","start":"2026-03-20T10:17:04.883855Z","end":"2026-03-20T10:17:08.22355Z","steps":["trace[178892291] 'agreement among raft nodes before linearized reading' (duration: 3.339534196s)"],"step_count":1} {"level":"info","ts":"2026-03-20T10:17:08.223516Z","caller":"traceutil/trace.go:171","msg":"trace[1235335327] range","detail":"{range_begin:/registry/leases/kube-system/plndr-svcs-lock; range_end:; response_count:1; response_revision:790; }","duration":"3.339695381s","start":"2026-03-20T10:17:04.883737Z","end":"2026-03-20T10:17:08.223432Z","steps":["trace[1235335327] 'agreement among raft nodes before linearized reading' (duration: 3.339458715s)"],"step_count":1} {"level":"warn","ts":"2026-03-20T10:17:08.2236Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-20T10:17:04.883827Z","time spent":"3.339764994s","remote":"127.0.0.1:51504","response type":"/etcdserverpb.KV/Range","request count":0,"request size":54,"response count":1,"response size":528,"request content":"key:\"/registry/leases/kube-system/kube-controller-manager\" "} {"level":"warn","ts":"2026-03-20T10:17:08.223631Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.642399013s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/health\" ","response":"range_response_count:0 size:5"} {"level":"info","ts":"2026-03-20T10:17:08.223661Z","caller":"traceutil/trace.go:171","msg":"trace[51967753] range","detail":"{range_begin:/registry/health; range_end:; response_count:0; response_revision:790; }","duration":"1.642459965s","start":"2026-03-20T10:17:06.581193Z","end":"2026-03-20T10:17:08.223653Z","steps":["trace[51967753] 'agreement among raft nodes before linearized reading' (duration: 1.642419224s)"],"step_count":1} {"level":"warn","ts":"2026-03-20T10:17:08.223691Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-20T10:17:06.58113Z","time spent":"1.642556418s","remote":"127.0.0.1:51190","response type":"/etcdserverpb.KV/Range","request count":0,"request size":18,"response count":0,"response size":27,"request content":"key:\"/registry/health\" "} {"level":"warn","ts":"2026-03-20T10:17:08.223712Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.944789335s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/cilium.io/ciliumnodes/\" range_end:\"/registry/cilium.io/ciliumnodes0\" count_only:true ","response":"range_response_count:0 size:5"} {"level":"info","ts":"2026-03-20T10:17:08.223714Z","caller":"traceutil/trace.go:171","msg":"trace[366641996] transaction","detail":"{read_only:false; response_revision:790; number_of_response:1; }","duration":"247.687242ms","start":"2026-03-20T10:17:07.976009Z","end":"2026-03-20T10:17:08.223696Z","steps":["trace[366641996] 'process raft request' (duration: 246.974623ms)"],"step_count":1} {"level":"warn","ts":"2026-03-20T10:17:08.223651Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-20T10:17:04.883724Z","time spent":"3.339910807s","remote":"127.0.0.1:51504","response type":"/etcdserverpb.KV/Range","request count":0,"request size":46,"response count":1,"response size":459,"request content":"key:\"/registry/leases/kube-system/plndr-svcs-lock\" "} {"level":"info","ts":"2026-03-20T10:17:08.223741Z","caller":"traceutil/trace.go:171","msg":"trace[1778412137] range","detail":"{range_begin:/registry/cilium.io/ciliumnodes/; range_end:/registry/cilium.io/ciliumnodes0; response_count:0; response_revision:790; }","duration":"1.944852567s","start":"2026-03-20T10:17:06.278881Z","end":"2026-03-20T10:17:08.223733Z","steps":["trace[1778412137] 'agreement among raft nodes before linearized reading' (duration: 1.944802466s)"],"step_count":1} {"level":"info","ts":"2026-03-20T10:17:08.223442Z","caller":"traceutil/trace.go:171","msg":"trace[1410276930] range","detail":"{range_begin:/registry/cilium.io/ciliumnodes/instance; range_end:; response_count:0; response_revision:790; }","duration":"1.794812928s","start":"2026-03-20T10:17:06.428607Z","end":"2026-03-20T10:17:08.22342Z","steps":["trace[1410276930] 'agreement among raft nodes before linearized reading' (duration: 1.794632834s)"],"step_count":1} {"level":"warn","ts":"2026-03-20T10:17:08.22377Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-20T10:17:06.278862Z","time spent":"1.944899838s","remote":"127.0.0.1:53944","response type":"/etcdserverpb.KV/Range","request count":0,"request size":70,"response count":0,"response size":27,"request content":"key:\"/registry/cilium.io/ciliumnodes/\" range_end:\"/registry/cilium.io/ciliumnodes0\" count_only:true "} {"level":"warn","ts":"2026-03-20T10:17:08.223791Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-20T10:17:06.428585Z","time spent":"1.795197039s","remote":"127.0.0.1:53944","response type":"/etcdserverpb.KV/Range","request count":0,"request size":42,"response count":0,"response size":27,"request content":"key:\"/registry/cilium.io/ciliumnodes/instance\" "} {"level":"warn","ts":"2026-03-20T10:17:08.22359Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-20T10:17:07.480574Z","time spent":"743.007903ms","remote":"127.0.0.1:51504","response type":"/etcdserverpb.KV/Range","request count":0,"request size":40,"response count":7,"response size":29,"request content":"key:\"/registry/leases/\" range_end:\"/registry/leases0\" count_only:true "} {"level":"warn","ts":"2026-03-20T10:17:08.223876Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.794618674s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/cilium.io/ciliumnodes/instance\" ","response":"range_response_count:0 size:5"} {"level":"info","ts":"2026-03-20T10:17:08.223914Z","caller":"traceutil/trace.go:171","msg":"trace[91276323] range","detail":"{range_begin:/registry/cilium.io/ciliumnodes/instance; range_end:; response_count:0; response_revision:790; }","duration":"1.794679176s","start":"2026-03-20T10:17:06.429226Z","end":"2026-03-20T10:17:08.223905Z","steps":["trace[91276323] 'agreement among raft nodes before linearized reading' (duration: 1.794624825s)"],"step_count":1} {"level":"warn","ts":"2026-03-20T10:17:08.223946Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-20T10:17:06.429216Z","time spent":"1.794724297s","remote":"127.0.0.1:53944","response type":"/etcdserverpb.KV/Range","request count":0,"request size":42,"response count":0,"response size":27,"request content":"key:\"/registry/cilium.io/ciliumnodes/instance\" "} {"level":"warn","ts":"2026-03-20T10:17:08.223409Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"2.90464727s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/csistoragecapacities/\" range_end:\"/registry/csistoragecapacities0\" count_only:true ","response":"range_response_count:0 size:5"} {"level":"info","ts":"2026-03-20T10:17:08.224006Z","caller":"traceutil/trace.go:171","msg":"trace[1465362005] range","detail":"{range_begin:/registry/csistoragecapacities/; range_end:/registry/csistoragecapacities0; response_count:0; response_revision:790; }","duration":"2.905306427s","start":"2026-03-20T10:17:05.318692Z","end":"2026-03-20T10:17:08.223999Z","steps":["trace[1465362005] 'agreement among raft nodes before linearized reading' (duration: 2.90467492s)"],"step_count":1} {"level":"warn","ts":"2026-03-20T10:17:08.22401Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"124.349359ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/health\" ","response":"range_response_count:0 size:5"} {"level":"warn","ts":"2026-03-20T10:17:08.224034Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-20T10:17:05.318669Z","time spent":"2.905357938s","remote":"127.0.0.1:51632","response type":"/etcdserverpb.KV/Range","request count":0,"request size":68,"response count":0,"response size":27,"request content":"key:\"/registry/csistoragecapacities/\" range_end:\"/registry/csistoragecapacities0\" count_only:true "} {"level":"warn","ts":"2026-03-20T10:17:08.22354Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"365.041903ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/events/kube-system/cilium-7cwfr.189e8542a98d62a4\" ","response":"range_response_count:1 size:795"} {"level":"info","ts":"2026-03-20T10:17:08.224058Z","caller":"traceutil/trace.go:171","msg":"trace[1082778770] range","detail":"{range_begin:/registry/health; range_end:; response_count:0; response_revision:790; }","duration":"124.432671ms","start":"2026-03-20T10:17:08.099609Z","end":"2026-03-20T10:17:08.224042Z","steps":["trace[1082778770] 'agreement among raft nodes before linearized reading' (duration: 124.365049ms)"],"step_count":1} {"level":"info","ts":"2026-03-20T10:17:08.22409Z","caller":"traceutil/trace.go:171","msg":"trace[2138641812] range","detail":"{range_begin:/registry/events/kube-system/cilium-7cwfr.189e8542a98d62a4; range_end:; response_count:1; response_revision:790; }","duration":"365.627579ms","start":"2026-03-20T10:17:07.858446Z","end":"2026-03-20T10:17:08.224073Z","steps":["trace[2138641812] 'agreement among raft nodes before linearized reading' (duration: 364.988442ms)"],"step_count":1} {"level":"warn","ts":"2026-03-20T10:17:08.224089Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"3.340230495s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/kube-scheduler\" ","response":"range_response_count:1 size:478"} {"level":"warn","ts":"2026-03-20T10:17:08.224134Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-20T10:17:07.858428Z","time spent":"365.69384ms","remote":"127.0.0.1:51292","response type":"/etcdserverpb.KV/Range","request count":0,"request size":60,"response count":1,"response size":817,"request content":"key:\"/registry/events/kube-system/cilium-7cwfr.189e8542a98d62a4\" "} {"level":"info","ts":"2026-03-20T10:17:08.224145Z","caller":"traceutil/trace.go:171","msg":"trace[1926567127] range","detail":"{range_begin:/registry/leases/kube-system/kube-scheduler; range_end:; response_count:1; response_revision:790; }","duration":"3.340353678s","start":"2026-03-20T10:17:04.883777Z","end":"2026-03-20T10:17:08.22413Z","steps":["trace[1926567127] 'agreement among raft nodes before linearized reading' (duration: 3.340105882s)"],"step_count":1} {"level":"warn","ts":"2026-03-20T10:17:08.224238Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-20T10:17:04.883772Z","time spent":"3.34045047s","remote":"127.0.0.1:51504","response type":"/etcdserverpb.KV/Range","request count":0,"request size":45,"response count":1,"response size":500,"request content":"key:\"/registry/leases/kube-system/kube-scheduler\" "} {"level":"warn","ts":"2026-03-20T10:17:08.224326Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"2.166700317s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/plndr-cp-lock\" ","response":"range_response_count:1 size:432"} {"level":"info","ts":"2026-03-20T10:17:08.224439Z","caller":"traceutil/trace.go:171","msg":"trace[701361319] range","detail":"{range_begin:/registry/leases/kube-system/plndr-cp-lock; range_end:; response_count:1; response_revision:790; }","duration":"2.16685456s","start":"2026-03-20T10:17:06.057576Z","end":"2026-03-20T10:17:08.22443Z","steps":["trace[701361319] 'agreement among raft nodes before linearized reading' (duration: 2.165994169s)"],"step_count":1} {"level":"warn","ts":"2026-03-20T10:17:08.224618Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-20T10:17:06.057553Z","time spent":"2.166980233s","remote":"127.0.0.1:51504","response type":"/etcdserverpb.KV/Range","request count":0,"request size":44,"response count":1,"response size":454,"request content":"key:\"/registry/leases/kube-system/plndr-cp-lock\" "} {"level":"warn","ts":"2026-03-20T10:17:08.224417Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"3.340563353s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/cilium-operator-resource-lock\" ","response":"range_response_count:1 size:491"} {"level":"info","ts":"2026-03-20T10:17:08.225025Z","caller":"traceutil/trace.go:171","msg":"trace[1770288159] range","detail":"{range_begin:/registry/leases/kube-system/cilium-operator-resource-lock; range_end:; response_count:1; response_revision:790; }","duration":"3.34121459s","start":"2026-03-20T10:17:04.883791Z","end":"2026-03-20T10:17:08.225006Z","steps":["trace[1770288159] 'agreement among raft nodes before linearized reading' (duration: 3.339586828s)"],"step_count":1} {"level":"warn","ts":"2026-03-20T10:17:08.225119Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-20T10:17:04.883789Z","time spent":"3.341311602s","remote":"127.0.0.1:51504","response type":"/etcdserverpb.KV/Range","request count":0,"request size":60,"response count":1,"response size":513,"request content":"key:\"/registry/leases/kube-system/cilium-operator-resource-lock\" "} {"level":"info","ts":"2026-03-20T10:17:08.530058Z","caller":"traceutil/trace.go:171","msg":"trace[425406535] transaction","detail":"{read_only:false; response_revision:791; number_of_response:1; }","duration":"303.082609ms","start":"2026-03-20T10:17:08.226944Z","end":"2026-03-20T10:17:08.530027Z","steps":["trace[425406535] 'process raft request' (duration: 286.132572ms)","trace[425406535] 'compare' (duration: 16.766943ms)"],"step_count":2} {"level":"warn","ts":"2026-03-20T10:17:08.530487Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-20T10:17:08.226926Z","time spent":"303.220062ms","remote":"127.0.0.1:51292","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":780,"response count":0,"response size":38,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-03-20T10:17:08.559212Z","caller":"traceutil/trace.go:171","msg":"trace[932994694] linearizableReadLoop","detail":"{readStateIndex:843; appliedIndex:836; }","duration":"326.866379ms","start":"2026-03-20T10:17:08.232327Z","end":"2026-03-20T10:17:08.559193Z","steps":["trace[932994694] 'read index received' (duration: 280.760096ms)","trace[932994694] 'applied index is now lower than readState.Index' (duration: 46.105273ms)"],"step_count":2} {"level":"info","ts":"2026-03-20T10:17:08.559355Z","caller":"traceutil/trace.go:171","msg":"trace[566734490] transaction","detail":"{read_only:false; response_revision:792; number_of_response:1; }","duration":"330.367669ms","start":"2026-03-20T10:17:08.228967Z","end":"2026-03-20T10:17:08.559333Z","steps":["trace[566734490] 'process raft request' (duration: 329.835015ms)"],"step_count":1} {"level":"info","ts":"2026-03-20T10:17:08.5594Z","caller":"traceutil/trace.go:171","msg":"trace[338630325] transaction","detail":"{read_only:false; number_of_response:0; response_revision:797; }","duration":"326.230083ms","start":"2026-03-20T10:17:08.233165Z","end":"2026-03-20T10:17:08.559396Z","steps":["trace[338630325] 'process raft request' (duration: 326.006878ms)"],"step_count":1} {"level":"warn","ts":"2026-03-20T10:17:08.55948Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-20T10:17:08.233157Z","time spent":"326.259734ms","remote":"127.0.0.1:53944","response type":"/etcdserverpb.KV/Txn","request count":0,"request size":0,"response count":0,"response size":27,"request content":"compare: success:> failure:<>"} {"level":"info","ts":"2026-03-20T10:17:08.55954Z","caller":"traceutil/trace.go:171","msg":"trace[30721857] transaction","detail":"{read_only:false; response_revision:795; number_of_response:1; }","duration":"329.973417ms","start":"2026-03-20T10:17:08.229535Z","end":"2026-03-20T10:17:08.559508Z","steps":["trace[30721857] 'process raft request' (duration: 329.515436ms)"],"step_count":1} {"level":"info","ts":"2026-03-20T10:17:08.559648Z","caller":"traceutil/trace.go:171","msg":"trace[1646859350] transaction","detail":"{read_only:false; response_revision:793; number_of_response:1; }","duration":"330.564963ms","start":"2026-03-20T10:17:08.229072Z","end":"2026-03-20T10:17:08.559637Z","steps":["trace[1646859350] 'process raft request' (duration: 329.911007ms)"],"step_count":1} {"level":"warn","ts":"2026-03-20T10:17:08.559742Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-20T10:17:08.229518Z","time spent":"330.103241ms","remote":"127.0.0.1:51504","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":491,"response count":0,"response size":38,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-03-20T10:17:08.559902Z","caller":"traceutil/trace.go:171","msg":"trace[306264995] transaction","detail":"{read_only:false; response_revision:794; number_of_response:1; }","duration":"330.674046ms","start":"2026-03-20T10:17:08.229204Z","end":"2026-03-20T10:17:08.559878Z","steps":["trace[306264995] 'process raft request' (duration: 329.816854ms)"],"step_count":1} {"level":"warn","ts":"2026-03-20T10:17:08.559946Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-20T10:17:08.229177Z","time spent":"330.745987ms","remote":"127.0.0.1:51504","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":423,"response count":0,"response size":38,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-03-20T10:17:08.560041Z","caller":"traceutil/trace.go:171","msg":"trace[1703501275] transaction","detail":"{read_only:false; response_revision:796; number_of_response:1; }","duration":"329.419145ms","start":"2026-03-20T10:17:08.230598Z","end":"2026-03-20T10:17:08.560017Z","steps":["trace[1703501275] 'process raft request' (duration: 328.48321ms)"],"step_count":1} {"level":"warn","ts":"2026-03-20T10:17:08.560098Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-20T10:17:08.230586Z","time spent":"329.490486ms","remote":"127.0.0.1:51504","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":476,"response count":0,"response size":38,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-03-20T10:17:08.560186Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"327.858255ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/health\" ","response":"range_response_count:0 size:5"} {"level":"info","ts":"2026-03-20T10:17:08.560228Z","caller":"traceutil/trace.go:171","msg":"trace[1277930133] range","detail":"{range_begin:/registry/health; range_end:; response_count:0; response_revision:797; }","duration":"327.907096ms","start":"2026-03-20T10:17:08.232298Z","end":"2026-03-20T10:17:08.560205Z","steps":["trace[1277930133] 'agreement among raft nodes before linearized reading' (duration: 327.865425ms)"],"step_count":1} {"level":"warn","ts":"2026-03-20T10:17:08.560252Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-20T10:17:08.232289Z","time spent":"327.957127ms","remote":"127.0.0.1:51190","response type":"/etcdserverpb.KV/Range","request count":0,"request size":18,"response count":0,"response size":27,"request content":"key:\"/registry/health\" "} {"level":"warn","ts":"2026-03-20T10:17:08.559701Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-20T10:17:08.229064Z","time spent":"330.606074ms","remote":"127.0.0.1:51504","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":463,"response count":0,"response size":38,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-03-20T10:17:08.55938Z","caller":"traceutil/trace.go:171","msg":"trace[1081537026] transaction","detail":"{read_only:false; response_revision:797; number_of_response:1; }","duration":"327.26869ms","start":"2026-03-20T10:17:08.232103Z","end":"2026-03-20T10:17:08.559372Z","steps":["trace[1081537026] 'process raft request' (duration: 327.008343ms)"],"step_count":1} {"level":"warn","ts":"2026-03-20T10:17:08.56143Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-20T10:17:08.228956Z","time spent":"330.460501ms","remote":"127.0.0.1:51504","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":418,"response count":0,"response size":38,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-03-20T10:17:08.56401Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-20T10:17:08.232091Z","time spent":"328.567243ms","remote":"127.0.0.1:53944","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":1653,"response count":0,"response size":38,"request content":"compare: success:> failure:<>"} {"level":"warn","ts":"2026-03-20T10:17:09.389643Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"196.228842ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/endpointslices/\" range_end:\"/registry/endpointslices0\" count_only:true ","response":"range_response_count:0 size:7"} {"level":"info","ts":"2026-03-20T10:17:09.38973Z","caller":"traceutil/trace.go:171","msg":"trace[360017948] range","detail":"{range_begin:/registry/endpointslices/; range_end:/registry/endpointslices0; response_count:0; response_revision:801; }","duration":"196.415367ms","start":"2026-03-20T10:17:09.193296Z","end":"2026-03-20T10:17:09.389712Z","steps":["trace[360017948] 'count revisions from in-memory index tree' (duration: 196.11004ms)"],"step_count":1} {"level":"info","ts":"2026-03-20T10:17:10.826827Z","caller":"traceutil/trace.go:171","msg":"trace[287210214] linearizableReadLoop","detail":"{readStateIndex:852; appliedIndex:849; }","duration":"255.697014ms","start":"2026-03-20T10:17:10.571115Z","end":"2026-03-20T10:17:10.826812Z","steps":["trace[287210214] 'read index received' (duration: 41.190099ms)","trace[287210214] 'applied index is now lower than readState.Index' (duration: 214.503785ms)"],"step_count":2} {"level":"info","ts":"2026-03-20T10:17:10.826995Z","caller":"traceutil/trace.go:171","msg":"trace[1345167270] transaction","detail":"{read_only:false; response_revision:805; number_of_response:1; }","duration":"255.120999ms","start":"2026-03-20T10:17:10.571821Z","end":"2026-03-20T10:17:10.826942Z","steps":["trace[1345167270] 'process raft request' (duration: 254.957675ms)"],"step_count":1} {"level":"info","ts":"2026-03-20T10:17:10.827237Z","caller":"traceutil/trace.go:171","msg":"trace[1390020930] transaction","detail":"{read_only:false; response_revision:804; number_of_response:1; }","duration":"256.194107ms","start":"2026-03-20T10:17:10.571034Z","end":"2026-03-20T10:17:10.827228Z","steps":["trace[1390020930] 'process raft request' (duration: 255.718695ms)"],"step_count":1} {"level":"info","ts":"2026-03-20T10:17:10.827335Z","caller":"traceutil/trace.go:171","msg":"trace[1106989749] transaction","detail":"{read_only:false; response_revision:803; number_of_response:1; }","duration":"256.411463ms","start":"2026-03-20T10:17:10.570919Z","end":"2026-03-20T10:17:10.82733Z","steps":["trace[1106989749] 'process raft request' (duration: 222.593189ms)","trace[1106989749] 'compare' (duration: 33.136067ms)"],"step_count":2} {"level":"warn","ts":"2026-03-20T10:17:10.827008Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"246.230475ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/health\" ","response":"range_response_count:0 size:5"} {"level":"info","ts":"2026-03-20T10:17:10.827422Z","caller":"traceutil/trace.go:171","msg":"trace[1191372069] range","detail":"{range_begin:/registry/health; range_end:; response_count:0; response_revision:805; }","duration":"246.687087ms","start":"2026-03-20T10:17:10.580728Z","end":"2026-03-20T10:17:10.827415Z","steps":["trace[1191372069] 'agreement among raft nodes before linearized reading' (duration: 246.219985ms)"],"step_count":1} {"level":"warn","ts":"2026-03-20T10:17:10.827291Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"256.086193ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/kube-scheduler\" ","response":"range_response_count:1 size:478"} {"level":"info","ts":"2026-03-20T10:17:10.827623Z","caller":"traceutil/trace.go:171","msg":"trace[691048948] range","detail":"{range_begin:/registry/leases/kube-system/kube-scheduler; range_end:; response_count:1; response_revision:805; }","duration":"256.509534ms","start":"2026-03-20T10:17:10.571096Z","end":"2026-03-20T10:17:10.827605Z","steps":["trace[691048948] 'agreement among raft nodes before linearized reading' (duration: 255.950671ms)"],"step_count":1} {"level":"warn","ts":"2026-03-20T10:17:10.828216Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"236.55197ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pods/kube-system/cilium-7cwfr\" ","response":"range_response_count:1 size:18713"} {"level":"info","ts":"2026-03-20T10:17:10.828256Z","caller":"traceutil/trace.go:171","msg":"trace[1964691471] range","detail":"{range_begin:/registry/pods/kube-system/cilium-7cwfr; range_end:; response_count:1; response_revision:805; }","duration":"236.604811ms","start":"2026-03-20T10:17:10.591645Z","end":"2026-03-20T10:17:10.82825Z","steps":["trace[1964691471] 'agreement among raft nodes before linearized reading' (duration: 235.494394ms)"],"step_count":1} {"level":"warn","ts":"2026-03-20T10:17:11.248353Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"203.824195ms","expected-duration":"100ms","prefix":"","request":"header: txn: success:> failure: >>","response":"size:16"} {"level":"info","ts":"2026-03-20T10:17:11.248503Z","caller":"traceutil/trace.go:171","msg":"trace[1639005610] transaction","detail":"{read_only:false; response_revision:806; number_of_response:1; }","duration":"415.865316ms","start":"2026-03-20T10:17:10.832611Z","end":"2026-03-20T10:17:11.248477Z","steps":["trace[1639005610] 'process raft request' (duration: 211.817545ms)","trace[1639005610] 'compare' (duration: 203.693242ms)"],"step_count":2} {"level":"warn","ts":"2026-03-20T10:17:11.2486Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-20T10:17:10.83259Z","time spent":"415.964269ms","remote":"127.0.0.1:51504","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":463,"response count":0,"response size":38,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-03-20T10:17:11.252911Z","caller":"traceutil/trace.go:171","msg":"trace[1245368513] transaction","detail":"{read_only:false; response_revision:807; number_of_response:1; }","duration":"409.888574ms","start":"2026-03-20T10:17:10.84301Z","end":"2026-03-20T10:17:11.252898Z","steps":["trace[1245368513] 'process raft request' (duration: 409.809602ms)"],"step_count":1} {"level":"warn","ts":"2026-03-20T10:17:11.252983Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-20T10:17:10.84298Z","time spent":"409.962577ms","remote":"127.0.0.1:51424","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":18698,"response count":0,"response size":38,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-03-20T10:17:13.120202Z","caller":"traceutil/trace.go:171","msg":"trace[996039833] transaction","detail":"{read_only:false; response_revision:814; number_of_response:1; }","duration":"284.48342ms","start":"2026-03-20T10:17:12.835691Z","end":"2026-03-20T10:17:13.120175Z","steps":["trace[996039833] 'process raft request' (duration: 284.326586ms)"],"step_count":1} {"level":"info","ts":"2026-03-20T10:17:13.124603Z","caller":"traceutil/trace.go:171","msg":"trace[81306562] transaction","detail":"{read_only:false; response_revision:815; number_of_response:1; }","duration":"287.721452ms","start":"2026-03-20T10:17:12.836863Z","end":"2026-03-20T10:17:13.124585Z","steps":["trace[81306562] 'process raft request' (duration: 287.598339ms)"],"step_count":1} {"level":"info","ts":"2026-03-20T10:17:13.124742Z","caller":"traceutil/trace.go:171","msg":"trace[1516387324] transaction","detail":"{read_only:false; response_revision:816; number_of_response:1; }","duration":"287.519067ms","start":"2026-03-20T10:17:12.837217Z","end":"2026-03-20T10:17:13.124736Z","steps":["trace[1516387324] 'process raft request' (duration: 287.339353ms)"],"step_count":1} {"level":"info","ts":"2026-03-20T10:17:14.589508Z","caller":"traceutil/trace.go:171","msg":"trace[34986465] transaction","detail":"{read_only:false; response_revision:819; number_of_response:1; }","duration":"140.292351ms","start":"2026-03-20T10:17:14.449184Z","end":"2026-03-20T10:17:14.589476Z","steps":["trace[34986465] 'process raft request' (duration: 75.692351ms)","trace[34986465] 'compare' (duration: 64.421216ms)"],"step_count":2} {"level":"info","ts":"2026-03-20T10:17:14.864825Z","caller":"traceutil/trace.go:171","msg":"trace[1282456836] linearizableReadLoop","detail":"{readStateIndex:869; appliedIndex:868; }","duration":"160.06223ms","start":"2026-03-20T10:17:14.704736Z","end":"2026-03-20T10:17:14.864798Z","steps":["trace[1282456836] 'read index received' (duration: 151.442832ms)","trace[1282456836] 'applied index is now lower than readState.Index' (duration: 8.618328ms)"],"step_count":2} {"level":"warn","ts":"2026-03-20T10:17:14.865051Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"160.298475ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/plndr-svcs-lock\" ","response":"range_response_count:1 size:437"} {"level":"info","ts":"2026-03-20T10:17:14.865087Z","caller":"traceutil/trace.go:171","msg":"trace[1759580239] range","detail":"{range_begin:/registry/leases/kube-system/plndr-svcs-lock; range_end:; response_count:1; response_revision:820; }","duration":"160.386658ms","start":"2026-03-20T10:17:14.704688Z","end":"2026-03-20T10:17:14.865075Z","steps":["trace[1759580239] 'agreement among raft nodes before linearized reading' (duration: 160.206913ms)"],"step_count":1} {"level":"info","ts":"2026-03-20T10:17:14.865208Z","caller":"traceutil/trace.go:171","msg":"trace[1294571652] transaction","detail":"{read_only:false; response_revision:820; number_of_response:1; }","duration":"264.415783ms","start":"2026-03-20T10:17:14.60055Z","end":"2026-03-20T10:17:14.864966Z","steps":["trace[1294571652] 'process raft request' (duration: 255.708233ms)"],"step_count":1} {"level":"info","ts":"2026-03-20T10:17:15.072163Z","caller":"traceutil/trace.go:171","msg":"trace[1852601298] transaction","detail":"{read_only:false; response_revision:821; number_of_response:1; }","duration":"200.976083ms","start":"2026-03-20T10:17:14.87116Z","end":"2026-03-20T10:17:15.072136Z","steps":["trace[1852601298] 'process raft request' (duration: 105.76948ms)","trace[1852601298] 'compare' (duration: 95.09371ms)"],"step_count":2} {"level":"info","ts":"2026-03-20T10:17:15.102828Z","caller":"traceutil/trace.go:171","msg":"trace[150068981] transaction","detail":"{read_only:false; response_revision:822; number_of_response:1; }","duration":"231.519543ms","start":"2026-03-20T10:17:14.87128Z","end":"2026-03-20T10:17:15.102799Z","steps":["trace[150068981] 'process raft request' (duration: 231.263647ms)"],"step_count":1} {"level":"info","ts":"2026-03-20T10:17:15.102828Z","caller":"traceutil/trace.go:171","msg":"trace[960140365] transaction","detail":"{read_only:false; response_revision:823; number_of_response:1; }","duration":"231.315448ms","start":"2026-03-20T10:17:14.871484Z","end":"2026-03-20T10:17:15.1028Z","steps":["trace[960140365] 'process raft request' (duration: 231.223726ms)"],"step_count":1} {"level":"info","ts":"2026-03-20T10:17:15.10296Z","caller":"traceutil/trace.go:171","msg":"trace[1008947543] linearizableReadLoop","detail":"{readStateIndex:873; appliedIndex:869; }","duration":"196.867498ms","start":"2026-03-20T10:17:14.906068Z","end":"2026-03-20T10:17:15.102936Z","steps":["trace[1008947543] 'read index received' (duration: 70.899829ms)","trace[1008947543] 'applied index is now lower than readState.Index' (duration: 125.966399ms)"],"step_count":2} {"level":"info","ts":"2026-03-20T10:17:15.103008Z","caller":"traceutil/trace.go:171","msg":"trace[1435197633] transaction","detail":"{read_only:false; response_revision:824; number_of_response:1; }","duration":"231.450971ms","start":"2026-03-20T10:17:14.871542Z","end":"2026-03-20T10:17:15.102993Z","steps":["trace[1435197633] 'process raft request' (duration: 231.211945ms)"],"step_count":1} {"level":"warn","ts":"2026-03-20T10:17:15.103123Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"197.039323ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/serviceaccounts/\" range_end:\"/registry/serviceaccounts0\" count_only:true ","response":"range_response_count:0 size:7"} {"level":"info","ts":"2026-03-20T10:17:15.103165Z","caller":"traceutil/trace.go:171","msg":"trace[281843296] range","detail":"{range_begin:/registry/serviceaccounts/; range_end:/registry/serviceaccounts0; response_count:0; response_revision:824; }","duration":"197.100065ms","start":"2026-03-20T10:17:14.906053Z","end":"2026-03-20T10:17:15.103153Z","steps":["trace[281843296] 'agreement among raft nodes before linearized reading' (duration: 196.992022ms)"],"step_count":1} {"level":"info","ts":"2026-03-20T10:17:15.268406Z","caller":"traceutil/trace.go:171","msg":"trace[854318336] transaction","detail":"{read_only:false; response_revision:826; number_of_response:1; }","duration":"143.016069ms","start":"2026-03-20T10:17:15.125363Z","end":"2026-03-20T10:17:15.268379Z","steps":["trace[854318336] 'process raft request' (duration: 56.640849ms)","trace[854318336] 'compare' (duration: 86.211086ms)"],"step_count":2} {"level":"info","ts":"2026-03-20T10:17:15.341965Z","caller":"traceutil/trace.go:171","msg":"trace[1950020870] linearizableReadLoop","detail":"{readStateIndex:877; appliedIndex:874; }","duration":"213.230272ms","start":"2026-03-20T10:17:15.128708Z","end":"2026-03-20T10:17:15.341939Z","steps":["trace[1950020870] 'read index received' (duration: 53.279654ms)","trace[1950020870] 'applied index is now lower than readState.Index' (duration: 159.947588ms)"],"step_count":2} {"level":"info","ts":"2026-03-20T10:17:15.342345Z","caller":"traceutil/trace.go:171","msg":"trace[26256734] transaction","detail":"{read_only:false; response_revision:828; number_of_response:1; }","duration":"214.574305ms","start":"2026-03-20T10:17:15.127739Z","end":"2026-03-20T10:17:15.342313Z","steps":["trace[26256734] 'process raft request' (duration: 214.154295ms)"],"step_count":1} {"level":"info","ts":"2026-03-20T10:17:15.342385Z","caller":"traceutil/trace.go:171","msg":"trace[509910784] transaction","detail":"{read_only:false; response_revision:827; number_of_response:1; }","duration":"216.117864ms","start":"2026-03-20T10:17:15.126244Z","end":"2026-03-20T10:17:15.342361Z","steps":["trace[509910784] 'process raft request' (duration: 215.517198ms)"],"step_count":1} {"level":"warn","ts":"2026-03-20T10:17:15.343044Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"214.304979ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/plndr-cp-lock\" ","response":"range_response_count:1 size:433"} {"level":"info","ts":"2026-03-20T10:17:15.343083Z","caller":"traceutil/trace.go:171","msg":"trace[1925117521] range","detail":"{range_begin:/registry/leases/kube-system/plndr-cp-lock; range_end:; response_count:1; response_revision:828; }","duration":"214.394301ms","start":"2026-03-20T10:17:15.128678Z","end":"2026-03-20T10:17:15.343073Z","steps":["trace[1925117521] 'agreement among raft nodes before linearized reading' (duration: 214.220587ms)"],"step_count":1} {"level":"warn","ts":"2026-03-20T10:17:15.353989Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"225.03503ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/cilium-operator-resource-lock\" ","response":"range_response_count:1 size:491"} {"level":"info","ts":"2026-03-20T10:17:15.354074Z","caller":"traceutil/trace.go:171","msg":"trace[307181660] range","detail":"{range_begin:/registry/leases/kube-system/cilium-operator-resource-lock; range_end:; response_count:1; response_revision:829; }","duration":"225.143362ms","start":"2026-03-20T10:17:15.128903Z","end":"2026-03-20T10:17:15.354047Z","steps":["trace[307181660] 'agreement among raft nodes before linearized reading' (duration: 224.981118ms)"],"step_count":1} {"level":"info","ts":"2026-03-20T10:17:15.6217Z","caller":"traceutil/trace.go:171","msg":"trace[632052145] transaction","detail":"{read_only:false; response_revision:832; number_of_response:1; }","duration":"199.439523ms","start":"2026-03-20T10:17:15.422229Z","end":"2026-03-20T10:17:15.621669Z","steps":["trace[632052145] 'process raft request' (duration: 199.257369ms)"],"step_count":1} {"level":"info","ts":"2026-03-20T10:17:15.791881Z","caller":"traceutil/trace.go:171","msg":"trace[26470152] transaction","detail":"{read_only:false; response_revision:833; number_of_response:1; }","duration":"363.843083ms","start":"2026-03-20T10:17:15.427705Z","end":"2026-03-20T10:17:15.791548Z","steps":["trace[26470152] 'process raft request' (duration: 363.673039ms)"],"step_count":1} {"level":"warn","ts":"2026-03-20T10:17:15.792027Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-20T10:17:15.427674Z","time spent":"364.276424ms","remote":"127.0.0.1:51424","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":4762,"response count":0,"response size":38,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-03-20T10:17:16.094138Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"111.375071ms","expected-duration":"100ms","prefix":"","request":"header: txn: success:> failure: >>","response":"size:16"} {"level":"info","ts":"2026-03-20T10:17:16.094416Z","caller":"traceutil/trace.go:171","msg":"trace[1204074310] transaction","detail":"{read_only:false; response_revision:834; number_of_response:1; }","duration":"291.126208ms","start":"2026-03-20T10:17:15.803212Z","end":"2026-03-20T10:17:16.094339Z","steps":["trace[1204074310] 'process raft request' (duration: 179.452569ms)","trace[1204074310] 'compare' (duration: 111.184906ms)"],"step_count":2} {"level":"info","ts":"2026-03-20T10:17:16.878933Z","caller":"traceutil/trace.go:171","msg":"trace[1186589860] transaction","detail":"{read_only:false; response_revision:836; number_of_response:1; }","duration":"336.470712ms","start":"2026-03-20T10:17:16.54244Z","end":"2026-03-20T10:17:16.878911Z","steps":["trace[1186589860] 'process raft request' (duration: 336.352129ms)"],"step_count":1} {"level":"warn","ts":"2026-03-20T10:17:16.87906Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-20T10:17:16.542431Z","time spent":"336.567815ms","remote":"127.0.0.1:53926","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":2259,"response count":0,"response size":38,"request content":"compare: success:> failure:<>"} {"level":"info","ts":"2026-03-20T10:17:16.935752Z","caller":"traceutil/trace.go:171","msg":"trace[1883205059] linearizableReadLoop","detail":"{readStateIndex:886; appliedIndex:885; }","duration":"355.196724ms","start":"2026-03-20T10:17:16.580531Z","end":"2026-03-20T10:17:16.935727Z","steps":["trace[1883205059] 'read index received' (duration: 298.692268ms)","trace[1883205059] 'applied index is now lower than readState.Index' (duration: 56.503506ms)"],"step_count":2} {"level":"info","ts":"2026-03-20T10:17:16.936058Z","caller":"traceutil/trace.go:171","msg":"trace[623149374] transaction","detail":"{read_only:false; response_revision:837; number_of_response:1; }","duration":"393.41262ms","start":"2026-03-20T10:17:16.542632Z","end":"2026-03-20T10:17:16.936045Z","steps":["trace[623149374] 'process raft request' (duration: 392.933427ms)"],"step_count":1} {"level":"warn","ts":"2026-03-20T10:17:16.936159Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-20T10:17:16.542626Z","time spent":"393.474731ms","remote":"127.0.0.1:53926","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":2260,"response count":0,"response size":38,"request content":"compare: success:> failure:<>"} {"level":"info","ts":"2026-03-20T10:17:16.936405Z","caller":"traceutil/trace.go:171","msg":"trace[306750279] transaction","detail":"{read_only:false; response_revision:838; number_of_response:1; }","duration":"184.384854ms","start":"2026-03-20T10:17:16.752009Z","end":"2026-03-20T10:17:16.936393Z","steps":["trace[306750279] 'process raft request' (duration: 183.682375ms)"],"step_count":1} {"level":"warn","ts":"2026-03-20T10:17:16.936671Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"356.129308ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/health\" ","response":"range_response_count:0 size:5"} {"level":"info","ts":"2026-03-20T10:17:16.936714Z","caller":"traceutil/trace.go:171","msg":"trace[2105254277] range","detail":"{range_begin:/registry/health; range_end:; response_count:0; response_revision:838; }","duration":"356.20591ms","start":"2026-03-20T10:17:16.580498Z","end":"2026-03-20T10:17:16.936704Z","steps":["trace[2105254277] 'agreement among raft nodes before linearized reading' (duration: 356.110418ms)"],"step_count":1} {"level":"warn","ts":"2026-03-20T10:17:16.936745Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-20T10:17:16.580478Z","time spent":"356.260211ms","remote":"127.0.0.1:51190","response type":"/etcdserverpb.KV/Range","request count":0,"request size":18,"response count":0,"response size":27,"request content":"key:\"/registry/health\" "} {"level":"warn","ts":"2026-03-20T10:17:16.936934Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"318.239682ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/cronjobs/\" range_end:\"/registry/cronjobs0\" count_only:true ","response":"range_response_count:0 size:5"} {"level":"info","ts":"2026-03-20T10:17:16.936972Z","caller":"traceutil/trace.go:171","msg":"trace[613297338] range","detail":"{range_begin:/registry/cronjobs/; range_end:/registry/cronjobs0; response_count:0; response_revision:838; }","duration":"318.314014ms","start":"2026-03-20T10:17:16.618649Z","end":"2026-03-20T10:17:16.936963Z","steps":["trace[613297338] 'agreement among raft nodes before linearized reading' (duration: 318.258203ms)"],"step_count":1} {"level":"warn","ts":"2026-03-20T10:17:16.937004Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-20T10:17:16.618629Z","time spent":"318.366616ms","remote":"127.0.0.1:51484","response type":"/etcdserverpb.KV/Range","request count":0,"request size":44,"response count":0,"response size":27,"request content":"key:\"/registry/cronjobs/\" range_end:\"/registry/cronjobs0\" count_only:true "} {"level":"info","ts":"2026-03-20T10:17:19.626471Z","caller":"traceutil/trace.go:171","msg":"trace[81909123] transaction","detail":"{read_only:false; response_revision:879; number_of_response:1; }","duration":"149.978265ms","start":"2026-03-20T10:17:19.476474Z","end":"2026-03-20T10:17:19.626452Z","steps":["trace[81909123] 'process raft request' (duration: 82.888462ms)","trace[81909123] 'compare' (duration: 66.94635ms)"],"step_count":2} {"level":"info","ts":"2026-03-20T10:17:19.626568Z","caller":"traceutil/trace.go:171","msg":"trace[557845541] transaction","detail":"{read_only:false; response_revision:880; number_of_response:1; }","duration":"110.501259ms","start":"2026-03-20T10:17:19.516048Z","end":"2026-03-20T10:17:19.626549Z","steps":["trace[557845541] 'process raft request' (duration: 110.423357ms)"],"step_count":1} {"level":"info","ts":"2026-03-20T10:17:19.6267Z","caller":"traceutil/trace.go:171","msg":"trace[456633967] linearizableReadLoop","detail":"{readStateIndex:930; appliedIndex:929; }","duration":"114.819418ms","start":"2026-03-20T10:17:19.511856Z","end":"2026-03-20T10:17:19.626676Z","steps":["trace[456633967] 'read index received' (duration: 47.600252ms)","trace[456633967] 'applied index is now lower than readState.Index' (duration: 67.215956ms)"],"step_count":2} {"level":"warn","ts":"2026-03-20T10:17:19.626867Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"155.953127ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/cilium-operator-resource-lock\" ","response":"range_response_count:1 size:491"} {"level":"warn","ts":"2026-03-20T10:17:19.62687Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"150.95382ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pods/kube-system/coredns-7c96b6546b-4kxwz\" ","response":"range_response_count:1 size:4884"} {"level":"info","ts":"2026-03-20T10:17:19.626893Z","caller":"traceutil/trace.go:171","msg":"trace[823505496] range","detail":"{range_begin:/registry/leases/kube-system/cilium-operator-resource-lock; range_end:; response_count:1; response_revision:880; }","duration":"155.996208ms","start":"2026-03-20T10:17:19.470891Z","end":"2026-03-20T10:17:19.626887Z","steps":["trace[823505496] 'agreement among raft nodes before linearized reading' (duration: 155.904856ms)"],"step_count":1} {"level":"info","ts":"2026-03-20T10:17:19.62692Z","caller":"traceutil/trace.go:171","msg":"trace[1484065075] range","detail":"{range_begin:/registry/pods/kube-system/coredns-7c96b6546b-4kxwz; range_end:; response_count:1; response_revision:880; }","duration":"151.001592ms","start":"2026-03-20T10:17:19.475901Z","end":"2026-03-20T10:17:19.626902Z","steps":["trace[1484065075] 'agreement among raft nodes before linearized reading' (duration: 150.862238ms)"],"step_count":1} {"level":"warn","ts":"2026-03-20T10:17:19.627012Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"121.965558ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/cilium.io/ciliumexternalworkloads/\" range_end:\"/registry/cilium.io/ciliumexternalworkloads0\" count_only:true ","response":"range_response_count:0 size:5"} {"level":"info","ts":"2026-03-20T10:17:19.627035Z","caller":"traceutil/trace.go:171","msg":"trace[1021494382] range","detail":"{range_begin:/registry/cilium.io/ciliumexternalworkloads/; range_end:/registry/cilium.io/ciliumexternalworkloads0; response_count:0; response_revision:880; }","duration":"122.012679ms","start":"2026-03-20T10:17:19.505015Z","end":"2026-03-20T10:17:19.627028Z","steps":["trace[1021494382] 'agreement among raft nodes before linearized reading' (duration: 121.727182ms)"],"step_count":1} {"level":"info","ts":"2026-03-20T10:17:23.25354Z","caller":"traceutil/trace.go:171","msg":"trace[1647347893] transaction","detail":"{read_only:false; response_revision:889; number_of_response:1; }","duration":"104.992041ms","start":"2026-03-20T10:17:23.148528Z","end":"2026-03-20T10:17:23.25352Z","steps":["trace[1647347893] 'process raft request' (duration: 104.828597ms)"],"step_count":1} {"level":"warn","ts":"2026-03-20T10:17:23.57275Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"111.415923ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/serviceaccounts/kube-system/ceph-csi-rbd-nodeplugin\" ","response":"range_response_count:0 size:5"} {"level":"info","ts":"2026-03-20T10:17:23.572842Z","caller":"traceutil/trace.go:171","msg":"trace[205890559] range","detail":"{range_begin:/registry/serviceaccounts/kube-system/ceph-csi-rbd-nodeplugin; range_end:; response_count:0; response_revision:889; }","duration":"111.564336ms","start":"2026-03-20T10:17:23.461255Z","end":"2026-03-20T10:17:23.572819Z","steps":["trace[205890559] 'range keys from in-memory index tree' (duration: 111.34424ms)"],"step_count":1} {"level":"info","ts":"2026-03-20T10:17:23.800862Z","caller":"traceutil/trace.go:171","msg":"trace[667802760] transaction","detail":"{read_only:false; response_revision:892; number_of_response:1; }","duration":"106.300883ms","start":"2026-03-20T10:17:23.694538Z","end":"2026-03-20T10:17:23.800838Z","steps":["trace[667802760] 'process raft request' (duration: 106.255532ms)"],"step_count":1} {"level":"info","ts":"2026-03-20T10:17:23.800902Z","caller":"traceutil/trace.go:171","msg":"trace[130558241] transaction","detail":"{read_only:false; response_revision:891; number_of_response:1; }","duration":"106.353824ms","start":"2026-03-20T10:17:23.69452Z","end":"2026-03-20T10:17:23.800873Z","steps":["trace[130558241] 'process raft request' (duration: 106.135788ms)"],"step_count":1} {"level":"info","ts":"2026-03-20T10:17:23.837125Z","caller":"traceutil/trace.go:171","msg":"trace[1094536555] linearizableReadLoop","detail":"{readStateIndex:946; appliedIndex:943; }","duration":"115.388492ms","start":"2026-03-20T10:17:23.72171Z","end":"2026-03-20T10:17:23.837099Z","steps":["trace[1094536555] 'read index received' (duration: 78.911352ms)","trace[1094536555] 'applied index is now lower than readState.Index' (duration: 36.47615ms)"],"step_count":2} {"level":"info","ts":"2026-03-20T10:17:23.837238Z","caller":"traceutil/trace.go:171","msg":"trace[634584563] transaction","detail":"{read_only:false; response_revision:893; number_of_response:1; }","duration":"128.077043ms","start":"2026-03-20T10:17:23.709079Z","end":"2026-03-20T10:17:23.837156Z","steps":["trace[634584563] 'process raft request' (duration: 127.899378ms)"],"step_count":1} {"level":"warn","ts":"2026-03-20T10:17:23.837362Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"115.625898ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/controllers/\" range_end:\"/registry/controllers0\" count_only:true ","response":"range_response_count:0 size:5"} {"level":"info","ts":"2026-03-20T10:17:23.837403Z","caller":"traceutil/trace.go:171","msg":"trace[269942397] range","detail":"{range_begin:/registry/controllers/; range_end:/registry/controllers0; response_count:0; response_revision:893; }","duration":"115.716881ms","start":"2026-03-20T10:17:23.721675Z","end":"2026-03-20T10:17:23.837391Z","steps":["trace[269942397] 'agreement among raft nodes before linearized reading' (duration: 115.615098ms)"],"step_count":1} {"level":"info","ts":"2026-03-20T10:17:24.031632Z","caller":"traceutil/trace.go:171","msg":"trace[1678090765] transaction","detail":"{read_only:false; response_revision:897; number_of_response:1; }","duration":"122.693826ms","start":"2026-03-20T10:17:23.90891Z","end":"2026-03-20T10:17:24.031604Z","steps":["trace[1678090765] 'process raft request' (duration: 110.425047ms)","trace[1678090765] 'compare' (duration: 12.130136ms)"],"step_count":2} {"level":"warn","ts":"2026-03-20T10:17:24.854339Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"129.185551ms","expected-duration":"100ms","prefix":"","request":"header: txn: success:> failure:<>>","response":"size:16"} {"level":"info","ts":"2026-03-20T10:17:24.854515Z","caller":"traceutil/trace.go:171","msg":"trace[1155023632] transaction","detail":"{read_only:false; response_revision:921; number_of_response:1; }","duration":"359.165075ms","start":"2026-03-20T10:17:24.495329Z","end":"2026-03-20T10:17:24.854494Z","steps":["trace[1155023632] 'process raft request' (duration: 229.752518ms)","trace[1155023632] 'compare' (duration: 128.938005ms)"],"step_count":2} {"level":"warn","ts":"2026-03-20T10:17:24.854641Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-20T10:17:24.495284Z","time spent":"359.330009ms","remote":"127.0.0.1:51424","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":9634,"response count":0,"response size":38,"request content":"compare: success:> failure:<>"} {"level":"info","ts":"2026-03-20T10:17:24.883833Z","caller":"traceutil/trace.go:171","msg":"trace[481519126] transaction","detail":"{read_only:false; response_revision:922; number_of_response:1; }","duration":"378.679679ms","start":"2026-03-20T10:17:24.505132Z","end":"2026-03-20T10:17:24.883812Z","steps":["trace[481519126] 'process raft request' (duration: 378.521685ms)"],"step_count":1} {"level":"warn","ts":"2026-03-20T10:17:24.884077Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-20T10:17:24.505111Z","time spent":"378.844753ms","remote":"127.0.0.1:51670","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":10857,"response count":0,"response size":38,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-03-20T10:17:24.884273Z","caller":"traceutil/trace.go:171","msg":"trace[1933504304] transaction","detail":"{read_only:false; response_revision:923; number_of_response:1; }","duration":"378.860482ms","start":"2026-03-20T10:17:24.505338Z","end":"2026-03-20T10:17:24.884198Z","steps":["trace[1933504304] 'process raft request' (duration: 378.435811ms)"],"step_count":1} {"level":"info","ts":"2026-03-20T10:17:24.884346Z","caller":"traceutil/trace.go:171","msg":"trace[711898197] linearizableReadLoop","detail":"{readStateIndex:978; appliedIndex:973; }","duration":"303.734057ms","start":"2026-03-20T10:17:24.580591Z","end":"2026-03-20T10:17:24.884325Z","steps":["trace[711898197] 'read index received' (duration: 144.574229ms)","trace[711898197] 'applied index is now lower than readState.Index' (duration: 159.158768ms)"],"step_count":2} {"level":"warn","ts":"2026-03-20T10:17:24.884493Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"303.8928ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/health\" ","response":"range_response_count:0 size:5"} {"level":"info","ts":"2026-03-20T10:17:24.88448Z","caller":"traceutil/trace.go:171","msg":"trace[791709529] transaction","detail":"{read_only:false; response_revision:924; number_of_response:1; }","duration":"377.511619ms","start":"2026-03-20T10:17:24.506938Z","end":"2026-03-20T10:17:24.88445Z","steps":["trace[791709529] 'process raft request' (duration: 377.102199ms)"],"step_count":1} {"level":"info","ts":"2026-03-20T10:17:24.88455Z","caller":"traceutil/trace.go:171","msg":"trace[1058965343] range","detail":"{range_begin:/registry/health; range_end:; response_count:0; response_revision:925; }","duration":"303.999073ms","start":"2026-03-20T10:17:24.580535Z","end":"2026-03-20T10:17:24.884534Z","steps":["trace[1058965343] 'agreement among raft nodes before linearized reading' (duration: 303.88064ms)"],"step_count":1} {"level":"warn","ts":"2026-03-20T10:17:24.884541Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-20T10:17:24.505331Z","time spent":"379.086598ms","remote":"127.0.0.1:51292","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":747,"response count":0,"response size":38,"request content":"compare: success:> failure:<>"} {"level":"warn","ts":"2026-03-20T10:17:24.884596Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-20T10:17:24.580513Z","time spent":"304.072785ms","remote":"127.0.0.1:51202","response type":"/etcdserverpb.KV/Range","request count":0,"request size":18,"response count":0,"response size":27,"request content":"key:\"/registry/health\" "} {"level":"warn","ts":"2026-03-20T10:17:24.884618Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-20T10:17:24.506928Z","time spent":"377.622761ms","remote":"127.0.0.1:51424","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":10713,"response count":0,"response size":38,"request content":"compare: success:> failure:<>"} {"level":"info","ts":"2026-03-20T10:17:24.884606Z","caller":"traceutil/trace.go:171","msg":"trace[1252348299] transaction","detail":"{read_only:false; response_revision:925; number_of_response:1; }","duration":"373.924218ms","start":"2026-03-20T10:17:24.510657Z","end":"2026-03-20T10:17:24.884581Z","steps":["trace[1252348299] 'process raft request' (duration: 373.522088ms)"],"step_count":1} {"level":"warn","ts":"2026-03-20T10:17:24.884972Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-20T10:17:24.510635Z","time spent":"374.169104ms","remote":"127.0.0.1:51316","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":32853,"response count":0,"response size":38,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-03-20T10:17:25.06291Z","caller":"traceutil/trace.go:171","msg":"trace[2018062252] transaction","detail":"{read_only:false; response_revision:933; number_of_response:1; }","duration":"141.659476ms","start":"2026-03-20T10:17:24.92123Z","end":"2026-03-20T10:17:25.06289Z","steps":["trace[2018062252] 'process raft request' (duration: 141.548513ms)"],"step_count":1} {"level":"info","ts":"2026-03-20T10:17:25.063227Z","caller":"traceutil/trace.go:171","msg":"trace[863129230] transaction","detail":"{read_only:false; response_revision:932; number_of_response:1; }","duration":"143.327648ms","start":"2026-03-20T10:17:24.919883Z","end":"2026-03-20T10:17:25.063211Z","steps":["trace[863129230] 'process raft request' (duration: 51.47634ms)","trace[863129230] 'compare' (duration: 91.270783ms)"],"step_count":2} {"level":"info","ts":"2026-03-20T10:17:25.063465Z","caller":"traceutil/trace.go:171","msg":"trace[1864630748] linearizableReadLoop","detail":"{readStateIndex:986; appliedIndex:984; }","duration":"114.180472ms","start":"2026-03-20T10:17:24.949274Z","end":"2026-03-20T10:17:25.063454Z","steps":["trace[1864630748] 'read index received' (duration: 22.19682ms)","trace[1864630748] 'applied index is now lower than readState.Index' (duration: 91.982212ms)"],"step_count":2} {"level":"warn","ts":"2026-03-20T10:17:25.064153Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"145.838701ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pods/kube-system/ceph-csi-rbd-nodeplugin-vvdst\" ","response":"range_response_count:1 size:9695"} {"level":"info","ts":"2026-03-20T10:17:25.064179Z","caller":"traceutil/trace.go:171","msg":"trace[1007925736] range","detail":"{range_begin:/registry/pods/kube-system/ceph-csi-rbd-nodeplugin-vvdst; range_end:; response_count:1; response_revision:934; }","duration":"145.918673ms","start":"2026-03-20T10:17:24.918252Z","end":"2026-03-20T10:17:25.06417Z","steps":["trace[1007925736] 'agreement among raft nodes before linearized reading' (duration: 145.231216ms)"],"step_count":1} {"level":"info","ts":"2026-03-20T10:17:25.064333Z","caller":"traceutil/trace.go:171","msg":"trace[1866751220] transaction","detail":"{read_only:false; response_revision:934; number_of_response:1; }","duration":"100.445395ms","start":"2026-03-20T10:17:24.963869Z","end":"2026-03-20T10:17:25.064314Z","steps":["trace[1866751220] 'process raft request' (duration: 98.981259ms)"],"step_count":1} {"level":"warn","ts":"2026-03-20T10:17:25.064555Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"118.163642ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/secrets/kube-system/\" range_end:\"/registry/secrets/kube-system0\" ","response":"range_response_count:6 size:363682"} {"level":"info","ts":"2026-03-20T10:17:25.064579Z","caller":"traceutil/trace.go:171","msg":"trace[1574129483] range","detail":"{range_begin:/registry/secrets/kube-system/; range_end:/registry/secrets/kube-system0; response_count:6; response_revision:935; }","duration":"118.215624ms","start":"2026-03-20T10:17:24.946355Z","end":"2026-03-20T10:17:25.064571Z","steps":["trace[1574129483] 'agreement among raft nodes before linearized reading' (duration: 117.137457ms)"],"step_count":1} {"level":"warn","ts":"2026-03-20T10:17:25.54098Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"236.98646ms","expected-duration":"100ms","prefix":"","request":"header: txn: success:> failure: >>","response":"size:16"} {"level":"info","ts":"2026-03-20T10:17:25.541157Z","caller":"traceutil/trace.go:171","msg":"trace[832727582] linearizableReadLoop","detail":"{readStateIndex:993; appliedIndex:991; }","duration":"415.821075ms","start":"2026-03-20T10:17:25.125322Z","end":"2026-03-20T10:17:25.541143Z","steps":["trace[832727582] 'read index received' (duration: 178.695591ms)","trace[832727582] 'applied index is now lower than readState.Index' (duration: 237.124694ms)"],"step_count":2} {"level":"info","ts":"2026-03-20T10:17:25.541229Z","caller":"traceutil/trace.go:171","msg":"trace[191939097] transaction","detail":"{read_only:false; response_revision:939; number_of_response:1; }","duration":"418.635616ms","start":"2026-03-20T10:17:25.122584Z","end":"2026-03-20T10:17:25.54122Z","steps":["trace[191939097] 'process raft request' (duration: 181.308227ms)","trace[191939097] 'compare' (duration: 236.652882ms)"],"step_count":2} {"level":"warn","ts":"2026-03-20T10:17:25.541268Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-20T10:17:25.122567Z","time spent":"418.678126ms","remote":"127.0.0.1:51516","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":1508,"response count":0,"response size":38,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-03-20T10:17:25.541499Z","caller":"traceutil/trace.go:171","msg":"trace[348648449] transaction","detail":"{read_only:false; response_revision:940; number_of_response:1; }","duration":"418.610934ms","start":"2026-03-20T10:17:25.122881Z","end":"2026-03-20T10:17:25.541492Z","steps":["trace[348648449] 'process raft request' (duration: 418.184844ms)"],"step_count":1} {"level":"warn","ts":"2026-03-20T10:17:25.541538Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-20T10:17:25.122864Z","time spent":"418.651456ms","remote":"127.0.0.1:51406","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":915,"response count":0,"response size":38,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-03-20T10:17:25.541725Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"416.37882ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pods/kube-system/ceph-csi-rbd-provisioner-69cb97fb6-7sf5r\" ","response":"range_response_count:1 size:10774"} {"level":"info","ts":"2026-03-20T10:17:25.541798Z","caller":"traceutil/trace.go:171","msg":"trace[291922483] range","detail":"{range_begin:/registry/pods/kube-system/ceph-csi-rbd-provisioner-69cb97fb6-7sf5r; range_end:; response_count:1; response_revision:940; }","duration":"416.473542ms","start":"2026-03-20T10:17:25.125301Z","end":"2026-03-20T10:17:25.541775Z","steps":["trace[291922483] 'agreement among raft nodes before linearized reading' (duration: 416.274766ms)"],"step_count":1} {"level":"warn","ts":"2026-03-20T10:17:25.54184Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-20T10:17:25.125293Z","time spent":"416.537963ms","remote":"127.0.0.1:51424","response type":"/etcdserverpb.KV/Range","request count":0,"request size":69,"response count":1,"response size":10796,"request content":"key:\"/registry/pods/kube-system/ceph-csi-rbd-provisioner-69cb97fb6-7sf5r\" "} {"level":"warn","ts":"2026-03-20T10:17:25.541804Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"399.946594ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/cilium.io/ciliumendpoints/kube-system/coredns-7c96b6546b-4kxwz\" ","response":"range_response_count:1 size:2274"} {"level":"info","ts":"2026-03-20T10:17:25.54212Z","caller":"traceutil/trace.go:171","msg":"trace[301296132] range","detail":"{range_begin:/registry/cilium.io/ciliumendpoints/kube-system/coredns-7c96b6546b-4kxwz; range_end:; response_count:1; response_revision:940; }","duration":"400.312004ms","start":"2026-03-20T10:17:25.141786Z","end":"2026-03-20T10:17:25.542098Z","steps":["trace[301296132] 'agreement among raft nodes before linearized reading' (duration: 399.821ms)"],"step_count":1} {"level":"warn","ts":"2026-03-20T10:17:25.542146Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"366.884799ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/secrets/kube-system/\" range_end:\"/registry/secrets/kube-system0\" ","response":"range_response_count:6 size:363682"} {"level":"info","ts":"2026-03-20T10:17:25.542175Z","caller":"traceutil/trace.go:171","msg":"trace[2117103262] range","detail":"{range_begin:/registry/secrets/kube-system/; range_end:/registry/secrets/kube-system0; response_count:6; response_revision:940; }","duration":"366.91247ms","start":"2026-03-20T10:17:25.175252Z","end":"2026-03-20T10:17:25.542164Z","steps":["trace[2117103262] 'agreement among raft nodes before linearized reading' (duration: 366.704995ms)"],"step_count":1} {"level":"warn","ts":"2026-03-20T10:17:25.542171Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-20T10:17:25.141778Z","time spent":"400.380725ms","remote":"127.0.0.1:53926","response type":"/etcdserverpb.KV/Range","request count":0,"request size":74,"response count":1,"response size":2296,"request content":"key:\"/registry/cilium.io/ciliumendpoints/kube-system/coredns-7c96b6546b-4kxwz\" "} {"level":"warn","ts":"2026-03-20T10:17:25.542197Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-20T10:17:25.175239Z","time spent":"366.951772ms","remote":"127.0.0.1:51316","response type":"/etcdserverpb.KV/Range","request count":0,"request size":64,"response count":6,"response size":363704,"request content":"key:\"/registry/secrets/kube-system/\" range_end:\"/registry/secrets/kube-system0\" "} {"level":"warn","ts":"2026-03-20T10:17:25.542426Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"372.427579ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/serviceaccounts/kube-system/ceph-csi-rbd-provisioner\" ","response":"range_response_count:1 size:754"} {"level":"info","ts":"2026-03-20T10:17:25.542458Z","caller":"traceutil/trace.go:171","msg":"trace[1805523834] range","detail":"{range_begin:/registry/serviceaccounts/kube-system/ceph-csi-rbd-provisioner; range_end:; response_count:1; response_revision:940; }","duration":"372.465961ms","start":"2026-03-20T10:17:25.169981Z","end":"2026-03-20T10:17:25.542447Z","steps":["trace[1805523834] 'agreement among raft nodes before linearized reading' (duration: 372.373589ms)"],"step_count":1} {"level":"warn","ts":"2026-03-20T10:17:25.542507Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"285.328242ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/plndr-svcs-lock\" ","response":"range_response_count:1 size:436"} {"level":"warn","ts":"2026-03-20T10:17:25.542545Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"372.570703ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/serviceaccounts/kube-system/ceph-csi-rbd-provisioner\" ","response":"range_response_count:1 size:754"} {"level":"warn","ts":"2026-03-20T10:17:25.54249Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-20T10:17:25.169977Z","time spent":"372.505452ms","remote":"127.0.0.1:51434","response type":"/etcdserverpb.KV/Range","request count":0,"request size":64,"response count":1,"response size":776,"request content":"key:\"/registry/serviceaccounts/kube-system/ceph-csi-rbd-provisioner\" "} {"level":"info","ts":"2026-03-20T10:17:25.542588Z","caller":"traceutil/trace.go:171","msg":"trace[686298117] range","detail":"{range_begin:/registry/serviceaccounts/kube-system/ceph-csi-rbd-provisioner; range_end:; response_count:1; response_revision:940; }","duration":"372.642885ms","start":"2026-03-20T10:17:25.169933Z","end":"2026-03-20T10:17:25.542576Z","steps":["trace[686298117] 'agreement among raft nodes before linearized reading' (duration: 372.526582ms)"],"step_count":1} {"level":"info","ts":"2026-03-20T10:17:25.542584Z","caller":"traceutil/trace.go:171","msg":"trace[347582391] range","detail":"{range_begin:/registry/leases/kube-system/plndr-svcs-lock; range_end:; response_count:1; response_revision:940; }","duration":"285.459975ms","start":"2026-03-20T10:17:25.257103Z","end":"2026-03-20T10:17:25.542563Z","steps":["trace[347582391] 'agreement among raft nodes before linearized reading' (duration: 285.221369ms)"],"step_count":1} {"level":"warn","ts":"2026-03-20T10:17:25.542617Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-20T10:17:25.169904Z","time spent":"372.704696ms","remote":"127.0.0.1:51434","response type":"/etcdserverpb.KV/Range","request count":0,"request size":64,"response count":1,"response size":776,"request content":"key:\"/registry/serviceaccounts/kube-system/ceph-csi-rbd-provisioner\" "} {"level":"info","ts":"2026-03-20T10:17:25.82767Z","caller":"traceutil/trace.go:171","msg":"trace[471720890] transaction","detail":"{read_only:false; response_revision:941; number_of_response:1; }","duration":"282.017789ms","start":"2026-03-20T10:17:25.545634Z","end":"2026-03-20T10:17:25.827652Z","steps":["trace[471720890] 'process raft request' (duration: 246.725568ms)","trace[471720890] 'compare' (duration: 35.206909ms)"],"step_count":2} {"level":"info","ts":"2026-03-20T10:17:25.889403Z","caller":"traceutil/trace.go:171","msg":"trace[669175667] transaction","detail":"{read_only:false; number_of_response:1; response_revision:942; }","duration":"343.442659ms","start":"2026-03-20T10:17:25.545947Z","end":"2026-03-20T10:17:25.88939Z","steps":["trace[669175667] 'process raft request' (duration: 343.247724ms)"],"step_count":1} {"level":"info","ts":"2026-03-20T10:17:25.889523Z","caller":"traceutil/trace.go:171","msg":"trace[1698736193] transaction","detail":"{read_only:false; response_revision:943; number_of_response:1; }","duration":"333.730633ms","start":"2026-03-20T10:17:25.555765Z","end":"2026-03-20T10:17:25.889496Z","steps":["trace[1698736193] 'process raft request' (duration: 333.540828ms)"],"step_count":1} {"level":"warn","ts":"2026-03-20T10:17:25.889607Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-20T10:17:25.545935Z","time spent":"343.522981ms","remote":"127.0.0.1:53926","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":76,"response count":0,"response size":40,"request content":"compare: success: > failure: >"} {"level":"info","ts":"2026-03-20T10:17:25.889377Z","caller":"traceutil/trace.go:171","msg":"trace[1623684649] linearizableReadLoop","detail":"{readStateIndex:996; appliedIndex:993; }","duration":"279.582926ms","start":"2026-03-20T10:17:25.609775Z","end":"2026-03-20T10:17:25.889357Z","steps":["trace[1623684649] 'read index received' (duration: 182.596168ms)","trace[1623684649] 'applied index is now lower than readState.Index' (duration: 96.985758ms)"],"step_count":2} {"level":"warn","ts":"2026-03-20T10:17:25.889655Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-20T10:17:25.555744Z","time spent":"333.838506ms","remote":"127.0.0.1:51424","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":12627,"response count":0,"response size":38,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-03-20T10:17:25.889794Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"280.023718ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/kube-controller-manager\" ","response":"range_response_count:1 size:506"} {"level":"info","ts":"2026-03-20T10:17:25.889833Z","caller":"traceutil/trace.go:171","msg":"trace[1984508931] range","detail":"{range_begin:/registry/leases/kube-system/kube-controller-manager; range_end:; response_count:1; response_revision:943; }","duration":"280.10619ms","start":"2026-03-20T10:17:25.609714Z","end":"2026-03-20T10:17:25.88982Z","steps":["trace[1984508931] 'agreement among raft nodes before linearized reading' (duration: 279.977586ms)"],"step_count":1} {"level":"warn","ts":"2026-03-20T10:17:29.186341Z","caller":"etcdserver/v3_server.go:897","msg":"waiting for ReadIndex response took too long, retrying","sent-request-id":184257304220176828,"retry-timeout":"500ms"} {"level":"warn","ts":"2026-03-20T10:17:29.687217Z","caller":"etcdserver/v3_server.go:897","msg":"waiting for ReadIndex response took too long, retrying","sent-request-id":184257304220176828,"retry-timeout":"500ms"} {"level":"warn","ts":"2026-03-20T10:17:30.012835Z","caller":"wal/wal.go:805","msg":"slow fdatasync","took":"1.536272144s","expected-duration":"1s"} {"level":"info","ts":"2026-03-20T10:17:30.013232Z","caller":"traceutil/trace.go:171","msg":"trace[464514295] transaction","detail":"{read_only:false; response_revision:961; number_of_response:1; }","duration":"1.536767297s","start":"2026-03-20T10:17:28.476444Z","end":"2026-03-20T10:17:30.013211Z","steps":["trace[464514295] 'process raft request' (duration: 1.536599203s)"],"step_count":1} {"level":"warn","ts":"2026-03-20T10:17:30.013381Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-20T10:17:28.476415Z","time spent":"1.53686663s","remote":"127.0.0.1:51504","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":521,"response count":0,"response size":38,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-03-20T10:17:30.418457Z","caller":"traceutil/trace.go:171","msg":"trace[1768856809] linearizableReadLoop","detail":"{readStateIndex:1016; appliedIndex:1014; }","duration":"1.8396141s","start":"2026-03-20T10:17:28.578817Z","end":"2026-03-20T10:17:30.418431Z","steps":["trace[1768856809] 'read index received' (duration: 1.434214388s)","trace[1768856809] 'applied index is now lower than readState.Index' (duration: 405.398452ms)"],"step_count":2} {"level":"info","ts":"2026-03-20T10:17:30.418767Z","caller":"traceutil/trace.go:171","msg":"trace[1776767951] transaction","detail":"{read_only:false; response_revision:962; number_of_response:1; }","duration":"1.405170785s","start":"2026-03-20T10:17:29.013577Z","end":"2026-03-20T10:17:30.418748Z","steps":["trace[1776767951] 'process raft request' (duration: 1.389005527s)","trace[1776767951] 'compare' (duration: 15.088891ms)"],"step_count":2} {"level":"warn","ts":"2026-03-20T10:17:30.418889Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-20T10:17:29.013559Z","time spent":"1.405246677s","remote":"127.0.0.1:51504","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":672,"response count":0,"response size":38,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-03-20T10:17:30.419112Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.840288437s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/health\" ","response":"range_response_count:0 size:5"} {"level":"info","ts":"2026-03-20T10:17:30.419154Z","caller":"traceutil/trace.go:171","msg":"trace[490527374] range","detail":"{range_begin:/registry/health; range_end:; response_count:0; response_revision:962; }","duration":"1.840358179s","start":"2026-03-20T10:17:28.578782Z","end":"2026-03-20T10:17:30.41914Z","steps":["trace[490527374] 'agreement among raft nodes before linearized reading' (duration: 1.840291248s)"],"step_count":1} {"level":"warn","ts":"2026-03-20T10:17:30.419189Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-20T10:17:28.578765Z","time spent":"1.840415s","remote":"127.0.0.1:51202","response type":"/etcdserverpb.KV/Range","request count":0,"request size":18,"response count":0,"response size":27,"request content":"key:\"/registry/health\" "} {"level":"warn","ts":"2026-03-20T10:17:30.419487Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"548.890264ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/plndr-svcs-lock\" ","response":"range_response_count:1 size:437"} {"level":"info","ts":"2026-03-20T10:17:30.41953Z","caller":"traceutil/trace.go:171","msg":"trace[66146627] range","detail":"{range_begin:/registry/leases/kube-system/plndr-svcs-lock; range_end:; response_count:1; response_revision:962; }","duration":"548.969186ms","start":"2026-03-20T10:17:29.870548Z","end":"2026-03-20T10:17:30.419517Z","steps":["trace[66146627] 'agreement among raft nodes before linearized reading' (duration: 548.835032ms)"],"step_count":1} {"level":"warn","ts":"2026-03-20T10:17:30.419566Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-20T10:17:29.870528Z","time spent":"549.028338ms","remote":"127.0.0.1:51504","response type":"/etcdserverpb.KV/Range","request count":0,"request size":46,"response count":1,"response size":459,"request content":"key:\"/registry/leases/kube-system/plndr-svcs-lock\" "} {"level":"warn","ts":"2026-03-20T10:17:30.419693Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"478.257131ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/kube-controller-manager\" ","response":"range_response_count:1 size:506"} {"level":"info","ts":"2026-03-20T10:17:30.419738Z","caller":"traceutil/trace.go:171","msg":"trace[463549949] range","detail":"{range_begin:/registry/leases/kube-system/kube-controller-manager; range_end:; response_count:1; response_revision:962; }","duration":"478.305482ms","start":"2026-03-20T10:17:29.941421Z","end":"2026-03-20T10:17:30.419727Z","steps":["trace[463549949] 'agreement among raft nodes before linearized reading' (duration: 478.188399ms)"],"step_count":1} {"level":"warn","ts":"2026-03-20T10:17:30.419769Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-20T10:17:29.941398Z","time spent":"478.364104ms","remote":"127.0.0.1:51504","response type":"/etcdserverpb.KV/Range","request count":0,"request size":54,"response count":1,"response size":528,"request content":"key:\"/registry/leases/kube-system/kube-controller-manager\" "} {"level":"warn","ts":"2026-03-20T10:17:30.419817Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"478.497767ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/cilium-operator-resource-lock\" ","response":"range_response_count:1 size:491"} {"level":"info","ts":"2026-03-20T10:17:30.419858Z","caller":"traceutil/trace.go:171","msg":"trace[314344189] range","detail":"{range_begin:/registry/leases/kube-system/cilium-operator-resource-lock; range_end:; response_count:1; response_revision:962; }","duration":"478.559449ms","start":"2026-03-20T10:17:29.941287Z","end":"2026-03-20T10:17:30.419846Z","steps":["trace[314344189] 'agreement among raft nodes before linearized reading' (duration: 478.447136ms)"],"step_count":1} {"level":"warn","ts":"2026-03-20T10:17:30.419865Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"478.318593ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/plndr-cp-lock\" ","response":"range_response_count:1 size:433"} {"level":"warn","ts":"2026-03-20T10:17:30.419897Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-20T10:17:29.941277Z","time spent":"478.60876ms","remote":"127.0.0.1:51504","response type":"/etcdserverpb.KV/Range","request count":0,"request size":60,"response count":1,"response size":513,"request content":"key:\"/registry/leases/kube-system/cilium-operator-resource-lock\" "} {"level":"info","ts":"2026-03-20T10:17:30.419933Z","caller":"traceutil/trace.go:171","msg":"trace[1806382172] range","detail":"{range_begin:/registry/leases/kube-system/plndr-cp-lock; range_end:; response_count:1; response_revision:962; }","duration":"478.414535ms","start":"2026-03-20T10:17:29.941502Z","end":"2026-03-20T10:17:30.419916Z","steps":["trace[1806382172] 'agreement among raft nodes before linearized reading' (duration: 478.201589ms)"],"step_count":1} {"level":"warn","ts":"2026-03-20T10:17:30.419977Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-20T10:17:29.941496Z","time spent":"478.472147ms","remote":"127.0.0.1:51504","response type":"/etcdserverpb.KV/Range","request count":0,"request size":44,"response count":1,"response size":455,"request content":"key:\"/registry/leases/kube-system/plndr-cp-lock\" "} {"level":"warn","ts":"2026-03-20T10:17:30.420024Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"485.138934ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/kube-scheduler\" ","response":"range_response_count:1 size:478"} {"level":"info","ts":"2026-03-20T10:17:30.420057Z","caller":"traceutil/trace.go:171","msg":"trace[2073949376] range","detail":"{range_begin:/registry/leases/kube-system/kube-scheduler; range_end:; response_count:1; response_revision:962; }","duration":"485.195686ms","start":"2026-03-20T10:17:29.934852Z","end":"2026-03-20T10:17:30.420047Z","steps":["trace[2073949376] 'agreement among raft nodes before linearized reading' (duration: 485.109284ms)"],"step_count":1} {"level":"warn","ts":"2026-03-20T10:17:30.420085Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-20T10:17:29.934836Z","time spent":"485.243077ms","remote":"127.0.0.1:51504","response type":"/etcdserverpb.KV/Range","request count":0,"request size":45,"response count":1,"response size":500,"request content":"key:\"/registry/leases/kube-system/kube-scheduler\" "} {"level":"warn","ts":"2026-03-20T10:17:32.942307Z","caller":"etcdserver/v3_server.go:897","msg":"waiting for ReadIndex response took too long, retrying","sent-request-id":184257304220176846,"retry-timeout":"500ms"} {"level":"warn","ts":"2026-03-20T10:17:33.443131Z","caller":"etcdserver/v3_server.go:897","msg":"waiting for ReadIndex response took too long, retrying","sent-request-id":184257304220176846,"retry-timeout":"500ms"} {"level":"warn","ts":"2026-03-20T10:17:33.943634Z","caller":"etcdserver/v3_server.go:897","msg":"waiting for ReadIndex response took too long, retrying","sent-request-id":184257304220176846,"retry-timeout":"500ms"} {"level":"warn","ts":"2026-03-20T10:17:34.273056Z","caller":"wal/wal.go:805","msg":"slow fdatasync","took":"1.997363972s","expected-duration":"1s"} {"level":"info","ts":"2026-03-20T10:17:34.273384Z","caller":"traceutil/trace.go:171","msg":"trace[160848324] linearizableReadLoop","detail":"{readStateIndex:1022; appliedIndex:1021; }","duration":"1.831911895s","start":"2026-03-20T10:17:32.44145Z","end":"2026-03-20T10:17:34.273361Z","steps":["trace[160848324] 'read index received' (duration: 1.831751551s)","trace[160848324] 'applied index is now lower than readState.Index' (duration: 158.844µs)"],"step_count":2} {"level":"warn","ts":"2026-03-20T10:17:34.273436Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-20T10:17:32.275606Z","time spent":"1.997817343s","remote":"127.0.0.1:51238","response type":"/etcdserverpb.Lease/LeaseGrant","request count":-1,"request size":-1,"response count":-1,"response size":-1,"request content":""} {"level":"warn","ts":"2026-03-20T10:17:34.273564Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.303111339s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/rolebindings/\" range_end:\"/registry/rolebindings0\" count_only:true ","response":"range_response_count:0 size:7"} {"level":"warn","ts":"2026-03-20T10:17:34.273632Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.558633599s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/cilium.io/ciliumnetworkpolicies/\" range_end:\"/registry/cilium.io/ciliumnetworkpolicies0\" count_only:true ","response":"range_response_count:0 size:5"} {"level":"info","ts":"2026-03-20T10:17:34.273643Z","caller":"traceutil/trace.go:171","msg":"trace[59842562] range","detail":"{range_begin:/registry/rolebindings/; range_end:/registry/rolebindings0; response_count:0; response_revision:967; }","duration":"1.303256243s","start":"2026-03-20T10:17:32.970374Z","end":"2026-03-20T10:17:34.27363Z","steps":["trace[59842562] 'agreement among raft nodes before linearized reading' (duration: 1.303109558s)"],"step_count":1} {"level":"info","ts":"2026-03-20T10:17:34.273671Z","caller":"traceutil/trace.go:171","msg":"trace[1790350437] range","detail":"{range_begin:/registry/cilium.io/ciliumnetworkpolicies/; range_end:/registry/cilium.io/ciliumnetworkpolicies0; response_count:0; response_revision:967; }","duration":"1.558691871s","start":"2026-03-20T10:17:32.714967Z","end":"2026-03-20T10:17:34.273659Z","steps":["trace[1790350437] 'agreement among raft nodes before linearized reading' (duration: 1.55863946s)"],"step_count":1} {"level":"warn","ts":"2026-03-20T10:17:34.273624Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.832155013s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/plndr-svcs-lock\" ","response":"range_response_count:1 size:437"} {"level":"warn","ts":"2026-03-20T10:17:34.273714Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-20T10:17:32.714954Z","time spent":"1.558748532s","remote":"127.0.0.1:53942","response type":"/etcdserverpb.KV/Range","request count":0,"request size":90,"response count":0,"response size":27,"request content":"key:\"/registry/cilium.io/ciliumnetworkpolicies/\" range_end:\"/registry/cilium.io/ciliumnetworkpolicies0\" count_only:true "} {"level":"info","ts":"2026-03-20T10:17:34.27375Z","caller":"traceutil/trace.go:171","msg":"trace[757320144] range","detail":"{range_begin:/registry/leases/kube-system/plndr-svcs-lock; range_end:; response_count:1; response_revision:967; }","duration":"1.832295907s","start":"2026-03-20T10:17:32.441437Z","end":"2026-03-20T10:17:34.273733Z","steps":["trace[757320144] 'agreement among raft nodes before linearized reading' (duration: 1.832015899s)"],"step_count":1} {"level":"warn","ts":"2026-03-20T10:17:34.273769Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"642.959688ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/services/specs/\" range_end:\"/registry/services/specs0\" count_only:true ","response":"range_response_count:0 size:7"} {"level":"warn","ts":"2026-03-20T10:17:34.273796Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-20T10:17:32.441381Z","time spent":"1.832406009s","remote":"127.0.0.1:51504","response type":"/etcdserverpb.KV/Range","request count":0,"request size":46,"response count":1,"response size":459,"request content":"key:\"/registry/leases/kube-system/plndr-svcs-lock\" "} {"level":"warn","ts":"2026-03-20T10:17:34.273839Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"695.040633ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/health\" ","response":"range_response_count:0 size:5"} {"level":"info","ts":"2026-03-20T10:17:34.273872Z","caller":"traceutil/trace.go:171","msg":"trace[829668668] range","detail":"{range_begin:/registry/health; range_end:; response_count:0; response_revision:967; }","duration":"695.112665ms","start":"2026-03-20T10:17:33.578752Z","end":"2026-03-20T10:17:34.273865Z","steps":["trace[829668668] 'agreement among raft nodes before linearized reading' (duration: 695.063724ms)"],"step_count":1} {"level":"warn","ts":"2026-03-20T10:17:34.273901Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-20T10:17:33.578733Z","time spent":"695.162386ms","remote":"127.0.0.1:51202","response type":"/etcdserverpb.KV/Range","request count":0,"request size":18,"response count":0,"response size":27,"request content":"key:\"/registry/health\" "} {"level":"warn","ts":"2026-03-20T10:17:34.273707Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-20T10:17:32.970355Z","time spent":"1.303332776s","remote":"127.0.0.1:51568","response type":"/etcdserverpb.KV/Range","request count":0,"request size":52,"response count":14,"response size":29,"request content":"key:\"/registry/rolebindings/\" range_end:\"/registry/rolebindings0\" count_only:true "} {"level":"warn","ts":"2026-03-20T10:17:34.27401Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.799276762s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/plndr-cp-lock\" ","response":"range_response_count:1 size:433"} {"level":"info","ts":"2026-03-20T10:17:34.273798Z","caller":"traceutil/trace.go:171","msg":"trace[1702095909] range","detail":"{range_begin:/registry/services/specs/; range_end:/registry/services/specs0; response_count:0; response_revision:967; }","duration":"643.012019ms","start":"2026-03-20T10:17:33.630778Z","end":"2026-03-20T10:17:34.27379Z","steps":["trace[1702095909] 'agreement among raft nodes before linearized reading' (duration: 642.963008ms)"],"step_count":1} {"level":"warn","ts":"2026-03-20T10:17:34.273587Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.799361114s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/kube-controller-manager\" ","response":"range_response_count:1 size:506"} {"level":"warn","ts":"2026-03-20T10:17:34.274101Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-20T10:17:33.630763Z","time spent":"643.322017ms","remote":"127.0.0.1:51428","response type":"/etcdserverpb.KV/Range","request count":0,"request size":56,"response count":4,"response size":29,"request content":"key:\"/registry/services/specs/\" range_end:\"/registry/services/specs0\" count_only:true "} {"level":"info","ts":"2026-03-20T10:17:34.274126Z","caller":"traceutil/trace.go:171","msg":"trace[1276554195] range","detail":"{range_begin:/registry/leases/kube-system/kube-controller-manager; range_end:; response_count:1; response_revision:967; }","duration":"1.799933409s","start":"2026-03-20T10:17:32.474182Z","end":"2026-03-20T10:17:34.274116Z","steps":["trace[1276554195] 'agreement among raft nodes before linearized reading' (duration: 1.799273622s)"],"step_count":1} {"level":"warn","ts":"2026-03-20T10:17:34.274019Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.799778146s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/cilium-operator-resource-lock\" ","response":"range_response_count:1 size:491"} {"level":"info","ts":"2026-03-20T10:17:34.274204Z","caller":"traceutil/trace.go:171","msg":"trace[726731769] range","detail":"{range_begin:/registry/leases/kube-system/cilium-operator-resource-lock; range_end:; response_count:1; response_revision:967; }","duration":"1.79996911s","start":"2026-03-20T10:17:32.474224Z","end":"2026-03-20T10:17:34.274193Z","steps":["trace[726731769] 'agreement among raft nodes before linearized reading' (duration: 1.799728064s)"],"step_count":1} {"level":"warn","ts":"2026-03-20T10:17:34.274244Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-20T10:17:32.474221Z","time spent":"1.800014011s","remote":"127.0.0.1:51504","response type":"/etcdserverpb.KV/Range","request count":0,"request size":60,"response count":1,"response size":513,"request content":"key:\"/registry/leases/kube-system/cilium-operator-resource-lock\" "} {"level":"info","ts":"2026-03-20T10:17:34.274056Z","caller":"traceutil/trace.go:171","msg":"trace[2044555090] range","detail":"{range_begin:/registry/leases/kube-system/plndr-cp-lock; range_end:; response_count:1; response_revision:967; }","duration":"1.799360914s","start":"2026-03-20T10:17:32.474683Z","end":"2026-03-20T10:17:34.274044Z","steps":["trace[2044555090] 'agreement among raft nodes before linearized reading' (duration: 1.799276932s)"],"step_count":1} {"level":"warn","ts":"2026-03-20T10:17:34.274345Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-20T10:17:32.474659Z","time spent":"1.799675273s","remote":"127.0.0.1:51504","response type":"/etcdserverpb.KV/Range","request count":0,"request size":44,"response count":1,"response size":455,"request content":"key:\"/registry/leases/kube-system/plndr-cp-lock\" "} {"level":"warn","ts":"2026-03-20T10:17:34.274164Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-20T10:17:32.474169Z","time spent":"1.79998566s","remote":"127.0.0.1:51504","response type":"/etcdserverpb.KV/Range","request count":0,"request size":54,"response count":1,"response size":528,"request content":"key:\"/registry/leases/kube-system/kube-controller-manager\" "} {"level":"warn","ts":"2026-03-20T10:17:34.273936Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.799635071s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/kube-scheduler\" ","response":"range_response_count:1 size:478"} {"level":"info","ts":"2026-03-20T10:17:34.274452Z","caller":"traceutil/trace.go:171","msg":"trace[1871567484] range","detail":"{range_begin:/registry/leases/kube-system/kube-scheduler; range_end:; response_count:1; response_revision:967; }","duration":"1.800180575s","start":"2026-03-20T10:17:32.474261Z","end":"2026-03-20T10:17:34.274441Z","steps":["trace[1871567484] 'agreement among raft nodes before linearized reading' (duration: 1.799598141s)"],"step_count":1} {"level":"warn","ts":"2026-03-20T10:17:34.274484Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-20T10:17:32.474246Z","time spent":"1.800229226s","remote":"127.0.0.1:51504","response type":"/etcdserverpb.KV/Range","request count":0,"request size":45,"response count":1,"response size":500,"request content":"key:\"/registry/leases/kube-system/kube-scheduler\" "} {"level":"warn","ts":"2026-03-20T10:17:34.889234Z","caller":"etcdserver/v3_server.go:897","msg":"waiting for ReadIndex response took too long, retrying","sent-request-id":184257304220176851,"retry-timeout":"500ms"} {"level":"warn","ts":"2026-03-20T10:17:35.38983Z","caller":"etcdserver/v3_server.go:897","msg":"waiting for ReadIndex response took too long, retrying","sent-request-id":184257304220176851,"retry-timeout":"500ms"} {"level":"warn","ts":"2026-03-20T10:17:35.870344Z","caller":"wal/wal.go:805","msg":"slow fdatasync","took":"1.090636937s","expected-duration":"1s"} {"level":"info","ts":"2026-03-20T10:17:35.874408Z","caller":"traceutil/trace.go:171","msg":"trace[1801689402] transaction","detail":"{read_only:false; response_revision:968; number_of_response:1; }","duration":"1.599294145s","start":"2026-03-20T10:17:34.275092Z","end":"2026-03-20T10:17:35.874386Z","steps":["trace[1801689402] 'process raft request' (duration: 1.595481559s)"],"step_count":1} {"level":"warn","ts":"2026-03-20T10:17:35.87454Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-20T10:17:34.275067Z","time spent":"1.599404368s","remote":"127.0.0.1:51238","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":120,"response count":0,"response size":38,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-03-20T10:17:35.922647Z","caller":"traceutil/trace.go:171","msg":"trace[65846132] linearizableReadLoop","detail":"{readStateIndex:1028; appliedIndex:1022; }","duration":"1.533769311s","start":"2026-03-20T10:17:34.388856Z","end":"2026-03-20T10:17:35.922625Z","steps":["trace[65846132] 'read index received' (duration: 1.481720288s)","trace[65846132] 'applied index is now lower than readState.Index' (duration: 52.048073ms)"],"step_count":2} {"level":"info","ts":"2026-03-20T10:17:35.922957Z","caller":"traceutil/trace.go:171","msg":"trace[1864460402] transaction","detail":"{read_only:false; response_revision:969; number_of_response:1; }","duration":"1.643792518s","start":"2026-03-20T10:17:34.279153Z","end":"2026-03-20T10:17:35.922946Z","steps":["trace[1864460402] 'process raft request' (duration: 1.643213154s)"],"step_count":1} {"level":"warn","ts":"2026-03-20T10:17:35.923064Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-20T10:17:34.27913Z","time spent":"1.64386403s","remote":"127.0.0.1:51504","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":476,"response count":0,"response size":38,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-03-20T10:17:35.923258Z","caller":"traceutil/trace.go:171","msg":"trace[1467139167] transaction","detail":"{read_only:false; response_revision:970; number_of_response:1; }","duration":"1.644036314s","start":"2026-03-20T10:17:34.279209Z","end":"2026-03-20T10:17:35.923245Z","steps":["trace[1467139167] 'process raft request' (duration: 1.643301615s)"],"step_count":1} {"level":"warn","ts":"2026-03-20T10:17:35.923367Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-20T10:17:34.279194Z","time spent":"1.644093835s","remote":"127.0.0.1:51504","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":419,"response count":0,"response size":38,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-03-20T10:17:35.923576Z","caller":"traceutil/trace.go:171","msg":"trace[1898530204] transaction","detail":"{read_only:false; response_revision:971; number_of_response:1; }","duration":"1.644333521s","start":"2026-03-20T10:17:34.279231Z","end":"2026-03-20T10:17:35.923564Z","steps":["trace[1898530204] 'process raft request' (duration: 1.643313245s)"],"step_count":1} {"level":"warn","ts":"2026-03-20T10:17:35.923638Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-20T10:17:34.279223Z","time spent":"1.644377723s","remote":"127.0.0.1:51504","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":491,"response count":0,"response size":38,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-03-20T10:17:35.923755Z","caller":"traceutil/trace.go:171","msg":"trace[1383096260] transaction","detail":"{read_only:false; response_revision:972; number_of_response:1; }","duration":"1.643006879s","start":"2026-03-20T10:17:34.28074Z","end":"2026-03-20T10:17:35.923747Z","steps":["trace[1383096260] 'process raft request' (duration: 1.641829809s)"],"step_count":1} {"level":"warn","ts":"2026-03-20T10:17:35.923801Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-20T10:17:34.280731Z","time spent":"1.64304383s","remote":"127.0.0.1:51504","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":423,"response count":0,"response size":38,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-03-20T10:17:35.923906Z","caller":"traceutil/trace.go:171","msg":"trace[511514281] transaction","detail":"{read_only:false; response_revision:973; number_of_response:1; }","duration":"1.642747142s","start":"2026-03-20T10:17:34.281151Z","end":"2026-03-20T10:17:35.923898Z","steps":["trace[511514281] 'process raft request' (duration: 1.641446248s)"],"step_count":1} {"level":"warn","ts":"2026-03-20T10:17:35.923949Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-20T10:17:34.281143Z","time spent":"1.642782814s","remote":"127.0.0.1:51504","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":463,"response count":0,"response size":38,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-03-20T10:17:35.92408Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.535228558s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/limitranges/\" range_end:\"/registry/limitranges0\" count_only:true ","response":"range_response_count:0 size:5"} {"level":"info","ts":"2026-03-20T10:17:35.92411Z","caller":"traceutil/trace.go:171","msg":"trace[1755426977] range","detail":"{range_begin:/registry/limitranges/; range_end:/registry/limitranges0; response_count:0; response_revision:973; }","duration":"1.53529227s","start":"2026-03-20T10:17:34.388809Z","end":"2026-03-20T10:17:35.924101Z","steps":["trace[1755426977] 'agreement among raft nodes before linearized reading' (duration: 1.535241989s)"],"step_count":1} {"level":"warn","ts":"2026-03-20T10:17:35.925005Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-20T10:17:34.388792Z","time spent":"1.536162131s","remote":"127.0.0.1:51368","response type":"/etcdserverpb.KV/Range","request count":0,"request size":50,"response count":0,"response size":27,"request content":"key:\"/registry/limitranges/\" range_end:\"/registry/limitranges0\" count_only:true "} {"level":"warn","ts":"2026-03-20T10:17:35.925651Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"433.018258ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/priorityclasses/\" range_end:\"/registry/priorityclasses0\" count_only:true ","response":"range_response_count:0 size:7"} {"level":"info","ts":"2026-03-20T10:17:35.925679Z","caller":"traceutil/trace.go:171","msg":"trace[1482100109] range","detail":"{range_begin:/registry/priorityclasses/; range_end:/registry/priorityclasses0; response_count:0; response_revision:973; }","duration":"433.08422ms","start":"2026-03-20T10:17:35.492582Z","end":"2026-03-20T10:17:35.925667Z","steps":["trace[1482100109] 'agreement among raft nodes before linearized reading' (duration: 433.030498ms)"],"step_count":1} {"level":"warn","ts":"2026-03-20T10:17:35.925701Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-20T10:17:35.49256Z","time spent":"433.137041ms","remote":"127.0.0.1:51590","response type":"/etcdserverpb.KV/Range","request count":0,"request size":58,"response count":2,"response size":29,"request content":"key:\"/registry/priorityclasses/\" range_end:\"/registry/priorityclasses0\" count_only:true "} {"level":"warn","ts":"2026-03-20T10:17:35.92578Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.345855797s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/health\" ","response":"range_response_count:0 size:5"} {"level":"info","ts":"2026-03-20T10:17:35.925793Z","caller":"traceutil/trace.go:171","msg":"trace[1799961941] range","detail":"{range_begin:/registry/health; range_end:; response_count:0; response_revision:973; }","duration":"1.345905489s","start":"2026-03-20T10:17:34.579883Z","end":"2026-03-20T10:17:35.925789Z","steps":["trace[1799961941] 'agreement among raft nodes before linearized reading' (duration: 1.345885238s)"],"step_count":1} {"level":"warn","ts":"2026-03-20T10:17:35.925804Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-20T10:17:34.579861Z","time spent":"1.34594086s","remote":"127.0.0.1:51202","response type":"/etcdserverpb.KV/Range","request count":0,"request size":18,"response count":0,"response size":27,"request content":"key:\"/registry/health\" "} {"level":"warn","ts":"2026-03-20T10:17:35.92588Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.402430836s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/networkpolicies/\" range_end:\"/registry/networkpolicies0\" count_only:true ","response":"range_response_count:0 size:5"} {"level":"info","ts":"2026-03-20T10:17:35.925893Z","caller":"traceutil/trace.go:171","msg":"trace[1915052734] range","detail":"{range_begin:/registry/networkpolicies/; range_end:/registry/networkpolicies0; response_count:0; response_revision:973; }","duration":"1.402476366s","start":"2026-03-20T10:17:34.523413Z","end":"2026-03-20T10:17:35.925889Z","steps":["trace[1915052734] 'agreement among raft nodes before linearized reading' (duration: 1.402454796s)"],"step_count":1} {"level":"warn","ts":"2026-03-20T10:17:35.925905Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-20T10:17:34.523396Z","time spent":"1.402505758s","remote":"127.0.0.1:51532","response type":"/etcdserverpb.KV/Range","request count":0,"request size":58,"response count":0,"response size":27,"request content":"key:\"/registry/networkpolicies/\" range_end:\"/registry/networkpolicies0\" count_only:true "} {"level":"info","ts":"2026-03-20T10:17:40.119522Z","caller":"traceutil/trace.go:171","msg":"trace[1893910243] linearizableReadLoop","detail":"{readStateIndex:1037; appliedIndex:1035; }","duration":"104.662681ms","start":"2026-03-20T10:17:40.014839Z","end":"2026-03-20T10:17:40.119502Z","steps":["trace[1893910243] 'read index received' (duration: 9.051849ms)","trace[1893910243] 'applied index is now lower than readState.Index' (duration: 95.609962ms)"],"step_count":2} {"level":"info","ts":"2026-03-20T10:17:40.119618Z","caller":"traceutil/trace.go:171","msg":"trace[802061819] transaction","detail":"{read_only:false; response_revision:981; number_of_response:1; }","duration":"105.098382ms","start":"2026-03-20T10:17:40.014493Z","end":"2026-03-20T10:17:40.119591Z","steps":["trace[802061819] 'process raft request' (duration: 104.808435ms)"],"step_count":1} {"level":"warn","ts":"2026-03-20T10:17:40.119745Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"104.870876ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/plndr-cp-lock\" ","response":"range_response_count:1 size:433"} {"level":"info","ts":"2026-03-20T10:17:40.119733Z","caller":"traceutil/trace.go:171","msg":"trace[388097004] transaction","detail":"{read_only:false; response_revision:982; number_of_response:1; }","duration":"104.241901ms","start":"2026-03-20T10:17:40.015454Z","end":"2026-03-20T10:17:40.119696Z","steps":["trace[388097004] 'process raft request' (duration: 104.015945ms)"],"step_count":1} {"level":"info","ts":"2026-03-20T10:17:40.119822Z","caller":"traceutil/trace.go:171","msg":"trace[1609709013] range","detail":"{range_begin:/registry/leases/kube-system/plndr-cp-lock; range_end:; response_count:1; response_revision:982; }","duration":"104.941458ms","start":"2026-03-20T10:17:40.014821Z","end":"2026-03-20T10:17:40.119762Z","steps":["trace[1609709013] 'agreement among raft nodes before linearized reading' (duration: 104.764103ms)"],"step_count":1} {"level":"info","ts":"2026-03-20T10:17:40.264741Z","caller":"traceutil/trace.go:171","msg":"trace[1049905553] transaction","detail":"{read_only:false; response_revision:984; number_of_response:1; }","duration":"141.07382ms","start":"2026-03-20T10:17:40.123651Z","end":"2026-03-20T10:17:40.264725Z","steps":["trace[1049905553] 'process raft request' (duration: 141.017219ms)"],"step_count":1} {"level":"info","ts":"2026-03-20T10:17:40.264781Z","caller":"traceutil/trace.go:171","msg":"trace[1827369148] transaction","detail":"{read_only:false; response_revision:983; number_of_response:1; }","duration":"218.927126ms","start":"2026-03-20T10:17:40.045826Z","end":"2026-03-20T10:17:40.264753Z","steps":["trace[1827369148] 'process raft request' (duration: 144.415756ms)","trace[1827369148] 'compare' (duration: 74.340116ms)"],"step_count":2} {"level":"warn","ts":"2026-03-20T10:17:41.030639Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"453.467335ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/health\" ","response":"range_response_count:0 size:5"} {"level":"info","ts":"2026-03-20T10:17:41.03071Z","caller":"traceutil/trace.go:171","msg":"trace[731591565] range","detail":"{range_begin:/registry/health; range_end:; response_count:0; response_revision:984; }","duration":"453.578598ms","start":"2026-03-20T10:17:40.577115Z","end":"2026-03-20T10:17:41.030693Z","steps":["trace[731591565] 'range keys from in-memory index tree' (duration: 453.403413ms)"],"step_count":1} {"level":"warn","ts":"2026-03-20T10:17:41.030749Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-20T10:17:40.577099Z","time spent":"453.637789ms","remote":"127.0.0.1:51202","response type":"/etcdserverpb.KV/Range","request count":0,"request size":18,"response count":0,"response size":27,"request content":"key:\"/registry/health\" "} {"level":"warn","ts":"2026-03-20T10:17:41.532285Z","caller":"etcdserver/v3_server.go:897","msg":"waiting for ReadIndex response took too long, retrying","sent-request-id":184257304220176901,"retry-timeout":"500ms"} {"level":"warn","ts":"2026-03-20T10:17:41.689567Z","caller":"wal/wal.go:805","msg":"slow fdatasync","took":"1.079237109s","expected-duration":"1s"} {"level":"info","ts":"2026-03-20T10:17:41.689978Z","caller":"traceutil/trace.go:171","msg":"trace[1321207187] linearizableReadLoop","detail":"{readStateIndex:1041; appliedIndex:1040; }","duration":"658.250444ms","start":"2026-03-20T10:17:41.031702Z","end":"2026-03-20T10:17:41.689953Z","steps":["trace[1321207187] 'read index received' (duration: 658.075599ms)","trace[1321207187] 'applied index is now lower than readState.Index' (duration: 173.485µs)"],"step_count":2} {"level":"info","ts":"2026-03-20T10:17:41.690078Z","caller":"traceutil/trace.go:171","msg":"trace[412279817] transaction","detail":"{read_only:false; response_revision:985; number_of_response:1; }","duration":"1.079839855s","start":"2026-03-20T10:17:40.610194Z","end":"2026-03-20T10:17:41.690034Z","steps":["trace[412279817] 'process raft request' (duration: 1.079603159s)"],"step_count":1} {"level":"warn","ts":"2026-03-20T10:17:41.690227Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"658.49688ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/health\" ","response":"range_response_count:0 size:5"} {"level":"warn","ts":"2026-03-20T10:17:41.69025Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-20T10:17:40.61017Z","time spent":"1.079979658s","remote":"127.0.0.1:51504","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":673,"response count":0,"response size":38,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-03-20T10:17:41.690262Z","caller":"traceutil/trace.go:171","msg":"trace[905515941] range","detail":"{range_begin:/registry/health; range_end:; response_count:0; response_revision:985; }","duration":"658.572102ms","start":"2026-03-20T10:17:41.03168Z","end":"2026-03-20T10:17:41.690252Z","steps":["trace[905515941] 'agreement among raft nodes before linearized reading' (duration: 658.369797ms)"],"step_count":1} {"level":"warn","ts":"2026-03-20T10:17:41.6903Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-20T10:17:41.03167Z","time spent":"658.621043ms","remote":"127.0.0.1:51190","response type":"/etcdserverpb.KV/Range","request count":0,"request size":18,"response count":0,"response size":27,"request content":"key:\"/registry/health\" "} {"level":"info","ts":"2026-03-20T10:17:42.228202Z","caller":"traceutil/trace.go:171","msg":"trace[1388201159] transaction","detail":"{read_only:false; response_revision:986; number_of_response:1; }","duration":"235.456343ms","start":"2026-03-20T10:17:41.992727Z","end":"2026-03-20T10:17:42.228183Z","steps":["trace[1388201159] 'process raft request' (duration: 235.33859ms)"],"step_count":1} {"level":"info","ts":"2026-03-20T10:17:42.228669Z","caller":"traceutil/trace.go:171","msg":"trace[1725449855] linearizableReadLoop","detail":"{readStateIndex:1042; appliedIndex:1042; }","duration":"196.449908ms","start":"2026-03-20T10:17:42.032212Z","end":"2026-03-20T10:17:42.228662Z","steps":["trace[1725449855] 'read index received' (duration: 196.446708ms)","trace[1725449855] 'applied index is now lower than readState.Index' (duration: 2.69µs)"],"step_count":2} {"level":"warn","ts":"2026-03-20T10:17:42.228935Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"196.711115ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/plndr-svcs-lock\" ","response":"range_response_count:1 size:436"} {"level":"info","ts":"2026-03-20T10:17:42.228957Z","caller":"traceutil/trace.go:171","msg":"trace[1655341783] range","detail":"{range_begin:/registry/leases/kube-system/plndr-svcs-lock; range_end:; response_count:1; response_revision:986; }","duration":"196.777286ms","start":"2026-03-20T10:17:42.032173Z","end":"2026-03-20T10:17:42.22895Z","steps":["trace[1655341783] 'agreement among raft nodes before linearized reading' (duration: 196.694004ms)"],"step_count":1} {"level":"warn","ts":"2026-03-20T10:17:43.271146Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-20T10:17:42.956452Z","time spent":"314.688332ms","remote":"127.0.0.1:54682","response type":"/etcdserverpb.Maintenance/Status","request count":-1,"request size":-1,"response count":-1,"response size":-1,"request content":""} {"level":"warn","ts":"2026-03-20T10:17:43.271143Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"872.334996ms","expected-duration":"100ms","prefix":"read-only range ","request":"limit:1 serializable:true keys_only:true ","response":"range_response_count:0 size:5"} {"level":"info","ts":"2026-03-20T10:17:43.271223Z","caller":"traceutil/trace.go:171","msg":"trace[1936863552] range","detail":"{range_begin:; range_end:; response_count:0; response_revision:986; }","duration":"872.431469ms","start":"2026-03-20T10:17:42.39878Z","end":"2026-03-20T10:17:43.271212Z","steps":["trace[1936863552] 'range keys from in-memory index tree' (duration: 872.320616ms)"],"step_count":1} {"level":"warn","ts":"2026-03-20T10:17:43.272545Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"545.400765ms","expected-duration":"100ms","prefix":"","request":"header: txn: success:> failure: >>","response":"size:16"} {"level":"info","ts":"2026-03-20T10:17:43.272868Z","caller":"traceutil/trace.go:171","msg":"trace[1662358350] transaction","detail":"{read_only:false; response_revision:987; number_of_response:1; }","duration":"1.039033475s","start":"2026-03-20T10:17:42.233782Z","end":"2026-03-20T10:17:43.272816Z","steps":["trace[1662358350] 'process raft request' (duration: 492.155062ms)","trace[1662358350] 'compare' (duration: 545.294602ms)"],"step_count":2} {"level":"warn","ts":"2026-03-20T10:17:43.272997Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-20T10:17:42.233769Z","time spent":"1.039134217s","remote":"127.0.0.1:51504","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":422,"response count":0,"response size":38,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-03-20T10:17:43.627935Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"179.320966ms","expected-duration":"100ms","prefix":"","request":"header: txn: success:> failure: >>","response":"size:16"} {"level":"info","ts":"2026-03-20T10:17:43.62813Z","caller":"traceutil/trace.go:171","msg":"trace[749241101] linearizableReadLoop","detail":"{readStateIndex:1045; appliedIndex:1042; }","duration":"1.358880667s","start":"2026-03-20T10:17:42.269205Z","end":"2026-03-20T10:17:43.628086Z","steps":["trace[749241101] 'read index received' (duration: 456.741978ms)","trace[749241101] 'applied index is now lower than readState.Index' (duration: 902.137869ms)"],"step_count":2} {"level":"info","ts":"2026-03-20T10:17:43.628207Z","caller":"traceutil/trace.go:171","msg":"trace[908844693] transaction","detail":"{read_only:false; response_revision:989; number_of_response:1; }","duration":"1.392515795s","start":"2026-03-20T10:17:42.235683Z","end":"2026-03-20T10:17:43.628199Z","steps":["trace[908844693] 'process raft request' (duration: 1.392354141s)"],"step_count":1} {"level":"info","ts":"2026-03-20T10:17:43.628229Z","caller":"traceutil/trace.go:171","msg":"trace[1236549342] transaction","detail":"{read_only:false; response_revision:988; number_of_response:1; }","duration":"1.392611988s","start":"2026-03-20T10:17:42.235605Z","end":"2026-03-20T10:17:43.628217Z","steps":["trace[1236549342] 'process raft request' (duration: 1.212845851s)","trace[1236549342] 'compare' (duration: 179.220573ms)"],"step_count":2} {"level":"warn","ts":"2026-03-20T10:17:43.628262Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-20T10:17:42.235678Z","time spent":"1.392552336s","remote":"127.0.0.1:51504","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":490,"response count":0,"response size":38,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-03-20T10:17:43.628282Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-20T10:17:42.235597Z","time spent":"1.392655539s","remote":"127.0.0.1:51504","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":475,"response count":0,"response size":38,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-03-20T10:17:43.628424Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.359216115s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/plndr-cp-lock\" ","response":"range_response_count:1 size:432"} {"level":"info","ts":"2026-03-20T10:17:43.62845Z","caller":"traceutil/trace.go:171","msg":"trace[134915355] range","detail":"{range_begin:/registry/leases/kube-system/plndr-cp-lock; range_end:; response_count:1; response_revision:989; }","duration":"1.359267236s","start":"2026-03-20T10:17:42.269174Z","end":"2026-03-20T10:17:43.628441Z","steps":["trace[134915355] 'agreement among raft nodes before linearized reading' (duration: 1.359169764s)"],"step_count":1} {"level":"warn","ts":"2026-03-20T10:17:43.628476Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-20T10:17:42.269159Z","time spent":"1.359311017s","remote":"127.0.0.1:51504","response type":"/etcdserverpb.KV/Range","request count":0,"request size":44,"response count":1,"response size":454,"request content":"key:\"/registry/leases/kube-system/plndr-cp-lock\" "} {"level":"warn","ts":"2026-03-20T10:17:43.628562Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.35308778s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/masterleases/199.204.45.102\" ","response":"range_response_count:1 size:135"} {"level":"info","ts":"2026-03-20T10:17:43.628572Z","caller":"traceutil/trace.go:171","msg":"trace[1355314315] range","detail":"{range_begin:/registry/masterleases/199.204.45.102; range_end:; response_count:1; response_revision:989; }","duration":"1.353107112s","start":"2026-03-20T10:17:42.275461Z","end":"2026-03-20T10:17:43.628568Z","steps":["trace[1355314315] 'agreement among raft nodes before linearized reading' (duration: 1.353075331s)"],"step_count":1} {"level":"warn","ts":"2026-03-20T10:17:43.628585Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-20T10:17:42.275457Z","time spent":"1.353125522s","remote":"127.0.0.1:51238","response type":"/etcdserverpb.KV/Range","request count":0,"request size":39,"response count":1,"response size":157,"request content":"key:\"/registry/masterleases/199.204.45.102\" "} {"level":"warn","ts":"2026-03-20T10:17:43.628659Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.022022295s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/replicasets/\" range_end:\"/registry/replicasets0\" count_only:true ","response":"range_response_count:0 size:7"} {"level":"warn","ts":"2026-03-20T10:17:43.628668Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.050648547s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/health\" ","response":"range_response_count:0 size:5"} {"level":"info","ts":"2026-03-20T10:17:43.628681Z","caller":"traceutil/trace.go:171","msg":"trace[1979838355] range","detail":"{range_begin:/registry/health; range_end:; response_count:0; response_revision:989; }","duration":"1.050710278s","start":"2026-03-20T10:17:42.577967Z","end":"2026-03-20T10:17:43.628677Z","steps":["trace[1979838355] 'agreement among raft nodes before linearized reading' (duration: 1.050690638s)"],"step_count":1} {"level":"info","ts":"2026-03-20T10:17:43.628682Z","caller":"traceutil/trace.go:171","msg":"trace[280007603] range","detail":"{range_begin:/registry/replicasets/; range_end:/registry/replicasets0; response_count:0; response_revision:989; }","duration":"1.022082956s","start":"2026-03-20T10:17:42.606592Z","end":"2026-03-20T10:17:43.628675Z","steps":["trace[280007603] 'agreement among raft nodes before linearized reading' (duration: 1.022042705s)"],"step_count":1} {"level":"warn","ts":"2026-03-20T10:17:43.628692Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-20T10:17:42.577942Z","time spent":"1.05074757s","remote":"127.0.0.1:51190","response type":"/etcdserverpb.KV/Range","request count":0,"request size":18,"response count":0,"response size":27,"request content":"key:\"/registry/health\" "} {"level":"warn","ts":"2026-03-20T10:17:43.628702Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-20T10:17:42.60657Z","time spent":"1.022125538s","remote":"127.0.0.1:51692","response type":"/etcdserverpb.KV/Range","request count":0,"request size":50,"response count":4,"response size":29,"request content":"key:\"/registry/replicasets/\" range_end:\"/registry/replicasets0\" count_only:true "} {"level":"warn","ts":"2026-03-20T10:17:43.851343Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"106.386465ms","expected-duration":"100ms","prefix":"","request":"header: txn: success:> failure: >>","response":"size:16"} {"level":"info","ts":"2026-03-20T10:17:43.851443Z","caller":"traceutil/trace.go:171","msg":"trace[568713109] linearizableReadLoop","detail":"{readStateIndex:1048; appliedIndex:1047; }","duration":"166.402689ms","start":"2026-03-20T10:17:43.685025Z","end":"2026-03-20T10:17:43.851428Z","steps":["trace[568713109] 'read index received' (duration: 59.816249ms)","trace[568713109] 'applied index is now lower than readState.Index' (duration: 106.5849ms)"],"step_count":2} {"level":"warn","ts":"2026-03-20T10:17:43.851543Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"166.514643ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/health\" ","response":"range_response_count:0 size:5"} {"level":"info","ts":"2026-03-20T10:17:43.851568Z","caller":"traceutil/trace.go:171","msg":"trace[1196318116] range","detail":"{range_begin:/registry/health; range_end:; response_count:0; response_revision:991; }","duration":"166.566934ms","start":"2026-03-20T10:17:43.684993Z","end":"2026-03-20T10:17:43.85156Z","steps":["trace[1196318116] 'agreement among raft nodes before linearized reading' (duration: 166.484141ms)"],"step_count":1} {"level":"info","ts":"2026-03-20T10:17:43.851538Z","caller":"traceutil/trace.go:171","msg":"trace[1720273693] transaction","detail":"{read_only:false; response_revision:991; number_of_response:1; }","duration":"195.842243ms","start":"2026-03-20T10:17:43.655668Z","end":"2026-03-20T10:17:43.85151Z","steps":["trace[1720273693] 'process raft request' (duration: 89.18751ms)","trace[1720273693] 'compare' (duration: 106.17313ms)"],"step_count":2} {"level":"info","ts":"2026-03-20T10:17:45.777488Z","caller":"traceutil/trace.go:171","msg":"trace[1193300854] transaction","detail":"{read_only:false; response_revision:995; number_of_response:1; }","duration":"138.732202ms","start":"2026-03-20T10:17:45.638726Z","end":"2026-03-20T10:17:45.777458Z","steps":["trace[1193300854] 'process raft request' (duration: 128.412161ms)","trace[1193300854] 'compare' (duration: 10.064644ms)"],"step_count":2} {"level":"info","ts":"2026-03-20T10:17:47.930923Z","caller":"traceutil/trace.go:171","msg":"trace[1038914998] linearizableReadLoop","detail":"{readStateIndex:1057; appliedIndex:1056; }","duration":"140.570868ms","start":"2026-03-20T10:17:47.790337Z","end":"2026-03-20T10:17:47.930908Z","steps":["trace[1038914998] 'read index received' (duration: 138.190777ms)","trace[1038914998] 'applied index is now lower than readState.Index' (duration: 2.379361ms)"],"step_count":2} {"level":"info","ts":"2026-03-20T10:17:47.931012Z","caller":"traceutil/trace.go:171","msg":"trace[1860295350] transaction","detail":"{read_only:false; response_revision:1000; number_of_response:1; }","duration":"145.683426ms","start":"2026-03-20T10:17:47.785292Z","end":"2026-03-20T10:17:47.930975Z","steps":["trace[1860295350] 'process raft request' (duration: 143.230574ms)"],"step_count":1} {"level":"warn","ts":"2026-03-20T10:17:47.931136Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"140.788883ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/plndr-cp-lock\" ","response":"range_response_count:1 size:433"} {"level":"info","ts":"2026-03-20T10:17:47.931172Z","caller":"traceutil/trace.go:171","msg":"trace[121315996] range","detail":"{range_begin:/registry/leases/kube-system/plndr-cp-lock; range_end:; response_count:1; response_revision:1000; }","duration":"140.872865ms","start":"2026-03-20T10:17:47.790288Z","end":"2026-03-20T10:17:47.931161Z","steps":["trace[121315996] 'agreement among raft nodes before linearized reading' (duration: 140.703421ms)"],"step_count":1} {"level":"info","ts":"2026-03-20T10:17:49.606288Z","caller":"traceutil/trace.go:171","msg":"trace[714820477] transaction","detail":"{read_only:false; response_revision:1003; number_of_response:1; }","duration":"210.557564ms","start":"2026-03-20T10:17:49.395707Z","end":"2026-03-20T10:17:49.606265Z","steps":["trace[714820477] 'process raft request' (duration: 210.419281ms)"],"step_count":1} {"level":"warn","ts":"2026-03-20T10:17:50.085584Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"193.092374ms","expected-duration":"100ms","prefix":"","request":"header: lease_revoke:","response":"size:27"} {"level":"info","ts":"2026-03-20T10:17:50.085676Z","caller":"traceutil/trace.go:171","msg":"trace[1795636922] linearizableReadLoop","detail":"{readStateIndex:1061; appliedIndex:1060; }","duration":"312.953228ms","start":"2026-03-20T10:17:49.772708Z","end":"2026-03-20T10:17:50.085661Z","steps":["trace[1795636922] 'read index received' (duration: 119.67427ms)","trace[1795636922] 'applied index is now lower than readState.Index' (duration: 193.277808ms)"],"step_count":2} {"level":"warn","ts":"2026-03-20T10:17:50.085898Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"313.193885ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/kube-controller-manager\" ","response":"range_response_count:1 size:506"} {"level":"info","ts":"2026-03-20T10:17:50.085929Z","caller":"traceutil/trace.go:171","msg":"trace[398588411] range","detail":"{range_begin:/registry/leases/kube-system/kube-controller-manager; range_end:; response_count:1; response_revision:1003; }","duration":"313.296107ms","start":"2026-03-20T10:17:49.772624Z","end":"2026-03-20T10:17:50.08592Z","steps":["trace[398588411] 'agreement among raft nodes before linearized reading' (duration: 313.124763ms)"],"step_count":1} {"level":"warn","ts":"2026-03-20T10:17:50.08596Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-20T10:17:49.772604Z","time spent":"313.350389ms","remote":"127.0.0.1:51504","response type":"/etcdserverpb.KV/Range","request count":0,"request size":54,"response count":1,"response size":528,"request content":"key:\"/registry/leases/kube-system/kube-controller-manager\" "} {"level":"warn","ts":"2026-03-20T10:17:50.086041Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"150.272513ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/cilium-operator-resource-lock\" ","response":"range_response_count:1 size:491"} {"level":"info","ts":"2026-03-20T10:17:50.08612Z","caller":"traceutil/trace.go:171","msg":"trace[1515039554] range","detail":"{range_begin:/registry/leases/kube-system/cilium-operator-resource-lock; range_end:; response_count:1; response_revision:1003; }","duration":"150.397356ms","start":"2026-03-20T10:17:49.935704Z","end":"2026-03-20T10:17:50.086102Z","steps":["trace[1515039554] 'agreement among raft nodes before linearized reading' (duration: 150.118449ms)"],"step_count":1} {"level":"warn","ts":"2026-03-20T10:17:50.086143Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"117.27036ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/plndr-cp-lock\" ","response":"range_response_count:1 size:433"} {"level":"info","ts":"2026-03-20T10:17:50.086306Z","caller":"traceutil/trace.go:171","msg":"trace[2035219640] range","detail":"{range_begin:/registry/leases/kube-system/plndr-cp-lock; range_end:; response_count:1; response_revision:1003; }","duration":"117.476385ms","start":"2026-03-20T10:17:49.968811Z","end":"2026-03-20T10:17:50.086288Z","steps":["trace[2035219640] 'agreement among raft nodes before linearized reading' (duration: 117.192928ms)"],"step_count":1} {"level":"warn","ts":"2026-03-20T10:17:50.906539Z","caller":"etcdserver/v3_server.go:897","msg":"waiting for ReadIndex response took too long, retrying","sent-request-id":184257304220176963,"retry-timeout":"500ms"} {"level":"warn","ts":"2026-03-20T10:17:51.407541Z","caller":"etcdserver/v3_server.go:897","msg":"waiting for ReadIndex response took too long, retrying","sent-request-id":184257304220176963,"retry-timeout":"500ms"} {"level":"warn","ts":"2026-03-20T10:17:51.761344Z","caller":"wal/wal.go:805","msg":"slow fdatasync","took":"1.603738796s","expected-duration":"1s"} {"level":"info","ts":"2026-03-20T10:17:51.76185Z","caller":"traceutil/trace.go:171","msg":"trace[719852334] transaction","detail":"{read_only:false; response_revision:1006; number_of_response:1; }","duration":"1.670547623s","start":"2026-03-20T10:17:50.091281Z","end":"2026-03-20T10:17:51.761829Z","steps":["trace[719852334] 'process raft request' (duration: 1.670506042s)"],"step_count":1} {"level":"info","ts":"2026-03-20T10:17:51.761892Z","caller":"traceutil/trace.go:171","msg":"trace[939085234] transaction","detail":"{read_only:false; response_revision:1005; number_of_response:1; }","duration":"1.671313112s","start":"2026-03-20T10:17:50.090567Z","end":"2026-03-20T10:17:51.76188Z","steps":["trace[939085234] 'process raft request' (duration: 1.671062006s)"],"step_count":1} {"level":"warn","ts":"2026-03-20T10:17:51.761964Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-20T10:17:50.090546Z","time spent":"1.671365773s","remote":"127.0.0.1:51504","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":419,"response count":0,"response size":38,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-03-20T10:17:51.761964Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-20T10:17:50.091264Z","time spent":"1.670640335s","remote":"127.0.0.1:51504","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":476,"response count":0,"response size":38,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-03-20T10:17:51.932081Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"101.131082ms","expected-duration":"100ms","prefix":"","request":"header: txn: success:> failure: >>","response":"size:16"} {"level":"info","ts":"2026-03-20T10:17:51.932319Z","caller":"traceutil/trace.go:171","msg":"trace[1012468713] transaction","detail":"{read_only:false; response_revision:1007; number_of_response:1; }","duration":"1.446423006s","start":"2026-03-20T10:17:50.485865Z","end":"2026-03-20T10:17:51.932288Z","steps":["trace[1012468713] 'process raft request' (duration: 1.344990646s)","trace[1012468713] 'compare' (duration: 100.984029ms)"],"step_count":2} {"level":"info","ts":"2026-03-20T10:17:51.932363Z","caller":"traceutil/trace.go:171","msg":"trace[329630338] linearizableReadLoop","detail":"{readStateIndex:1065; appliedIndex:1064; }","duration":"1.526676142s","start":"2026-03-20T10:17:50.40567Z","end":"2026-03-20T10:17:51.932346Z","steps":["trace[329630338] 'read index received' (duration: 1.3562524s)","trace[329630338] 'applied index is now lower than readState.Index' (duration: 170.422362ms)"],"step_count":2} {"level":"warn","ts":"2026-03-20T10:17:51.932464Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-20T10:17:50.485838Z","time spent":"1.446552909s","remote":"127.0.0.1:51504","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":521,"response count":0,"response size":38,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-03-20T10:17:51.932561Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.526889557s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/kube-scheduler\" ","response":"range_response_count:1 size:478"} {"level":"info","ts":"2026-03-20T10:17:51.932603Z","caller":"traceutil/trace.go:171","msg":"trace[898349598] range","detail":"{range_begin:/registry/leases/kube-system/kube-scheduler; range_end:; response_count:1; response_revision:1008; }","duration":"1.526969789s","start":"2026-03-20T10:17:50.405621Z","end":"2026-03-20T10:17:51.932591Z","steps":["trace[898349598] 'agreement among raft nodes before linearized reading' (duration: 1.526812815s)"],"step_count":1} {"level":"warn","ts":"2026-03-20T10:17:51.932633Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-20T10:17:50.405603Z","time spent":"1.527023231s","remote":"127.0.0.1:51504","response type":"/etcdserverpb.KV/Range","request count":0,"request size":45,"response count":1,"response size":500,"request content":"key:\"/registry/leases/kube-system/kube-scheduler\" "} {"level":"warn","ts":"2026-03-20T10:17:51.932686Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"322.369156ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/plndr-svcs-lock\" ","response":"range_response_count:1 size:437"} {"level":"info","ts":"2026-03-20T10:17:51.932721Z","caller":"traceutil/trace.go:171","msg":"trace[1927043463] range","detail":"{range_begin:/registry/leases/kube-system/plndr-svcs-lock; range_end:; response_count:1; response_revision:1008; }","duration":"322.440478ms","start":"2026-03-20T10:17:51.610271Z","end":"2026-03-20T10:17:51.932711Z","steps":["trace[1927043463] 'agreement among raft nodes before linearized reading' (duration: 322.352976ms)"],"step_count":1} {"level":"warn","ts":"2026-03-20T10:17:51.932749Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-20T10:17:51.610251Z","time spent":"322.491719ms","remote":"127.0.0.1:51504","response type":"/etcdserverpb.KV/Range","request count":0,"request size":46,"response count":1,"response size":459,"request content":"key:\"/registry/leases/kube-system/plndr-svcs-lock\" "} {"level":"warn","ts":"2026-03-20T10:17:51.933053Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.354466585s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/health\" ","response":"range_response_count:0 size:5"} {"level":"info","ts":"2026-03-20T10:17:51.933158Z","caller":"traceutil/trace.go:171","msg":"trace[159546488] range","detail":"{range_begin:/registry/health; range_end:; response_count:0; response_revision:1008; }","duration":"1.354598519s","start":"2026-03-20T10:17:50.578542Z","end":"2026-03-20T10:17:51.933141Z","steps":["trace[159546488] 'agreement among raft nodes before linearized reading' (duration: 1.354096016s)"],"step_count":1} {"level":"warn","ts":"2026-03-20T10:17:51.93324Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-20T10:17:50.578526Z","time spent":"1.354703251s","remote":"127.0.0.1:51202","response type":"/etcdserverpb.KV/Range","request count":0,"request size":18,"response count":0,"response size":27,"request content":"key:\"/registry/health\" "} {"level":"warn","ts":"2026-03-20T10:17:53.04155Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"642.998878ms","expected-duration":"100ms","prefix":"read-only range ","request":"limit:1 serializable:true keys_only:true ","response":"range_response_count:0 size:5"} {"level":"info","ts":"2026-03-20T10:17:53.04165Z","caller":"traceutil/trace.go:171","msg":"trace[261374523] range","detail":"{range_begin:; range_end:; response_count:0; response_revision:1008; }","duration":"643.122011ms","start":"2026-03-20T10:17:52.398513Z","end":"2026-03-20T10:17:53.041635Z","steps":["trace[261374523] 'range keys from in-memory index tree' (duration: 642.982348ms)"],"step_count":1} {"level":"warn","ts":"2026-03-20T10:17:53.042122Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"695.74095ms","expected-duration":"100ms","prefix":"","request":"header: txn: success:> failure: >>","response":"size:16"} {"level":"info","ts":"2026-03-20T10:17:53.042338Z","caller":"traceutil/trace.go:171","msg":"trace[1998610260] transaction","detail":"{read_only:false; response_revision:1010; number_of_response:1; }","duration":"1.100262058s","start":"2026-03-20T10:17:51.942052Z","end":"2026-03-20T10:17:53.042314Z","steps":["trace[1998610260] 'process raft request' (duration: 1.100201657s)"],"step_count":1} {"level":"warn","ts":"2026-03-20T10:17:53.042417Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-20T10:17:51.942037Z","time spent":"1.100346871s","remote":"127.0.0.1:51504","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":463,"response count":0,"response size":38,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-03-20T10:17:53.042631Z","caller":"traceutil/trace.go:171","msg":"trace[160482919] transaction","detail":"{read_only:false; response_revision:1009; number_of_response:1; }","duration":"1.106737673s","start":"2026-03-20T10:17:51.93588Z","end":"2026-03-20T10:17:53.042618Z","steps":["trace[160482919] 'process raft request' (duration: 410.396049ms)","trace[160482919] 'compare' (duration: 695.606905ms)"],"step_count":2} {"level":"warn","ts":"2026-03-20T10:17:53.042684Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-20T10:17:51.935862Z","time spent":"1.106794384s","remote":"127.0.0.1:51504","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":423,"response count":0,"response size":38,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-03-20T10:17:53.042785Z","caller":"traceutil/trace.go:171","msg":"trace[1365288654] linearizableReadLoop","detail":"{readStateIndex:1067; appliedIndex:1066; }","duration":"1.100710679s","start":"2026-03-20T10:17:51.942054Z","end":"2026-03-20T10:17:53.042764Z","steps":["trace[1365288654] 'read index received' (duration: 404.232962ms)","trace[1365288654] 'applied index is now lower than readState.Index' (duration: 696.475617ms)"],"step_count":2} {"level":"warn","ts":"2026-03-20T10:17:53.042943Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"878.01185ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/kube-controller-manager\" ","response":"range_response_count:1 size:506"} {"level":"info","ts":"2026-03-20T10:17:53.042966Z","caller":"traceutil/trace.go:171","msg":"trace[1124971224] range","detail":"{range_begin:/registry/leases/kube-system/kube-controller-manager; range_end:; response_count:1; response_revision:1010; }","duration":"878.083922ms","start":"2026-03-20T10:17:52.164875Z","end":"2026-03-20T10:17:53.042959Z","steps":["trace[1124971224] 'agreement among raft nodes before linearized reading' (duration: 877.99373ms)"],"step_count":1} {"level":"warn","ts":"2026-03-20T10:17:53.042971Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"766.376403ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/masterleases/199.204.45.102\" ","response":"range_response_count:1 size:135"} {"level":"warn","ts":"2026-03-20T10:17:53.042986Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-20T10:17:52.164856Z","time spent":"878.126004ms","remote":"127.0.0.1:51504","response type":"/etcdserverpb.KV/Range","request count":0,"request size":54,"response count":1,"response size":528,"request content":"key:\"/registry/leases/kube-system/kube-controller-manager\" "} {"level":"warn","ts":"2026-03-20T10:17:53.042942Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.100856895s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/health\" ","response":"range_response_count:0 size:5"} {"level":"info","ts":"2026-03-20T10:17:53.043008Z","caller":"traceutil/trace.go:171","msg":"trace[1155302950] range","detail":"{range_begin:/registry/masterleases/199.204.45.102; range_end:; response_count:1; response_revision:1010; }","duration":"766.438894ms","start":"2026-03-20T10:17:52.276553Z","end":"2026-03-20T10:17:53.042992Z","steps":["trace[1155302950] 'agreement among raft nodes before linearized reading' (duration: 766.333971ms)"],"step_count":1} {"level":"info","ts":"2026-03-20T10:17:53.043043Z","caller":"traceutil/trace.go:171","msg":"trace[576870730] range","detail":"{range_begin:/registry/health; range_end:; response_count:0; response_revision:1010; }","duration":"1.100986187s","start":"2026-03-20T10:17:51.942028Z","end":"2026-03-20T10:17:53.043014Z","steps":["trace[576870730] 'agreement among raft nodes before linearized reading' (duration: 1.100816383s)"],"step_count":1} {"level":"warn","ts":"2026-03-20T10:17:53.043066Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-20T10:17:52.276538Z","time spent":"766.520427ms","remote":"127.0.0.1:51238","response type":"/etcdserverpb.KV/Range","request count":0,"request size":39,"response count":1,"response size":157,"request content":"key:\"/registry/masterleases/199.204.45.102\" "} {"level":"warn","ts":"2026-03-20T10:17:53.043101Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-20T10:17:51.942016Z","time spent":"1.101072199s","remote":"127.0.0.1:51202","response type":"/etcdserverpb.KV/Range","request count":0,"request size":18,"response count":0,"response size":27,"request content":"key:\"/registry/health\" "} {"level":"warn","ts":"2026-03-20T10:17:53.982763Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"144.091416ms","expected-duration":"100ms","prefix":"","request":"header: txn: success:> failure: >>","response":"size:16"} {"level":"info","ts":"2026-03-20T10:17:53.982876Z","caller":"traceutil/trace.go:171","msg":"trace[1590331914] linearizableReadLoop","detail":"{readStateIndex:1077; appliedIndex:1076; }","duration":"169.59073ms","start":"2026-03-20T10:17:53.813269Z","end":"2026-03-20T10:17:53.98286Z","steps":["trace[1590331914] 'read index received' (duration: 25.36913ms)","trace[1590331914] 'applied index is now lower than readState.Index' (duration: 144.22046ms)"],"step_count":2} {"level":"info","ts":"2026-03-20T10:17:53.982952Z","caller":"traceutil/trace.go:171","msg":"trace[1820023012] transaction","detail":"{read_only:false; response_revision:1018; number_of_response:1; }","duration":"213.082138ms","start":"2026-03-20T10:17:53.769841Z","end":"2026-03-20T10:17:53.982923Z","steps":["trace[1820023012] 'process raft request' (duration: 68.740336ms)","trace[1820023012] 'compare' (duration: 143.947273ms)"],"step_count":2} {"level":"warn","ts":"2026-03-20T10:17:53.983015Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"169.740133ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/volumeattachments/\" range_end:\"/registry/volumeattachments0\" ","response":"range_response_count:0 size:5"} {"level":"info","ts":"2026-03-20T10:17:53.983045Z","caller":"traceutil/trace.go:171","msg":"trace[1987014383] range","detail":"{range_begin:/registry/volumeattachments/; range_end:/registry/volumeattachments0; response_count:0; response_revision:1018; }","duration":"169.805105ms","start":"2026-03-20T10:17:53.813231Z","end":"2026-03-20T10:17:53.983036Z","steps":["trace[1987014383] 'agreement among raft nodes before linearized reading' (duration: 169.722663ms)"],"step_count":1} {"level":"info","ts":"2026-03-20T10:17:55.345531Z","caller":"traceutil/trace.go:171","msg":"trace[1026055658] linearizableReadLoop","detail":"{readStateIndex:1080; appliedIndex:1078; }","duration":"227.333278ms","start":"2026-03-20T10:17:55.118179Z","end":"2026-03-20T10:17:55.345512Z","steps":["trace[1026055658] 'read index received' (duration: 13.430919ms)","trace[1026055658] 'applied index is now lower than readState.Index' (duration: 213.901569ms)"],"step_count":2} {"level":"warn","ts":"2026-03-20T10:17:55.345728Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"175.964872ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/poddisruptionbudgets/\" range_end:\"/registry/poddisruptionbudgets0\" count_only:true ","response":"range_response_count:0 size:5"} {"level":"info","ts":"2026-03-20T10:17:55.345757Z","caller":"traceutil/trace.go:171","msg":"trace[2081242631] range","detail":"{range_begin:/registry/poddisruptionbudgets/; range_end:/registry/poddisruptionbudgets0; response_count:0; response_revision:1021; }","duration":"176.052824ms","start":"2026-03-20T10:17:55.169695Z","end":"2026-03-20T10:17:55.345748Z","steps":["trace[2081242631] 'agreement among raft nodes before linearized reading' (duration: 175.945481ms)"],"step_count":1} {"level":"warn","ts":"2026-03-20T10:17:55.345723Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"227.531474ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/kube-controller-manager\" ","response":"range_response_count:1 size:505"} {"level":"info","ts":"2026-03-20T10:17:55.346297Z","caller":"traceutil/trace.go:171","msg":"trace[776020338] range","detail":"{range_begin:/registry/leases/kube-system/kube-controller-manager; range_end:; response_count:1; response_revision:1021; }","duration":"228.152239ms","start":"2026-03-20T10:17:55.11813Z","end":"2026-03-20T10:17:55.346283Z","steps":["trace[776020338] 'agreement among raft nodes before linearized reading' (duration: 227.467022ms)"],"step_count":1} {"level":"info","ts":"2026-03-20T10:17:55.347077Z","caller":"traceutil/trace.go:171","msg":"trace[1737509851] transaction","detail":"{read_only:false; response_revision:1021; number_of_response:1; }","duration":"296.33539ms","start":"2026-03-20T10:17:55.050729Z","end":"2026-03-20T10:17:55.347065Z","steps":["trace[1737509851] 'process raft request' (duration: 294.663237ms)"],"step_count":1} {"level":"warn","ts":"2026-03-20T10:17:57.248241Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"224.233239ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/minions/instance\" ","response":"range_response_count:1 size:5184"} {"level":"info","ts":"2026-03-20T10:17:57.248328Z","caller":"traceutil/trace.go:171","msg":"trace[1085789113] range","detail":"{range_begin:/registry/minions/instance; range_end:; response_count:1; response_revision:1029; }","duration":"224.341262ms","start":"2026-03-20T10:17:57.023968Z","end":"2026-03-20T10:17:57.248309Z","steps":["trace[1085789113] 'range keys from in-memory index tree' (duration: 224.020904ms)"],"step_count":1} {"level":"info","ts":"2026-03-20T10:17:57.330753Z","caller":"traceutil/trace.go:171","msg":"trace[740913352] linearizableReadLoop","detail":"{readStateIndex:1089; appliedIndex:1088; }","duration":"191.760229ms","start":"2026-03-20T10:17:57.138965Z","end":"2026-03-20T10:17:57.330726Z","steps":["trace[740913352] 'read index received' (duration: 191.682887ms)","trace[740913352] 'applied index is now lower than readState.Index' (duration: 76.252µs)"],"step_count":2} {"level":"info","ts":"2026-03-20T10:17:57.330772Z","caller":"traceutil/trace.go:171","msg":"trace[112975487] transaction","detail":"{read_only:false; response_revision:1030; number_of_response:1; }","duration":"227.259096ms","start":"2026-03-20T10:17:57.103488Z","end":"2026-03-20T10:17:57.330747Z","steps":["trace[112975487] 'process raft request' (duration: 227.089742ms)"],"step_count":1} {"level":"warn","ts":"2026-03-20T10:17:57.33098Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"192.007846ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/plndr-svcs-lock\" ","response":"range_response_count:1 size:436"} {"level":"info","ts":"2026-03-20T10:17:57.331043Z","caller":"traceutil/trace.go:171","msg":"trace[235365818] range","detail":"{range_begin:/registry/leases/kube-system/plndr-svcs-lock; range_end:; response_count:1; response_revision:1030; }","duration":"192.125589ms","start":"2026-03-20T10:17:57.138899Z","end":"2026-03-20T10:17:57.331024Z","steps":["trace[235365818] 'agreement among raft nodes before linearized reading' (duration: 191.921974ms)"],"step_count":1} {"level":"info","ts":"2026-03-20T10:17:57.485805Z","caller":"traceutil/trace.go:171","msg":"trace[1742196347] transaction","detail":"{read_only:false; response_revision:1031; number_of_response:1; }","duration":"230.23094ms","start":"2026-03-20T10:17:57.255548Z","end":"2026-03-20T10:17:57.485779Z","steps":["trace[1742196347] 'process raft request' (duration: 230.056386ms)"],"step_count":1} {"level":"warn","ts":"2026-03-20T10:17:57.898275Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"377.848237ms","expected-duration":"100ms","prefix":"","request":"header: txn: success:> failure:<>>","response":"size:16"} {"level":"info","ts":"2026-03-20T10:17:57.898828Z","caller":"traceutil/trace.go:171","msg":"trace[348985164] transaction","detail":"{read_only:false; response_revision:1032; number_of_response:1; }","duration":"563.048081ms","start":"2026-03-20T10:17:57.335744Z","end":"2026-03-20T10:17:57.898792Z","steps":["trace[348985164] 'process raft request' (duration: 184.555648ms)","trace[348985164] 'compare' (duration: 377.662982ms)"],"step_count":2} {"level":"warn","ts":"2026-03-20T10:17:57.899082Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-20T10:17:57.335723Z","time spent":"563.275656ms","remote":"127.0.0.1:51292","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":822,"response count":0,"response size":38,"request content":"compare: success:> failure:<>"} {"level":"info","ts":"2026-03-20T10:17:57.89948Z","caller":"traceutil/trace.go:171","msg":"trace[1638990726] transaction","detail":"{read_only:false; response_revision:1033; number_of_response:1; }","duration":"561.760588ms","start":"2026-03-20T10:17:57.337674Z","end":"2026-03-20T10:17:57.899435Z","steps":["trace[1638990726] 'process raft request' (duration: 561.136933ms)"],"step_count":1} {"level":"warn","ts":"2026-03-20T10:17:57.899664Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-20T10:17:57.337663Z","time spent":"561.917402ms","remote":"127.0.0.1:51504","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":422,"response count":0,"response size":38,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-03-20T10:17:57.899853Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"549.266633ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/kube-scheduler\" ","response":"range_response_count:1 size:477"} {"level":"info","ts":"2026-03-20T10:17:57.899669Z","caller":"traceutil/trace.go:171","msg":"trace[605418514] linearizableReadLoop","detail":"{readStateIndex:1092; appliedIndex:1089; }","duration":"548.983656ms","start":"2026-03-20T10:17:57.350575Z","end":"2026-03-20T10:17:57.899558Z","steps":["trace[605418514] 'read index received' (duration: 135.001187ms)","trace[605418514] 'applied index is now lower than readState.Index' (duration: 413.980429ms)"],"step_count":2} {"level":"info","ts":"2026-03-20T10:17:57.899927Z","caller":"traceutil/trace.go:171","msg":"trace[350042970] range","detail":"{range_begin:/registry/leases/kube-system/kube-scheduler; range_end:; response_count:1; response_revision:1033; }","duration":"549.368996ms","start":"2026-03-20T10:17:57.35054Z","end":"2026-03-20T10:17:57.899909Z","steps":["trace[350042970] 'agreement among raft nodes before linearized reading' (duration: 549.164171ms)"],"step_count":1} {"level":"warn","ts":"2026-03-20T10:17:57.899977Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-20T10:17:57.350525Z","time spent":"549.442287ms","remote":"127.0.0.1:51504","response type":"/etcdserverpb.KV/Range","request count":0,"request size":45,"response count":1,"response size":499,"request content":"key:\"/registry/leases/kube-system/kube-scheduler\" "} {"level":"warn","ts":"2026-03-20T10:17:57.900306Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"213.611891ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/ingressclasses/\" range_end:\"/registry/ingressclasses0\" count_only:true ","response":"range_response_count:0 size:5"} {"level":"info","ts":"2026-03-20T10:17:57.90037Z","caller":"traceutil/trace.go:171","msg":"trace[1807822477] range","detail":"{range_begin:/registry/ingressclasses/; range_end:/registry/ingressclasses0; response_count:0; response_revision:1033; }","duration":"213.718234ms","start":"2026-03-20T10:17:57.686638Z","end":"2026-03-20T10:17:57.900356Z","steps":["trace[1807822477] 'agreement among raft nodes before linearized reading' (duration: 213.625162ms)"],"step_count":1} {"level":"warn","ts":"2026-03-20T10:17:57.900298Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"494.87039ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/kube-controller-manager\" ","response":"range_response_count:1 size:505"} {"level":"info","ts":"2026-03-20T10:17:57.900837Z","caller":"traceutil/trace.go:171","msg":"trace[1238574142] range","detail":"{range_begin:/registry/leases/kube-system/kube-controller-manager; range_end:; response_count:1; response_revision:1033; }","duration":"495.475356ms","start":"2026-03-20T10:17:57.405343Z","end":"2026-03-20T10:17:57.900819Z","steps":["trace[1238574142] 'agreement among raft nodes before linearized reading' (duration: 494.805878ms)"],"step_count":1} {"level":"warn","ts":"2026-03-20T10:17:57.9009Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-20T10:17:57.405313Z","time spent":"495.567798ms","remote":"127.0.0.1:51504","response type":"/etcdserverpb.KV/Range","request count":0,"request size":54,"response count":1,"response size":527,"request content":"key:\"/registry/leases/kube-system/kube-controller-manager\" "} {"level":"warn","ts":"2026-03-20T10:17:57.901099Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"411.527487ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/csinodes/instance\" ","response":"range_response_count:1 size:664"} {"level":"info","ts":"2026-03-20T10:17:57.901152Z","caller":"traceutil/trace.go:171","msg":"trace[639082964] range","detail":"{range_begin:/registry/csinodes/instance; range_end:; response_count:1; response_revision:1033; }","duration":"411.647711ms","start":"2026-03-20T10:17:57.489492Z","end":"2026-03-20T10:17:57.90114Z","steps":["trace[639082964] 'agreement among raft nodes before linearized reading' (duration: 411.511597ms)"],"step_count":1} {"level":"warn","ts":"2026-03-20T10:17:57.901185Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-20T10:17:57.489475Z","time spent":"411.702122ms","remote":"127.0.0.1:51618","response type":"/etcdserverpb.KV/Range","request count":0,"request size":29,"response count":1,"response size":686,"request content":"key:\"/registry/csinodes/instance\" "} {"level":"warn","ts":"2026-03-20T10:17:57.900358Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"320.063058ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/health\" ","response":"range_response_count:0 size:5"} {"level":"info","ts":"2026-03-20T10:17:57.903751Z","caller":"traceutil/trace.go:171","msg":"trace[822628156] range","detail":"{range_begin:/registry/health; range_end:; response_count:0; response_revision:1033; }","duration":"323.312161ms","start":"2026-03-20T10:17:57.580133Z","end":"2026-03-20T10:17:57.903445Z","steps":["trace[822628156] 'agreement among raft nodes before linearized reading' (duration: 320.202902ms)"],"step_count":1} {"level":"warn","ts":"2026-03-20T10:17:57.9038Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-20T10:17:57.58008Z","time spent":"323.709981ms","remote":"127.0.0.1:51202","response type":"/etcdserverpb.KV/Range","request count":0,"request size":18,"response count":0,"response size":27,"request content":"key:\"/registry/health\" "} {"level":"info","ts":"2026-03-20T10:17:58.102075Z","caller":"traceutil/trace.go:171","msg":"trace[1791327912] transaction","detail":"{read_only:false; response_revision:1035; number_of_response:1; }","duration":"196.871638ms","start":"2026-03-20T10:17:57.905178Z","end":"2026-03-20T10:17:58.102049Z","steps":["trace[1791327912] 'process raft request' (duration: 180.372903ms)","trace[1791327912] 'compare' (duration: 16.332111ms)"],"step_count":2} {"level":"info","ts":"2026-03-20T10:17:58.10229Z","caller":"traceutil/trace.go:171","msg":"trace[828182599] transaction","detail":"{read_only:false; response_revision:1036; number_of_response:1; }","duration":"196.952851ms","start":"2026-03-20T10:17:57.905322Z","end":"2026-03-20T10:17:58.102275Z","steps":["trace[828182599] 'process raft request' (duration: 196.676213ms)"],"step_count":1} {"level":"info","ts":"2026-03-20T10:17:58.1024Z","caller":"traceutil/trace.go:171","msg":"trace[1516241167] linearizableReadLoop","detail":"{readStateIndex:1096; appliedIndex:1093; }","duration":"105.917774ms","start":"2026-03-20T10:17:57.996473Z","end":"2026-03-20T10:17:58.102391Z","steps":["trace[1516241167] 'read index received' (duration: 89.155441ms)","trace[1516241167] 'applied index is now lower than readState.Index' (duration: 16.761403ms)"],"step_count":2} {"level":"warn","ts":"2026-03-20T10:17:58.102539Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"106.056627ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/cilium-operator-resource-lock\" ","response":"range_response_count:1 size:491"} {"level":"info","ts":"2026-03-20T10:17:58.102575Z","caller":"traceutil/trace.go:171","msg":"trace[128398436] range","detail":"{range_begin:/registry/leases/kube-system/cilium-operator-resource-lock; range_end:; response_count:1; response_revision:1037; }","duration":"106.145949ms","start":"2026-03-20T10:17:57.996418Z","end":"2026-03-20T10:17:58.102564Z","steps":["trace[128398436] 'agreement among raft nodes before linearized reading' (duration: 106.002806ms)"],"step_count":1} {"level":"info","ts":"2026-03-20T10:17:58.102657Z","caller":"traceutil/trace.go:171","msg":"trace[2085546685] transaction","detail":"{read_only:false; response_revision:1037; number_of_response:1; }","duration":"196.919391ms","start":"2026-03-20T10:17:57.905714Z","end":"2026-03-20T10:17:58.102633Z","steps":["trace[2085546685] 'process raft request' (duration: 196.50118ms)"],"step_count":1} {"level":"warn","ts":"2026-03-20T10:18:00.723651Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"782.723543ms","expected-duration":"100ms","prefix":"","request":"header: lease_revoke:","response":"size:27"} {"level":"info","ts":"2026-03-20T10:18:00.723836Z","caller":"traceutil/trace.go:171","msg":"trace[323637518] linearizableReadLoop","detail":"{readStateIndex:1098; appliedIndex:1097; }","duration":"1.145267842s","start":"2026-03-20T10:17:59.578549Z","end":"2026-03-20T10:18:00.723816Z","steps":["trace[323637518] 'read index received' (duration: 362.303494ms)","trace[323637518] 'applied index is now lower than readState.Index' (duration: 782.962828ms)"],"step_count":2} {"level":"warn","ts":"2026-03-20T10:18:00.724182Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.145613711s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/health\" ","response":"range_response_count:0 size:5"} {"level":"info","ts":"2026-03-20T10:18:00.72449Z","caller":"traceutil/trace.go:171","msg":"trace[1451184876] range","detail":"{range_begin:/registry/health; range_end:; response_count:0; response_revision:1038; }","duration":"1.14593539s","start":"2026-03-20T10:17:59.57851Z","end":"2026-03-20T10:18:00.724445Z","steps":["trace[1451184876] 'agreement among raft nodes before linearized reading' (duration: 1.145613921s)"],"step_count":1} {"level":"warn","ts":"2026-03-20T10:18:00.72467Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-20T10:17:59.578493Z","time spent":"1.146161016s","remote":"127.0.0.1:51202","response type":"/etcdserverpb.KV/Range","request count":0,"request size":18,"response count":0,"response size":27,"request content":"key:\"/registry/health\" "} {"level":"warn","ts":"2026-03-20T10:18:00.724761Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"607.148054ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/kube-controller-manager\" ","response":"range_response_count:1 size:506"} {"level":"info","ts":"2026-03-20T10:18:00.72482Z","caller":"traceutil/trace.go:171","msg":"trace[945654863] range","detail":"{range_begin:/registry/leases/kube-system/kube-controller-manager; range_end:; response_count:1; response_revision:1038; }","duration":"607.225975ms","start":"2026-03-20T10:18:00.117575Z","end":"2026-03-20T10:18:00.724801Z","steps":["trace[945654863] 'agreement among raft nodes before linearized reading' (duration: 606.949278ms)"],"step_count":1} {"level":"warn","ts":"2026-03-20T10:18:00.724812Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"611.429272ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/plndr-cp-lock\" ","response":"range_response_count:1 size:433"} {"level":"warn","ts":"2026-03-20T10:18:00.724867Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-20T10:18:00.117562Z","time spent":"607.295967ms","remote":"127.0.0.1:51504","response type":"/etcdserverpb.KV/Range","request count":0,"request size":54,"response count":1,"response size":528,"request content":"key:\"/registry/leases/kube-system/kube-controller-manager\" "} {"level":"info","ts":"2026-03-20T10:18:00.724881Z","caller":"traceutil/trace.go:171","msg":"trace[1859316988] range","detail":"{range_begin:/registry/leases/kube-system/plndr-cp-lock; range_end:; response_count:1; response_revision:1038; }","duration":"611.525955ms","start":"2026-03-20T10:18:00.113338Z","end":"2026-03-20T10:18:00.724864Z","steps":["trace[1859316988] 'agreement among raft nodes before linearized reading' (duration: 611.237577ms)"],"step_count":1} {"level":"warn","ts":"2026-03-20T10:18:00.724927Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-20T10:18:00.113314Z","time spent":"611.601306ms","remote":"127.0.0.1:51504","response type":"/etcdserverpb.KV/Range","request count":0,"request size":44,"response count":1,"response size":455,"request content":"key:\"/registry/leases/kube-system/plndr-cp-lock\" "} {"level":"warn","ts":"2026-03-20T10:18:00.725126Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"730.66803ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/kube-scheduler\" ","response":"range_response_count:1 size:478"} {"level":"info","ts":"2026-03-20T10:18:00.7252Z","caller":"traceutil/trace.go:171","msg":"trace[993187366] range","detail":"{range_begin:/registry/leases/kube-system/kube-scheduler; range_end:; response_count:1; response_revision:1038; }","duration":"730.740722ms","start":"2026-03-20T10:17:59.994449Z","end":"2026-03-20T10:18:00.72519Z","steps":["trace[993187366] 'agreement among raft nodes before linearized reading' (duration: 730.601228ms)"],"step_count":1} {"level":"warn","ts":"2026-03-20T10:18:00.725229Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-20T10:17:59.994401Z","time spent":"730.820513ms","remote":"127.0.0.1:51504","response type":"/etcdserverpb.KV/Range","request count":0,"request size":45,"response count":1,"response size":500,"request content":"key:\"/registry/leases/kube-system/kube-scheduler\" "} {"level":"warn","ts":"2026-03-20T10:18:00.724667Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"817.148682ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/plndr-svcs-lock\" ","response":"range_response_count:1 size:436"} {"level":"info","ts":"2026-03-20T10:18:00.725361Z","caller":"traceutil/trace.go:171","msg":"trace[2000189769] range","detail":"{range_begin:/registry/leases/kube-system/plndr-svcs-lock; range_end:; response_count:1; response_revision:1038; }","duration":"817.899351ms","start":"2026-03-20T10:17:59.907449Z","end":"2026-03-20T10:18:00.725349Z","steps":["trace[2000189769] 'agreement among raft nodes before linearized reading' (duration: 817.0656ms)"],"step_count":1} {"level":"warn","ts":"2026-03-20T10:18:00.725406Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-20T10:17:59.907425Z","time spent":"817.970773ms","remote":"127.0.0.1:51504","response type":"/etcdserverpb.KV/Range","request count":0,"request size":46,"response count":1,"response size":458,"request content":"key:\"/registry/leases/kube-system/plndr-svcs-lock\" "} {"level":"warn","ts":"2026-03-20T10:18:00.724715Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"577.106684ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/cilium-operator-resource-lock\" ","response":"range_response_count:1 size:491"} {"level":"info","ts":"2026-03-20T10:18:00.725531Z","caller":"traceutil/trace.go:171","msg":"trace[1914044843] range","detail":"{range_begin:/registry/leases/kube-system/cilium-operator-resource-lock; range_end:; response_count:1; response_revision:1038; }","duration":"577.961476ms","start":"2026-03-20T10:18:00.147554Z","end":"2026-03-20T10:18:00.725516Z","steps":["trace[1914044843] 'agreement among raft nodes before linearized reading' (duration: 577.003192ms)"],"step_count":1} {"level":"warn","ts":"2026-03-20T10:18:00.725594Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-20T10:18:00.147537Z","time spent":"578.041857ms","remote":"127.0.0.1:51504","response type":"/etcdserverpb.KV/Range","request count":0,"request size":60,"response count":1,"response size":513,"request content":"key:\"/registry/leases/kube-system/cilium-operator-resource-lock\" "} {"level":"info","ts":"2026-03-20T10:18:01.161767Z","caller":"traceutil/trace.go:171","msg":"trace[1154732833] transaction","detail":"{read_only:false; response_revision:1039; number_of_response:1; }","duration":"431.187118ms","start":"2026-03-20T10:18:00.73056Z","end":"2026-03-20T10:18:01.161747Z","steps":["trace[1154732833] 'process raft request' (duration: 431.063144ms)"],"step_count":1} {"level":"warn","ts":"2026-03-20T10:18:01.161948Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-20T10:18:00.730539Z","time spent":"431.341421ms","remote":"127.0.0.1:51504","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":423,"response count":0,"response size":38,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-03-20T10:18:01.428307Z","caller":"traceutil/trace.go:171","msg":"trace[235519238] transaction","detail":"{read_only:false; response_revision:1040; number_of_response:1; }","duration":"697.540016ms","start":"2026-03-20T10:18:00.73074Z","end":"2026-03-20T10:18:01.42828Z","steps":["trace[235519238] 'process raft request' (duration: 697.197328ms)"],"step_count":1} {"level":"warn","ts":"2026-03-20T10:18:01.428447Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-20T10:18:00.73071Z","time spent":"697.660699ms","remote":"127.0.0.1:51504","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":463,"response count":0,"response size":38,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-03-20T10:18:01.428548Z","caller":"traceutil/trace.go:171","msg":"trace[1257207462] transaction","detail":"{read_only:false; response_revision:1041; number_of_response:1; }","duration":"697.772382ms","start":"2026-03-20T10:18:00.730759Z","end":"2026-03-20T10:18:01.428531Z","steps":["trace[1257207462] 'process raft request' (duration: 697.379203ms)"],"step_count":1} {"level":"warn","ts":"2026-03-20T10:18:01.429655Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-20T10:18:00.730727Z","time spent":"697.863395ms","remote":"127.0.0.1:51504","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":418,"response count":0,"response size":38,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-03-20T10:18:01.430037Z","caller":"traceutil/trace.go:171","msg":"trace[2077853479] transaction","detail":"{read_only:false; response_revision:1042; number_of_response:1; }","duration":"698.347706ms","start":"2026-03-20T10:18:00.731675Z","end":"2026-03-20T10:18:01.430023Z","steps":["trace[2077853479] 'process raft request' (duration: 696.790238ms)"],"step_count":1} {"level":"warn","ts":"2026-03-20T10:18:01.431407Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-20T10:18:00.731658Z","time spent":"698.415829ms","remote":"127.0.0.1:51504","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":490,"response count":0,"response size":38,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-03-20T10:18:01.43176Z","caller":"traceutil/trace.go:171","msg":"trace[845246609] transaction","detail":"{read_only:false; response_revision:1043; number_of_response:1; }","duration":"699.367324ms","start":"2026-03-20T10:18:00.732386Z","end":"2026-03-20T10:18:01.431754Z","steps":["trace[845246609] 'process raft request' (duration: 697.515486ms)"],"step_count":1} {"level":"warn","ts":"2026-03-20T10:18:01.431921Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"699.255909ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/health\" ","response":"range_response_count:0 size:5"} {"level":"info","ts":"2026-03-20T10:18:01.431971Z","caller":"traceutil/trace.go:171","msg":"trace[919738676] range","detail":"{range_begin:/registry/health; range_end:; response_count:0; response_revision:1043; }","duration":"699.304941ms","start":"2026-03-20T10:18:00.732653Z","end":"2026-03-20T10:18:01.431958Z","steps":["trace[919738676] 'agreement among raft nodes before linearized reading' (duration: 699.232319ms)"],"step_count":1} {"level":"warn","ts":"2026-03-20T10:18:01.432051Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-20T10:18:00.732637Z","time spent":"699.406503ms","remote":"127.0.0.1:51202","response type":"/etcdserverpb.KV/Range","request count":0,"request size":18,"response count":0,"response size":27,"request content":"key:\"/registry/health\" "} {"level":"warn","ts":"2026-03-20T10:18:01.432648Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-20T10:18:00.732379Z","time spent":"699.406814ms","remote":"127.0.0.1:51504","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":475,"response count":0,"response size":38,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-03-20T10:18:01.43288Z","caller":"traceutil/trace.go:171","msg":"trace[120587624] linearizableReadLoop","detail":"{readStateIndex:1103; appliedIndex:1099; }","duration":"699.068675ms","start":"2026-03-20T10:18:00.732657Z","end":"2026-03-20T10:18:01.431725Z","steps":["trace[120587624] 'read index received' (duration: 429.103585ms)","trace[120587624] 'applied index is now lower than readState.Index' (duration: 269.96408ms)"],"step_count":2} {"level":"info","ts":"2026-03-20T10:18:02.219602Z","caller":"traceutil/trace.go:171","msg":"trace[1563905283] transaction","detail":"{read_only:false; response_revision:1044; number_of_response:1; }","duration":"203.713289ms","start":"2026-03-20T10:18:02.015869Z","end":"2026-03-20T10:18:02.219583Z","steps":["trace[1563905283] 'process raft request' (duration: 203.596006ms)"],"step_count":1} {"level":"warn","ts":"2026-03-20T10:18:02.677329Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"278.27142ms","expected-duration":"100ms","prefix":"read-only range ","request":"limit:1 serializable:true keys_only:true ","response":"range_response_count:0 size:5"} {"level":"info","ts":"2026-03-20T10:18:02.677508Z","caller":"traceutil/trace.go:171","msg":"trace[211976355] range","detail":"{range_begin:; range_end:; response_count:0; response_revision:1044; }","duration":"278.464045ms","start":"2026-03-20T10:18:02.399028Z","end":"2026-03-20T10:18:02.677492Z","steps":["trace[211976355] 'range keys from in-memory index tree' (duration: 278.25505ms)"],"step_count":1} {"level":"warn","ts":"2026-03-20T10:18:02.677597Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"393.939117ms","expected-duration":"100ms","prefix":"","request":"header: txn: success:> failure: >>","response":"size:16"} {"level":"info","ts":"2026-03-20T10:18:02.67766Z","caller":"traceutil/trace.go:171","msg":"trace[1200363241] linearizableReadLoop","detail":"{readStateIndex:1105; appliedIndex:1104; }","duration":"399.929738ms","start":"2026-03-20T10:18:02.277717Z","end":"2026-03-20T10:18:02.677646Z","steps":["trace[1200363241] 'read index received' (duration: 5.854538ms)","trace[1200363241] 'applied index is now lower than readState.Index' (duration: 394.07436ms)"],"step_count":2} {"level":"info","ts":"2026-03-20T10:18:02.677717Z","caller":"traceutil/trace.go:171","msg":"trace[1164058221] transaction","detail":"{read_only:false; response_revision:1045; number_of_response:1; }","duration":"621.852816ms","start":"2026-03-20T10:18:02.05585Z","end":"2026-03-20T10:18:02.677703Z","steps":["trace[1164058221] 'process raft request' (duration: 227.742395ms)","trace[1164058221] 'compare' (duration: 393.835245ms)"],"step_count":2} {"level":"warn","ts":"2026-03-20T10:18:02.677778Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-20T10:18:02.055827Z","time spent":"621.919307ms","remote":"127.0.0.1:51504","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":520,"response count":0,"response size":38,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-03-20T10:18:02.677821Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"400.108392ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/masterleases/199.204.45.102\" ","response":"range_response_count:1 size:135"} {"level":"info","ts":"2026-03-20T10:18:02.677858Z","caller":"traceutil/trace.go:171","msg":"trace[672309094] range","detail":"{range_begin:/registry/masterleases/199.204.45.102; range_end:; response_count:1; response_revision:1045; }","duration":"400.179954ms","start":"2026-03-20T10:18:02.27767Z","end":"2026-03-20T10:18:02.677849Z","steps":["trace[672309094] 'agreement among raft nodes before linearized reading' (duration: 400.050961ms)"],"step_count":1} {"level":"warn","ts":"2026-03-20T10:18:02.677887Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-20T10:18:02.277651Z","time spent":"400.229085ms","remote":"127.0.0.1:51238","response type":"/etcdserverpb.KV/Range","request count":0,"request size":39,"response count":1,"response size":157,"request content":"key:\"/registry/masterleases/199.204.45.102\" "} {"level":"info","ts":"2026-03-20T10:18:02.857115Z","caller":"traceutil/trace.go:171","msg":"trace[2087154946] transaction","detail":"{read_only:false; response_revision:1046; number_of_response:1; }","duration":"107.77164ms","start":"2026-03-20T10:18:02.749322Z","end":"2026-03-20T10:18:02.857093Z","steps":["trace[2087154946] 'process raft request' (duration: 44.460072ms)","trace[2087154946] 'compare' (duration: 63.181865ms)"],"step_count":2} {"level":"warn","ts":"2026-03-20T10:18:03.841144Z","caller":"etcdserver/v3_server.go:897","msg":"waiting for ReadIndex response took too long, retrying","sent-request-id":184257304220177059,"retry-timeout":"500ms"} {"level":"warn","ts":"2026-03-20T10:18:04.341629Z","caller":"etcdserver/v3_server.go:897","msg":"waiting for ReadIndex response took too long, retrying","sent-request-id":184257304220177059,"retry-timeout":"500ms"} {"level":"warn","ts":"2026-03-20T10:18:04.842413Z","caller":"etcdserver/v3_server.go:897","msg":"waiting for ReadIndex response took too long, retrying","sent-request-id":184257304220177059,"retry-timeout":"500ms"} {"level":"warn","ts":"2026-03-20T10:18:05.342722Z","caller":"etcdserver/v3_server.go:897","msg":"waiting for ReadIndex response took too long, retrying","sent-request-id":184257304220177059,"retry-timeout":"500ms"} {"level":"warn","ts":"2026-03-20T10:18:05.843134Z","caller":"etcdserver/v3_server.go:897","msg":"waiting for ReadIndex response took too long, retrying","sent-request-id":184257304220177059,"retry-timeout":"500ms"} {"level":"warn","ts":"2026-03-20T10:18:06.343975Z","caller":"etcdserver/v3_server.go:897","msg":"waiting for ReadIndex response took too long, retrying","sent-request-id":184257304220177059,"retry-timeout":"500ms"} {"level":"warn","ts":"2026-03-20T10:18:06.57965Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"2.000607849s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/health\" ","response":"","error":"context canceled"} {"level":"info","ts":"2026-03-20T10:18:06.579733Z","caller":"traceutil/trace.go:171","msg":"trace[228327730] range","detail":"{range_begin:/registry/health; range_end:; }","duration":"2.000732522s","start":"2026-03-20T10:18:04.578984Z","end":"2026-03-20T10:18:06.579716Z","steps":["trace[228327730] 'agreement among raft nodes before linearized reading' (duration: 2.00063416s)"],"step_count":1} {"level":"warn","ts":"2026-03-20T10:18:06.579776Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-20T10:18:04.578961Z","time spent":"2.000805734s","remote":"127.0.0.1:51202","response type":"/etcdserverpb.KV/Range","request count":0,"request size":18,"response count":0,"response size":0,"request content":"key:\"/registry/health\" "} 2026/03/20 10:18:06 WARNING: [core] [Server #8] grpc: Server.processUnaryRPC failed to write status: connection error: desc = "transport is closing" {"level":"warn","ts":"2026-03-20T10:18:06.844096Z","caller":"etcdserver/v3_server.go:897","msg":"waiting for ReadIndex response took too long, retrying","sent-request-id":184257304220177059,"retry-timeout":"500ms"} {"level":"warn","ts":"2026-03-20T10:18:07.345056Z","caller":"etcdserver/v3_server.go:897","msg":"waiting for ReadIndex response took too long, retrying","sent-request-id":184257304220177059,"retry-timeout":"500ms"} {"level":"warn","ts":"2026-03-20T10:18:07.859535Z","caller":"etcdserver/v3_server.go:897","msg":"waiting for ReadIndex response took too long, retrying","sent-request-id":184257304220177059,"retry-timeout":"500ms"} {"level":"warn","ts":"2026-03-20T10:18:08.359711Z","caller":"etcdserver/v3_server.go:897","msg":"waiting for ReadIndex response took too long, retrying","sent-request-id":184257304220177059,"retry-timeout":"500ms"} {"level":"warn","ts":"2026-03-20T10:18:08.39441Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"2.000791081s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/health\" ","response":"","error":"context deadline exceeded"} {"level":"info","ts":"2026-03-20T10:18:08.394477Z","caller":"traceutil/trace.go:171","msg":"trace[1773819740] range","detail":"{range_begin:/registry/health; range_end:; }","duration":"2.000891054s","start":"2026-03-20T10:18:06.393568Z","end":"2026-03-20T10:18:08.394459Z","steps":["trace[1773819740] 'agreement among raft nodes before linearized reading' (duration: 2.000803331s)"],"step_count":1} {"level":"warn","ts":"2026-03-20T10:18:08.394579Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-20T10:18:06.39356Z","time spent":"2.000953726s","remote":"127.0.0.1:51202","response type":"/etcdserverpb.KV/Range","request count":0,"request size":18,"response count":0,"response size":0,"request content":"key:\"/registry/health\" "} 2026/03/20 10:18:08 WARNING: [core] [Server #8] grpc: Server.processUnaryRPC failed to write status: connection error: desc = "transport is closing" {"level":"warn","ts":"2026-03-20T10:18:08.432471Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"4.999510788s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/kube-scheduler\" ","response":"","error":"context deadline exceeded"} {"level":"info","ts":"2026-03-20T10:18:08.432538Z","caller":"traceutil/trace.go:171","msg":"trace[1397065446] range","detail":"{range_begin:/registry/leases/kube-system/kube-scheduler; range_end:; }","duration":"4.999632131s","start":"2026-03-20T10:18:03.432892Z","end":"2026-03-20T10:18:08.432524Z","steps":["trace[1397065446] 'agreement among raft nodes before linearized reading' (duration: 4.999549469s)"],"step_count":1} {"level":"warn","ts":"2026-03-20T10:18:08.432571Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-20T10:18:03.432869Z","time spent":"4.999695263s","remote":"127.0.0.1:51504","response type":"/etcdserverpb.KV/Range","request count":0,"request size":45,"response count":0,"response size":0,"request content":"key:\"/registry/leases/kube-system/kube-scheduler\" "} {"level":"warn","ts":"2026-03-20T10:18:08.433595Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"4.999478787s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/kube-controller-manager\" ","response":"","error":"context deadline exceeded"} {"level":"info","ts":"2026-03-20T10:18:08.433654Z","caller":"traceutil/trace.go:171","msg":"trace[206854700] range","detail":"{range_begin:/registry/leases/kube-system/kube-controller-manager; range_end:; }","duration":"4.99955929s","start":"2026-03-20T10:18:03.434076Z","end":"2026-03-20T10:18:08.433635Z","steps":["trace[206854700] 'agreement among raft nodes before linearized reading' (duration: 4.999496477s)"],"step_count":1} {"level":"warn","ts":"2026-03-20T10:18:08.433697Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-20T10:18:03.434061Z","time spent":"4.999627381s","remote":"127.0.0.1:51504","response type":"/etcdserverpb.KV/Range","request count":0,"request size":54,"response count":0,"response size":0,"request content":"key:\"/registry/leases/kube-system/kube-controller-manager\" "} {"level":"warn","ts":"2026-03-20T10:18:08.435732Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"4.999978151s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/cilium-operator-resource-lock\" ","response":"","error":"context deadline exceeded"} {"level":"info","ts":"2026-03-20T10:18:08.435767Z","caller":"traceutil/trace.go:171","msg":"trace[77021561] range","detail":"{range_begin:/registry/leases/kube-system/cilium-operator-resource-lock; range_end:; }","duration":"5.000037142s","start":"2026-03-20T10:18:03.435722Z","end":"2026-03-20T10:18:08.435759Z","steps":["trace[77021561] 'agreement among raft nodes before linearized reading' (duration: 4.999996541s)"],"step_count":1} {"level":"warn","ts":"2026-03-20T10:18:08.435843Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-20T10:18:03.435712Z","time spent":"5.000122824s","remote":"127.0.0.1:51504","response type":"/etcdserverpb.KV/Range","request count":0,"request size":60,"response count":0,"response size":0,"request content":"key:\"/registry/leases/kube-system/cilium-operator-resource-lock\" "} {"level":"warn","ts":"2026-03-20T10:18:08.58003Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"2.000024492s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/health\" ","response":"","error":"context deadline exceeded"} {"level":"info","ts":"2026-03-20T10:18:08.58009Z","caller":"traceutil/trace.go:171","msg":"trace[1569762784] range","detail":"{range_begin:/registry/health; range_end:; }","duration":"2.000158726s","start":"2026-03-20T10:18:06.579919Z","end":"2026-03-20T10:18:08.580077Z","steps":["trace[1569762784] 'agreement among raft nodes before linearized reading' (duration: 2.000088014s)"],"step_count":1} {"level":"warn","ts":"2026-03-20T10:18:08.580149Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-20T10:18:06.579899Z","time spent":"2.000220297s","remote":"127.0.0.1:51190","response type":"/etcdserverpb.KV/Range","request count":0,"request size":18,"response count":0,"response size":0,"request content":"key:\"/registry/health\" "} {"level":"warn","ts":"2026-03-20T10:18:08.860351Z","caller":"etcdserver/v3_server.go:897","msg":"waiting for ReadIndex response took too long, retrying","sent-request-id":184257304220177059,"retry-timeout":"500ms"} {"level":"warn","ts":"2026-03-20T10:18:09.360939Z","caller":"etcdserver/v3_server.go:897","msg":"waiting for ReadIndex response took too long, retrying","sent-request-id":184257304220177059,"retry-timeout":"500ms"} {"level":"warn","ts":"2026-03-20T10:18:09.86157Z","caller":"etcdserver/v3_server.go:897","msg":"waiting for ReadIndex response took too long, retrying","sent-request-id":184257304220177059,"retry-timeout":"500ms"} {"level":"warn","ts":"2026-03-20T10:18:10.169733Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-20T10:18:03.169477Z","time spent":"7.000250112s","remote":"127.0.0.1:51504","response type":"/etcdserverpb.KV/Txn","request count":0,"request size":0,"response count":0,"response size":0,"request content":""} {"level":"warn","ts":"2026-03-20T10:18:10.241696Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"2.000011993s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/health\" ","response":"","error":"context deadline exceeded"} {"level":"info","ts":"2026-03-20T10:18:10.241826Z","caller":"traceutil/trace.go:171","msg":"trace[653218058] range","detail":"{range_begin:/registry/health; range_end:; }","duration":"2.000400674s","start":"2026-03-20T10:18:08.241397Z","end":"2026-03-20T10:18:10.241797Z","steps":["trace[653218058] 'agreement among raft nodes before linearized reading' (duration: 2.000223149s)"],"step_count":1} {"level":"warn","ts":"2026-03-20T10:18:10.241891Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-20T10:18:08.241377Z","time spent":"2.000503046s","remote":"127.0.0.1:51202","response type":"/etcdserverpb.KV/Range","request count":0,"request size":18,"response count":0,"response size":0,"request content":"key:\"/registry/health\" "} 2026/03/20 10:18:10 WARNING: [core] [Server #8] grpc: Server.processUnaryRPC failed to write status: connection error: desc = "transport is closing" {"level":"warn","ts":"2026-03-20T10:18:10.340945Z","caller":"etcdserver/v3_server.go:909","msg":"timed out waiting for read index response (local node might have slow network)","timeout":"7s"} {"level":"warn","ts":"2026-03-20T10:18:10.34136Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"7.00056198s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pods/\" range_end:\"/registry/pods0\" count_only:true ","response":"","error":"etcdserver: request timed out"} {"level":"info","ts":"2026-03-20T10:18:10.341412Z","caller":"traceutil/trace.go:171","msg":"trace[1969607626] range","detail":"{range_begin:/registry/pods/; range_end:/registry/pods0; }","duration":"7.0009291s","start":"2026-03-20T10:18:03.340465Z","end":"2026-03-20T10:18:10.341394Z","steps":["trace[1969607626] 'agreement among raft nodes before linearized reading' (duration: 7.000604771s)"],"step_count":1} {"level":"warn","ts":"2026-03-20T10:18:10.341579Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-20T10:18:03.340429Z","time spent":"7.001118404s","remote":"127.0.0.1:51424","response type":"/etcdserverpb.KV/Range","request count":0,"request size":36,"response count":0,"response size":0,"request content":"key:\"/registry/pods/\" range_end:\"/registry/pods0\" count_only:true "} {"level":"warn","ts":"2026-03-20T10:18:10.588494Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"2.000770963s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/health\" ","response":"","error":"context canceled"} {"level":"info","ts":"2026-03-20T10:18:10.589238Z","caller":"traceutil/trace.go:171","msg":"trace[1291705146] range","detail":"{range_begin:/registry/health; range_end:; }","duration":"2.001567804s","start":"2026-03-20T10:18:08.587645Z","end":"2026-03-20T10:18:10.589213Z","steps":["trace[1291705146] 'agreement among raft nodes before linearized reading' (duration: 2.000553548s)"],"step_count":1} {"level":"warn","ts":"2026-03-20T10:18:10.589319Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-20T10:18:08.587625Z","time spent":"2.001660356s","remote":"127.0.0.1:51190","response type":"/etcdserverpb.KV/Range","request count":0,"request size":18,"response count":0,"response size":0,"request content":"key:\"/registry/health\" "} 2026/03/20 10:18:10 WARNING: [core] [Server #8] grpc: Server.processUnaryRPC failed to write status: connection error: desc = "transport is closing" {"level":"warn","ts":"2026-03-20T10:18:10.842098Z","caller":"etcdserver/v3_server.go:897","msg":"waiting for ReadIndex response took too long, retrying","sent-request-id":184257304220177062,"retry-timeout":"500ms"} {"level":"warn","ts":"2026-03-20T10:18:11.343278Z","caller":"etcdserver/v3_server.go:897","msg":"waiting for ReadIndex response took too long, retrying","sent-request-id":184257304220177062,"retry-timeout":"500ms"} {"level":"warn","ts":"2026-03-20T10:18:11.844219Z","caller":"etcdserver/v3_server.go:897","msg":"waiting for ReadIndex response took too long, retrying","sent-request-id":184257304220177062,"retry-timeout":"500ms"} {"level":"warn","ts":"2026-03-20T10:18:12.345003Z","caller":"etcdserver/v3_server.go:897","msg":"waiting for ReadIndex response took too long, retrying","sent-request-id":184257304220177062,"retry-timeout":"500ms"} {"level":"warn","ts":"2026-03-20T10:18:12.59442Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.999838039s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/health\" ","response":"","error":"context deadline exceeded"} {"level":"info","ts":"2026-03-20T10:18:12.594513Z","caller":"traceutil/trace.go:171","msg":"trace[1417478103] range","detail":"{range_begin:/registry/health; range_end:; }","duration":"1.999982342s","start":"2026-03-20T10:18:10.59451Z","end":"2026-03-20T10:18:12.594492Z","steps":["trace[1417478103] 'agreement among raft nodes before linearized reading' (duration: 1.999866619s)"],"step_count":1} {"level":"warn","ts":"2026-03-20T10:18:12.594755Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-20T10:18:10.594471Z","time spent":"2.000232378s","remote":"127.0.0.1:51202","response type":"/etcdserverpb.KV/Range","request count":0,"request size":18,"response count":0,"response size":0,"request content":"key:\"/registry/health\" "} {"level":"warn","ts":"2026-03-20T10:18:12.84534Z","caller":"etcdserver/v3_server.go:897","msg":"waiting for ReadIndex response took too long, retrying","sent-request-id":184257304220177062,"retry-timeout":"500ms"} {"level":"warn","ts":"2026-03-20T10:18:13.164908Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"990.985108ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/plndr-svcs-lock\" ","response":"","error":"context canceled"} {"level":"info","ts":"2026-03-20T10:18:13.16509Z","caller":"traceutil/trace.go:171","msg":"trace[922912904] range","detail":"{range_begin:/registry/leases/kube-system/plndr-svcs-lock; range_end:; }","duration":"991.210163ms","start":"2026-03-20T10:18:12.173848Z","end":"2026-03-20T10:18:13.165059Z","steps":["trace[922912904] 'agreement among raft nodes before linearized reading' (duration: 991.021659ms)"],"step_count":1} {"level":"warn","ts":"2026-03-20T10:18:13.165301Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-20T10:18:12.173824Z","time spent":"991.456081ms","remote":"127.0.0.1:51504","response type":"/etcdserverpb.KV/Range","request count":0,"request size":46,"response count":0,"response size":0,"request content":"key:\"/registry/leases/kube-system/plndr-svcs-lock\" "} 2026/03/20 10:18:13 WARNING: [core] [Server #8] grpc: Server.processUnaryRPC failed to write status: connection error: desc = "transport is closing" {"level":"warn","ts":"2026-03-20T10:18:13.346297Z","caller":"etcdserver/v3_server.go:897","msg":"waiting for ReadIndex response took too long, retrying","sent-request-id":184257304220177062,"retry-timeout":"500ms"} {"level":"warn","ts":"2026-03-20T10:18:13.432141Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"2.998135042s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/kube-scheduler\" ","response":"","error":"context canceled"} {"level":"info","ts":"2026-03-20T10:18:13.432231Z","caller":"traceutil/trace.go:171","msg":"trace[1509486454] range","detail":"{range_begin:/registry/leases/kube-system/kube-scheduler; range_end:; }","duration":"2.998293905s","start":"2026-03-20T10:18:10.43392Z","end":"2026-03-20T10:18:13.432214Z","steps":["trace[1509486454] 'agreement among raft nodes before linearized reading' (duration: 2.998186593s)"],"step_count":1} {"level":"warn","ts":"2026-03-20T10:18:13.432287Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-20T10:18:10.433889Z","time spent":"2.998389828s","remote":"127.0.0.1:51504","response type":"/etcdserverpb.KV/Range","request count":0,"request size":45,"response count":0,"response size":0,"request content":"key:\"/registry/leases/kube-system/kube-scheduler\" "} 2026/03/20 10:18:13 WARNING: [core] [Server #8] grpc: Server.processUnaryRPC failed to write status: connection error: desc = "transport is closing" {"level":"warn","ts":"2026-03-20T10:18:13.433762Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"2.998572842s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/kube-controller-manager\" ","response":"","error":"context canceled"} {"level":"info","ts":"2026-03-20T10:18:13.433815Z","caller":"traceutil/trace.go:171","msg":"trace[59112690] range","detail":"{range_begin:/registry/leases/kube-system/kube-controller-manager; range_end:; }","duration":"2.998648874s","start":"2026-03-20T10:18:10.435159Z","end":"2026-03-20T10:18:13.433808Z","steps":["trace[59112690] 'agreement among raft nodes before linearized reading' (duration: 2.998595102s)"],"step_count":1} {"level":"warn","ts":"2026-03-20T10:18:13.433846Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-20T10:18:10.435147Z","time spent":"2.998692876s","remote":"127.0.0.1:51504","response type":"/etcdserverpb.KV/Range","request count":0,"request size":54,"response count":0,"response size":0,"request content":"key:\"/registry/leases/kube-system/kube-controller-manager\" "} {"level":"warn","ts":"2026-03-20T10:18:13.433823Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"9.99989725s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/plndr-cp-lock\" ","response":"","error":"context canceled"} {"level":"info","ts":"2026-03-20T10:18:13.433908Z","caller":"traceutil/trace.go:171","msg":"trace[1379159683] range","detail":"{range_begin:/registry/leases/kube-system/plndr-cp-lock; range_end:; }","duration":"10.000033764s","start":"2026-03-20T10:18:03.433855Z","end":"2026-03-20T10:18:13.433889Z","steps":["trace[1379159683] 'agreement among raft nodes before linearized reading' (duration: 9.999932321s)"],"step_count":1} 2026/03/20 10:18:13 WARNING: [core] [Server #8] grpc: Server.processUnaryRPC failed to write status: connection error: desc = "transport is closing" {"level":"warn","ts":"2026-03-20T10:18:13.433961Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-20T10:18:03.433834Z","time spent":"10.000117085s","remote":"127.0.0.1:51504","response type":"/etcdserverpb.KV/Range","request count":0,"request size":44,"response count":0,"response size":0,"request content":"key:\"/registry/leases/kube-system/plndr-cp-lock\" "} 2026/03/20 10:18:13 WARNING: [core] [Server #8] grpc: Server.processUnaryRPC failed to write status: connection error: desc = "transport is closing" {"level":"warn","ts":"2026-03-20T10:18:13.440014Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"3.002566894s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/cilium-operator-resource-lock\" ","response":"","error":"context canceled"} {"level":"info","ts":"2026-03-20T10:18:13.440062Z","caller":"traceutil/trace.go:171","msg":"trace[1807304558] range","detail":"{range_begin:/registry/leases/kube-system/cilium-operator-resource-lock; range_end:; }","duration":"3.002738398s","start":"2026-03-20T10:18:10.437316Z","end":"2026-03-20T10:18:13.440054Z","steps":["trace[1807304558] 'agreement among raft nodes before linearized reading' (duration: 3.002688367s)"],"step_count":1} {"level":"warn","ts":"2026-03-20T10:18:13.440094Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-20T10:18:10.437289Z","time spent":"3.002798679s","remote":"127.0.0.1:51504","response type":"/etcdserverpb.KV/Range","request count":0,"request size":60,"response count":0,"response size":0,"request content":"key:\"/registry/leases/kube-system/cilium-operator-resource-lock\" "} 2026/03/20 10:18:13 WARNING: [core] [Server #8] grpc: Server.processUnaryRPC failed to write status: connection error: desc = "transport is closing" {"level":"warn","ts":"2026-03-20T10:18:13.846844Z","caller":"etcdserver/v3_server.go:897","msg":"waiting for ReadIndex response took too long, retrying","sent-request-id":184257304220177062,"retry-timeout":"500ms"} {"level":"warn","ts":"2026-03-20T10:18:14.347451Z","caller":"etcdserver/v3_server.go:897","msg":"waiting for ReadIndex response took too long, retrying","sent-request-id":184257304220177062,"retry-timeout":"500ms"} {"level":"warn","ts":"2026-03-20T10:18:14.596054Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"2.000391932s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/health\" ","response":"","error":"context deadline exceeded"} {"level":"info","ts":"2026-03-20T10:18:14.596149Z","caller":"traceutil/trace.go:171","msg":"trace[1166492263] range","detail":"{range_begin:/registry/health; range_end:; }","duration":"2.000532546s","start":"2026-03-20T10:18:12.595593Z","end":"2026-03-20T10:18:14.596126Z","steps":["trace[1166492263] 'agreement among raft nodes before linearized reading' (duration: 2.000419343s)"],"step_count":1} {"level":"warn","ts":"2026-03-20T10:18:14.596207Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-20T10:18:12.595576Z","time spent":"2.000617497s","remote":"127.0.0.1:51190","response type":"/etcdserverpb.KV/Range","request count":0,"request size":18,"response count":0,"response size":0,"request content":"key:\"/registry/health\" "} {"level":"warn","ts":"2026-03-20T10:18:14.847793Z","caller":"etcdserver/v3_server.go:897","msg":"waiting for ReadIndex response took too long, retrying","sent-request-id":184257304220177062,"retry-timeout":"500ms"} {"level":"warn","ts":"2026-03-20T10:18:15.232661Z","caller":"etcdserver/server.go:1165","msg":"failed to revoke lease","lease-id":"028e9d0abd509250","error":"etcdserver: request timed out"} {"level":"warn","ts":"2026-03-20T10:18:15.348252Z","caller":"etcdserver/v3_server.go:897","msg":"waiting for ReadIndex response took too long, retrying","sent-request-id":184257304220177062,"retry-timeout":"500ms"} {"level":"warn","ts":"2026-03-20T10:18:15.849374Z","caller":"etcdserver/v3_server.go:897","msg":"waiting for ReadIndex response took too long, retrying","sent-request-id":184257304220177062,"retry-timeout":"500ms"} {"level":"warn","ts":"2026-03-20T10:18:16.349799Z","caller":"etcdserver/v3_server.go:897","msg":"waiting for ReadIndex response took too long, retrying","sent-request-id":184257304220177062,"retry-timeout":"500ms"} {"level":"warn","ts":"2026-03-20T10:18:16.604418Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.999943512s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/health\" ","response":"","error":"context deadline exceeded"} {"level":"info","ts":"2026-03-20T10:18:16.604486Z","caller":"traceutil/trace.go:171","msg":"trace[578650358] range","detail":"{range_begin:/registry/health; range_end:; }","duration":"2.000049864s","start":"2026-03-20T10:18:14.604416Z","end":"2026-03-20T10:18:16.604466Z","steps":["trace[578650358] 'agreement among raft nodes before linearized reading' (duration: 1.999966031s)"],"step_count":1} {"level":"warn","ts":"2026-03-20T10:18:16.604522Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-20T10:18:14.6044Z","time spent":"2.000115756s","remote":"127.0.0.1:51202","response type":"/etcdserverpb.KV/Range","request count":0,"request size":18,"response count":0,"response size":0,"request content":"key:\"/registry/health\" "} 2026/03/20 10:18:16 WARNING: [core] [Server #8] grpc: Server.processUnaryRPC failed to write status: connection error: desc = "transport is closing" {"level":"warn","ts":"2026-03-20T10:18:16.850881Z","caller":"etcdserver/v3_server.go:897","msg":"waiting for ReadIndex response took too long, retrying","sent-request-id":184257304220177062,"retry-timeout":"500ms"} {"level":"warn","ts":"2026-03-20T10:18:17.341694Z","caller":"etcdserver/v3_server.go:909","msg":"timed out waiting for read index response (local node might have slow network)","timeout":"7s"} {"level":"warn","ts":"2026-03-20T10:18:17.342079Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"11.401636133s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/cilium.io/ciliumidentities/\" range_end:\"/registry/cilium.io/ciliumidentities0\" count_only:true ","response":"","error":"etcdserver: request timed out"} {"level":"warn","ts":"2026-03-20T10:18:17.342102Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"10.538780744s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/roles/\" range_end:\"/registry/roles0\" count_only:true ","response":"","error":"etcdserver: request timed out"} {"level":"info","ts":"2026-03-20T10:18:17.342175Z","caller":"traceutil/trace.go:171","msg":"trace[850773302] range","detail":"{range_begin:/registry/cilium.io/ciliumidentities/; range_end:/registry/cilium.io/ciliumidentities0; }","duration":"11.401836549s","start":"2026-03-20T10:18:05.940319Z","end":"2026-03-20T10:18:17.342155Z","steps":["trace[850773302] 'agreement among raft nodes before linearized reading' (duration: 11.401663703s)"],"step_count":1} {"level":"info","ts":"2026-03-20T10:18:17.342184Z","caller":"traceutil/trace.go:171","msg":"trace[1786089466] range","detail":"{range_begin:/registry/roles/; range_end:/registry/roles0; }","duration":"10.538944038s","start":"2026-03-20T10:18:06.803222Z","end":"2026-03-20T10:18:17.342166Z","steps":["trace[1786089466] 'agreement among raft nodes before linearized reading' (duration: 10.538819565s)"],"step_count":1} {"level":"warn","ts":"2026-03-20T10:18:17.342236Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-20T10:18:06.803198Z","time spent":"10.539026579s","remote":"127.0.0.1:51566","response type":"/etcdserverpb.KV/Range","request count":0,"request size":38,"response count":0,"response size":0,"request content":"key:\"/registry/roles/\" range_end:\"/registry/roles0\" count_only:true "} {"level":"warn","ts":"2026-03-20T10:18:17.342234Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-20T10:18:05.940299Z","time spent":"11.40192209s","remote":"127.0.0.1:53962","response type":"/etcdserverpb.KV/Range","request count":0,"request size":80,"response count":0,"response size":0,"request content":"key:\"/registry/cilium.io/ciliumidentities/\" range_end:\"/registry/cilium.io/ciliumidentities0\" count_only:true "} {"level":"warn","ts":"2026-03-20T10:18:17.342271Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"10.972196288s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/secrets/\" range_end:\"/registry/secrets0\" count_only:true ","response":"","error":"etcdserver: request timed out"} {"level":"info","ts":"2026-03-20T10:18:17.342308Z","caller":"traceutil/trace.go:171","msg":"trace[2123232571] range","detail":"{range_begin:/registry/secrets/; range_end:/registry/secrets0; }","duration":"10.972237079s","start":"2026-03-20T10:18:06.370063Z","end":"2026-03-20T10:18:17.3423Z","steps":["trace[2123232571] 'agreement among raft nodes before linearized reading' (duration: 10.972198498s)"],"step_count":1} {"level":"warn","ts":"2026-03-20T10:18:17.342342Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-20T10:18:06.370004Z","time spent":"10.972329722s","remote":"127.0.0.1:51316","response type":"/etcdserverpb.KV/Range","request count":0,"request size":42,"response count":0,"response size":0,"request content":"key:\"/registry/secrets/\" range_end:\"/registry/secrets0\" count_only:true "} {"level":"warn","ts":"2026-03-20T10:18:17.342169Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"8.944769434s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/events/kube-system/kube-apiserver-instance.189e8537e82ddafd\" ","response":"","error":"etcdserver: request timed out"} {"level":"info","ts":"2026-03-20T10:18:17.342587Z","caller":"traceutil/trace.go:171","msg":"trace[1660878357] range","detail":"{range_begin:/registry/events/kube-system/kube-apiserver-instance.189e8537e82ddafd; range_end:; }","duration":"8.945416941s","start":"2026-03-20T10:18:08.397087Z","end":"2026-03-20T10:18:17.342504Z","steps":["trace[1660878357] 'agreement among raft nodes before linearized reading' (duration: 8.944798895s)"],"step_count":1} {"level":"warn","ts":"2026-03-20T10:18:17.342705Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"12.822073004s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/cilium.io/ciliumcidrgroups/\" range_end:\"/registry/cilium.io/ciliumcidrgroups0\" count_only:true ","response":"","error":"etcdserver: request timed out"} {"level":"info","ts":"2026-03-20T10:18:17.342764Z","caller":"traceutil/trace.go:171","msg":"trace[584884077] range","detail":"{range_begin:/registry/cilium.io/ciliumcidrgroups/; range_end:/registry/cilium.io/ciliumcidrgroups0; }","duration":"12.822134475s","start":"2026-03-20T10:18:04.520619Z","end":"2026-03-20T10:18:17.342754Z","steps":["trace[584884077] 'agreement among raft nodes before linearized reading' (duration: 12.822072594s)"],"step_count":1} {"level":"warn","ts":"2026-03-20T10:18:17.342801Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-20T10:18:04.520506Z","time spent":"12.822285969s","remote":"127.0.0.1:48742","response type":"/etcdserverpb.KV/Range","request count":0,"request size":80,"response count":0,"response size":0,"request content":"key:\"/registry/cilium.io/ciliumcidrgroups/\" range_end:\"/registry/cilium.io/ciliumcidrgroups0\" count_only:true "} {"level":"warn","ts":"2026-03-20T10:18:17.34272Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-20T10:18:08.39707Z","time spent":"8.945576706s","remote":"127.0.0.1:51292","response type":"/etcdserverpb.KV/Range","request count":0,"request size":71,"response count":0,"response size":0,"request content":"key:\"/registry/events/kube-system/kube-apiserver-instance.189e8537e82ddafd\" "} {"level":"warn","ts":"2026-03-20T10:18:17.342763Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"13.509666738s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/cilium.io/ciliumnodeconfigs/\" range_end:\"/registry/cilium.io/ciliumnodeconfigs0\" count_only:true ","response":"","error":"etcdserver: request timed out"} {"level":"info","ts":"2026-03-20T10:18:17.342961Z","caller":"traceutil/trace.go:171","msg":"trace[367042688] range","detail":"{range_begin:/registry/cilium.io/ciliumnodeconfigs/; range_end:/registry/cilium.io/ciliumnodeconfigs0; }","duration":"13.509892184s","start":"2026-03-20T10:18:03.833049Z","end":"2026-03-20T10:18:17.342941Z","steps":["trace[367042688] 'agreement among raft nodes before linearized reading' (duration: 13.509701519s)"],"step_count":1} {"level":"warn","ts":"2026-03-20T10:18:17.34307Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-20T10:18:03.833029Z","time spent":"13.509957515s","remote":"127.0.0.1:53976","response type":"/etcdserverpb.KV/Range","request count":0,"request size":82,"response count":0,"response size":0,"request content":"key:\"/registry/cilium.io/ciliumnodeconfigs/\" range_end:\"/registry/cilium.io/ciliumnodeconfigs0\" count_only:true "} {"level":"warn","ts":"2026-03-20T10:18:17.842715Z","caller":"etcdserver/v3_server.go:897","msg":"waiting for ReadIndex response took too long, retrying","sent-request-id":184257304220177070,"retry-timeout":"500ms"} {"level":"warn","ts":"2026-03-20T10:18:18.103962Z","caller":"wal/wal.go:805","msg":"slow fdatasync","took":"14.934340818s","expected-duration":"1s"} {"level":"warn","ts":"2026-03-20T10:18:18.412471Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"2.000144614s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/health\" ","response":"","error":"context deadline exceeded"} {"level":"info","ts":"2026-03-20T10:18:18.412581Z","caller":"traceutil/trace.go:171","msg":"trace[87832133] range","detail":"{range_begin:/registry/health; range_end:; }","duration":"2.000394271s","start":"2026-03-20T10:18:16.412144Z","end":"2026-03-20T10:18:18.412538Z","steps":["trace[87832133] 'agreement among raft nodes before linearized reading' (duration: 2.000278868s)"],"step_count":1} {"level":"warn","ts":"2026-03-20T10:18:18.412661Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-20T10:18:16.412115Z","time spent":"2.000527844s","remote":"127.0.0.1:51202","response type":"/etcdserverpb.KV/Range","request count":0,"request size":18,"response count":0,"response size":0,"request content":"key:\"/registry/health\" "} {"level":"warn","ts":"2026-03-20T10:18:18.432946Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-20T10:18:13.434401Z","time spent":"4.998541194s","remote":"127.0.0.1:51504","response type":"/etcdserverpb.KV/Txn","request count":0,"request size":0,"response count":0,"response size":0,"request content":""} {"level":"warn","ts":"2026-03-20T10:18:18.440974Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-20T10:18:13.441627Z","time spent":"4.999343354s","remote":"127.0.0.1:51504","response type":"/etcdserverpb.KV/Txn","request count":0,"request size":0,"response count":0,"response size":0,"request content":""} 2026/03/20 10:18:18 WARNING: [core] [Server #8] grpc: Server.processUnaryRPC failed to write status: connection error: desc = "transport is closing" {"level":"warn","ts":"2026-03-20T10:18:18.605306Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"2.000566425s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/health\" ","response":"","error":"context canceled"} {"level":"info","ts":"2026-03-20T10:18:18.605376Z","caller":"traceutil/trace.go:171","msg":"trace[834904444] range","detail":"{range_begin:/registry/health; range_end:; }","duration":"2.000668238s","start":"2026-03-20T10:18:16.604686Z","end":"2026-03-20T10:18:18.605354Z","steps":["trace[834904444] 'agreement among raft nodes before linearized reading' (duration: 2.000587266s)"],"step_count":1} {"level":"warn","ts":"2026-03-20T10:18:18.605415Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-20T10:18:16.604675Z","time spent":"2.00072915s","remote":"127.0.0.1:51190","response type":"/etcdserverpb.KV/Range","request count":0,"request size":18,"response count":0,"response size":0,"request content":"key:\"/registry/health\" "} 2026/03/20 10:18:18 WARNING: [core] [Server #8] grpc: Server.processUnaryRPC failed to write status: connection error: desc = "transport is closing" {"level":"warn","ts":"2026-03-20T10:18:19.341033Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-20T10:18:12.340099Z","time spent":"7.000927247s","remote":"127.0.0.1:51504","response type":"/etcdserverpb.KV/Txn","request count":0,"request size":0,"response count":0,"response size":0,"request content":""} {"level":"warn","ts":"2026-03-20T10:18:19.93939Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-20T10:18:12.938573Z","time spent":"7.000811555s","remote":"127.0.0.1:51504","response type":"/etcdserverpb.KV/Txn","request count":0,"request size":0,"response count":0,"response size":0,"request content":""} {"level":"warn","ts":"2026-03-20T10:18:20.168834Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-20T10:18:13.167708Z","time spent":"7.001119124s","remote":"127.0.0.1:51504","response type":"/etcdserverpb.KV/Txn","request count":0,"request size":0,"response count":0,"response size":0,"request content":""} {"level":"warn","ts":"2026-03-20T10:18:20.43556Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-20T10:18:13.435178Z","time spent":"7.000376385s","remote":"127.0.0.1:51504","response type":"/etcdserverpb.KV/Txn","request count":0,"request size":0,"response count":0,"response size":0,"request content":""} {"level":"warn","ts":"2026-03-20T10:18:20.613097Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"2.000371624s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/health\" ","response":"","error":"context canceled"} {"level":"info","ts":"2026-03-20T10:18:20.613172Z","caller":"traceutil/trace.go:171","msg":"trace[566482917] range","detail":"{range_begin:/registry/health; range_end:; }","duration":"2.000498687s","start":"2026-03-20T10:18:18.612656Z","end":"2026-03-20T10:18:20.613155Z","steps":["trace[566482917] 'agreement among raft nodes before linearized reading' (duration: 2.000405255s)"],"step_count":1} {"level":"warn","ts":"2026-03-20T10:18:20.613217Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-20T10:18:18.61264Z","time spent":"2.000568128s","remote":"127.0.0.1:51202","response type":"/etcdserverpb.KV/Range","request count":0,"request size":18,"response count":0,"response size":0,"request content":"key:\"/registry/health\" "} 2026/03/20 10:18:20 WARNING: [core] [Server #8] grpc: Server.processUnaryRPC failed to write status: connection error: desc = "transport is closing" {"level":"warn","ts":"2026-03-20T10:18:20.994643Z","caller":"wal/wal.go:805","msg":"slow fdatasync","took":"2.889490954s","expected-duration":"1s"} {"level":"warn","ts":"2026-03-20T10:18:22.241178Z","caller":"etcdserver/server.go:1165","msg":"failed to revoke lease","lease-id":"028e9d0abd509250","error":"etcdserver: request timed out"} {"level":"warn","ts":"2026-03-20T10:18:22.613819Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"2.000265751s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/health\" ","response":"","error":"context canceled"} {"level":"info","ts":"2026-03-20T10:18:22.61397Z","caller":"traceutil/trace.go:171","msg":"trace[1206429090] range","detail":"{range_begin:/registry/health; range_end:; }","duration":"2.000465076s","start":"2026-03-20T10:18:20.613471Z","end":"2026-03-20T10:18:22.613936Z","steps":["trace[1206429090] 'agreement among raft nodes before linearized reading' (duration: 2.000291902s)"],"step_count":1} {"level":"warn","ts":"2026-03-20T10:18:22.614063Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-20T10:18:20.613458Z","time spent":"2.000586949s","remote":"127.0.0.1:51190","response type":"/etcdserverpb.KV/Range","request count":0,"request size":18,"response count":0,"response size":0,"request content":"key:\"/registry/health\" "} 2026/03/20 10:18:22 WARNING: [core] [Server #8] grpc: Server.processUnaryRPC failed to write status: connection error: desc = "transport is closing" {"level":"warn","ts":"2026-03-20T10:18:24.399894Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"3.405046787s","expected-duration":"100ms","prefix":"","request":"header: lease_revoke:","response":"size:27"} {"level":"warn","ts":"2026-03-20T10:18:24.399944Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"2.000841941s","expected-duration":"100ms","prefix":"read-only range ","request":"limit:1 serializable:true keys_only:true ","response":"range_response_count:0 size:5"} {"level":"info","ts":"2026-03-20T10:18:24.400047Z","caller":"traceutil/trace.go:171","msg":"trace[104176455] range","detail":"{range_begin:; range_end:; response_count:0; response_revision:1047; }","duration":"2.000960244s","start":"2026-03-20T10:18:22.399069Z","end":"2026-03-20T10:18:24.400029Z","steps":["trace[104176455] 'range keys from in-memory index tree' (duration: 2.000825651s)"],"step_count":1} {"level":"warn","ts":"2026-03-20T10:18:24.620931Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"2.000810541s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/health\" ","response":"","error":"context canceled"} {"level":"info","ts":"2026-03-20T10:18:24.621025Z","caller":"traceutil/trace.go:171","msg":"trace[1851468338] range","detail":"{range_begin:/registry/health; range_end:; }","duration":"2.000946145s","start":"2026-03-20T10:18:22.620057Z","end":"2026-03-20T10:18:24.621003Z","steps":["trace[1851468338] 'agreement among raft nodes before linearized reading' (duration: 2.000831952s)"],"step_count":1} {"level":"warn","ts":"2026-03-20T10:18:24.621075Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-20T10:18:22.620037Z","time spent":"2.001028207s","remote":"127.0.0.1:51202","response type":"/etcdserverpb.KV/Range","request count":0,"request size":18,"response count":0,"response size":0,"request content":"key:\"/registry/health\" "} 2026/03/20 10:18:24 WARNING: [core] [Server #8] grpc: Server.processUnaryRPC failed to write status: connection error: desc = "transport is closing" {"level":"warn","ts":"2026-03-20T10:18:24.752749Z","caller":"etcdserver/server.go:1165","msg":"failed to revoke lease","lease-id":"028e9d0abd50929c","error":"etcdserver: request timed out"} {"level":"warn","ts":"2026-03-20T10:18:26.345287Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-20T10:18:19.345072Z","time spent":"7.000207187s","remote":"127.0.0.1:51504","response type":"/etcdserverpb.KV/Txn","request count":0,"request size":0,"response count":0,"response size":0,"request content":""} {"level":"warn","ts":"2026-03-20T10:18:26.621547Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.998944324s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/health\" ","response":"","error":"context canceled"} {"level":"info","ts":"2026-03-20T10:18:26.621628Z","caller":"traceutil/trace.go:171","msg":"trace[1225246423] range","detail":"{range_begin:/registry/health; range_end:; }","duration":"1.999082668s","start":"2026-03-20T10:18:24.622527Z","end":"2026-03-20T10:18:26.62161Z","steps":["trace[1225246423] 'agreement among raft nodes before linearized reading' (duration: 1.998978525s)"],"step_count":1} {"level":"warn","ts":"2026-03-20T10:18:26.621721Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-20T10:18:24.622502Z","time spent":"1.999205961s","remote":"127.0.0.1:51190","response type":"/etcdserverpb.KV/Range","request count":0,"request size":18,"response count":0,"response size":0,"request content":"key:\"/registry/health\" "} 2026/03/20 10:18:26 WARNING: [core] [Server #8] grpc: Server.processUnaryRPC failed to write status: connection error: desc = "transport is closing" {"level":"warn","ts":"2026-03-20T10:18:26.873582Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"2.473040803s","expected-duration":"100ms","prefix":"","request":"header: txn: success:> failure:<>>","response":"size:16"} {"level":"warn","ts":"2026-03-20T10:18:26.873948Z","caller":"etcdserver/util.go:123","msg":"failed to apply request","took":"48.861µs","request":"header: lease_revoke:","response":"size:27","error":"lease not found"} {"level":"warn","ts":"2026-03-20T10:18:26.943435Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-20T10:18:19.943261Z","time spent":"7.000168567s","remote":"127.0.0.1:51504","response type":"/etcdserverpb.KV/Txn","request count":0,"request size":0,"response count":0,"response size":0,"request content":""} {"level":"warn","ts":"2026-03-20T10:18:28.070736Z","caller":"wal/wal.go:805","msg":"slow fdatasync","took":"2.25135641s","expected-duration":"1s"} {"level":"warn","ts":"2026-03-20T10:18:28.07113Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.197055695s","expected-duration":"100ms","prefix":"","request":"header: lease_revoke:","response":"size:27"} {"level":"info","ts":"2026-03-20T10:18:28.071484Z","caller":"traceutil/trace.go:171","msg":"trace[485021015] linearizableReadLoop","detail":"{readStateIndex:1117; appliedIndex:1107; }","duration":"10.729581076s","start":"2026-03-20T10:18:17.341839Z","end":"2026-03-20T10:18:28.07142Z","steps":["trace[485021015] 'read index received' (duration: 762.380551ms)","trace[485021015] 'applied index is now lower than readState.Index' (duration: 9.967199165s)"],"step_count":2} {"level":"warn","ts":"2026-03-20T10:18:28.071551Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"14.186068819s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/clusterrolebindings/\" range_end:\"/registry/clusterrolebindings0\" count_only:true ","response":"range_response_count:0 size:7"} {"level":"warn","ts":"2026-03-20T10:18:28.07156Z","caller":"etcdserver/util.go:123","msg":"failed to apply request","took":"126.823µs","request":"header: lease_revoke:","response":"size:27","error":"lease not found"} {"level":"info","ts":"2026-03-20T10:18:28.071593Z","caller":"traceutil/trace.go:171","msg":"trace[1221510409] range","detail":"{range_begin:/registry/clusterrolebindings/; range_end:/registry/clusterrolebindings0; response_count:0; response_revision:1053; }","duration":"14.186148762s","start":"2026-03-20T10:18:13.885429Z","end":"2026-03-20T10:18:28.071578Z","steps":["trace[1221510409] 'agreement among raft nodes before linearized reading' (duration: 14.186040689s)"],"step_count":1} {"level":"warn","ts":"2026-03-20T10:18:28.071627Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-20T10:18:13.885415Z","time spent":"14.186203453s","remote":"127.0.0.1:51588","response type":"/etcdserverpb.KV/Range","request count":0,"request size":66,"response count":53,"response size":29,"request content":"key:\"/registry/clusterrolebindings/\" range_end:\"/registry/clusterrolebindings0\" count_only:true "} {"level":"warn","ts":"2026-03-20T10:18:28.071668Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"16.507318187s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/clusterroles/\" range_end:\"/registry/clusterroles0\" count_only:true ","response":"range_response_count:0 size:7"} {"level":"warn","ts":"2026-03-20T10:18:28.071696Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"16.62197976s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/events/\" range_end:\"/registry/events0\" count_only:true ","response":"range_response_count:0 size:7"} {"level":"info","ts":"2026-03-20T10:18:28.071729Z","caller":"traceutil/trace.go:171","msg":"trace[1379626257] range","detail":"{range_begin:/registry/clusterroles/; range_end:/registry/clusterroles0; response_count:0; response_revision:1053; }","duration":"16.50743008s","start":"2026-03-20T10:18:11.564285Z","end":"2026-03-20T10:18:28.071715Z","steps":["trace[1379626257] 'agreement among raft nodes before linearized reading' (duration: 16.507281776s)"],"step_count":1} {"level":"warn","ts":"2026-03-20T10:18:28.071747Z","caller":"etcdserver/server.go:1165","msg":"failed to revoke lease","lease-id":"028e9d0abd50929c","error":"lease not found"} {"level":"info","ts":"2026-03-20T10:18:28.07175Z","caller":"traceutil/trace.go:171","msg":"trace[1151742621] range","detail":"{range_begin:/registry/events/; range_end:/registry/events0; response_count:0; response_revision:1053; }","duration":"16.622078802s","start":"2026-03-20T10:18:11.449656Z","end":"2026-03-20T10:18:28.071735Z","steps":["trace[1151742621] 'agreement among raft nodes before linearized reading' (duration: 16.621919098s)"],"step_count":1} {"level":"warn","ts":"2026-03-20T10:18:28.071778Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"11.790148249s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/validatingwebhookconfigurations/\" range_end:\"/registry/validatingwebhookconfigurations0\" count_only:true ","response":"range_response_count:0 size:5"} {"level":"info","ts":"2026-03-20T10:18:28.071806Z","caller":"traceutil/trace.go:171","msg":"trace[1526304314] range","detail":"{range_begin:/registry/validatingwebhookconfigurations/; range_end:/registry/validatingwebhookconfigurations0; response_count:0; response_revision:1053; }","duration":"11.790220411s","start":"2026-03-20T10:18:16.281577Z","end":"2026-03-20T10:18:28.071798Z","steps":["trace[1526304314] 'agreement among raft nodes before linearized reading' (duration: 11.79017819s)"],"step_count":1} {"level":"warn","ts":"2026-03-20T10:18:28.0718Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-20T10:18:11.449638Z","time spent":"16.622148225s","remote":"127.0.0.1:51728","response type":"/etcdserverpb.KV/Range","request count":0,"request size":40,"response count":117,"response size":29,"request content":"key:\"/registry/events/\" range_end:\"/registry/events0\" count_only:true "} {"level":"warn","ts":"2026-03-20T10:18:28.071828Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-20T10:18:16.281556Z","time spent":"11.790265953s","remote":"127.0.0.1:51698","response type":"/etcdserverpb.KV/Range","request count":0,"request size":90,"response count":0,"response size":27,"request content":"key:\"/registry/validatingwebhookconfigurations/\" range_end:\"/registry/validatingwebhookconfigurations0\" count_only:true "} {"level":"warn","ts":"2026-03-20T10:18:28.071821Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"16.706920052s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/cilium.io/ciliumloadbalancerippools/\" range_end:\"/registry/cilium.io/ciliumloadbalancerippools0\" count_only:true ","response":"range_response_count:0 size:5"} {"level":"info","ts":"2026-03-20T10:18:28.071871Z","caller":"traceutil/trace.go:171","msg":"trace[1846318688] range","detail":"{range_begin:/registry/cilium.io/ciliumloadbalancerippools/; range_end:/registry/cilium.io/ciliumloadbalancerippools0; response_count:0; response_revision:1053; }","duration":"16.707004315s","start":"2026-03-20T10:18:11.364855Z","end":"2026-03-20T10:18:28.071859Z","steps":["trace[1846318688] 'agreement among raft nodes before linearized reading' (duration: 16.706938283s)"],"step_count":1} {"level":"warn","ts":"2026-03-20T10:18:28.07177Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-20T10:18:11.564264Z","time spent":"16.507494721s","remote":"127.0.0.1:51572","response type":"/etcdserverpb.KV/Range","request count":0,"request size":52,"response count":68,"response size":29,"request content":"key:\"/registry/clusterroles/\" range_end:\"/registry/clusterroles0\" count_only:true "} {"level":"warn","ts":"2026-03-20T10:18:28.071923Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-20T10:18:11.364833Z","time spent":"16.707080677s","remote":"127.0.0.1:53934","response type":"/etcdserverpb.KV/Range","request count":0,"request size":98,"response count":0,"response size":27,"request content":"key:\"/registry/cilium.io/ciliumloadbalancerippools/\" range_end:\"/registry/cilium.io/ciliumloadbalancerippools0\" count_only:true "} {"level":"warn","ts":"2026-03-20T10:18:28.072015Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"13.364216968s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/minions/\" range_end:\"/registry/minions0\" count_only:true ","response":"range_response_count:0 size:7"} {"level":"info","ts":"2026-03-20T10:18:28.072067Z","caller":"traceutil/trace.go:171","msg":"trace[605768372] range","detail":"{range_begin:/registry/minions/; range_end:/registry/minions0; response_count:0; response_revision:1053; }","duration":"13.36431105s","start":"2026-03-20T10:18:14.70774Z","end":"2026-03-20T10:18:28.072051Z","steps":["trace[605768372] 'agreement among raft nodes before linearized reading' (duration: 13.364224908s)"],"step_count":1} {"level":"warn","ts":"2026-03-20T10:18:28.072114Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-20T10:18:14.707723Z","time spent":"13.364376482s","remote":"127.0.0.1:51412","response type":"/etcdserverpb.KV/Range","request count":0,"request size":42,"response count":1,"response size":29,"request content":"key:\"/registry/minions/\" range_end:\"/registry/minions0\" count_only:true "} {"level":"warn","ts":"2026-03-20T10:18:28.072212Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"14.973669828s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/csistoragecapacities/\" range_end:\"/registry/csistoragecapacities0\" count_only:true ","response":"range_response_count:0 size:5"} {"level":"warn","ts":"2026-03-20T10:18:28.072185Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"15.794473123s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/masterleases/199.204.45.102\" ","response":"range_response_count:0 size:5"} {"level":"info","ts":"2026-03-20T10:18:28.072271Z","caller":"traceutil/trace.go:171","msg":"trace[1582239245] transaction","detail":"{read_only:false; response_revision:1054; number_of_response:1; }","duration":"2.264256177s","start":"2026-03-20T10:18:25.808006Z","end":"2026-03-20T10:18:28.072262Z","steps":["trace[1582239245] 'process raft request' (duration: 2.263646791s)"],"step_count":1} {"level":"info","ts":"2026-03-20T10:18:28.072272Z","caller":"traceutil/trace.go:171","msg":"trace[1959480813] range","detail":"{range_begin:/registry/csistoragecapacities/; range_end:/registry/csistoragecapacities0; response_count:0; response_revision:1053; }","duration":"14.973812731s","start":"2026-03-20T10:18:13.098445Z","end":"2026-03-20T10:18:28.072257Z","steps":["trace[1959480813] 'agreement among raft nodes before linearized reading' (duration: 14.973723939s)"],"step_count":1} {"level":"info","ts":"2026-03-20T10:18:28.072296Z","caller":"traceutil/trace.go:171","msg":"trace[342390749] range","detail":"{range_begin:/registry/masterleases/199.204.45.102; range_end:; response_count:0; response_revision:1053; }","duration":"15.794626347s","start":"2026-03-20T10:18:12.277651Z","end":"2026-03-20T10:18:28.072278Z","steps":["trace[342390749] 'agreement among raft nodes before linearized reading' (duration: 15.793835927s)"],"step_count":1} {"level":"warn","ts":"2026-03-20T10:18:28.072319Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-20T10:18:13.098424Z","time spent":"14.973881483s","remote":"127.0.0.1:51632","response type":"/etcdserverpb.KV/Range","request count":0,"request size":68,"response count":0,"response size":27,"request content":"key:\"/registry/csistoragecapacities/\" range_end:\"/registry/csistoragecapacities0\" count_only:true "} {"level":"warn","ts":"2026-03-20T10:18:28.07234Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-20T10:18:25.807987Z","time spent":"2.264307777s","remote":"127.0.0.1:51412","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":5736,"response count":0,"response size":38,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-03-20T10:18:28.072357Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-20T10:18:12.277631Z","time spent":"15.7947123s","remote":"127.0.0.1:51238","response type":"/etcdserverpb.KV/Range","request count":0,"request size":39,"response count":0,"response size":27,"request content":"key:\"/registry/masterleases/199.204.45.102\" "} {"level":"warn","ts":"2026-03-20T10:18:28.397145Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"2.001261583s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/health\" ","response":"","error":"context deadline exceeded"} {"level":"info","ts":"2026-03-20T10:18:28.397238Z","caller":"traceutil/trace.go:171","msg":"trace[383090212] range","detail":"{range_begin:/registry/health; range_end:; }","duration":"2.001382936s","start":"2026-03-20T10:18:26.395828Z","end":"2026-03-20T10:18:28.397211Z","steps":["trace[383090212] 'agreement among raft nodes before linearized reading' (duration: 2.001279063s)"],"step_count":1} {"level":"warn","ts":"2026-03-20T10:18:28.397314Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-20T10:18:26.395818Z","time spent":"2.001477389s","remote":"127.0.0.1:51202","response type":"/etcdserverpb.KV/Range","request count":0,"request size":18,"response count":0,"response size":0,"request content":"key:\"/registry/health\" "} 2026/03/20 10:18:28 WARNING: [core] [Server #8] grpc: Server.processUnaryRPC failed to write status: connection error: desc = "transport is closing" {"level":"warn","ts":"2026-03-20T10:18:28.63023Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"2.000148574s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/health\" ","response":"","error":"context canceled"} {"level":"info","ts":"2026-03-20T10:18:28.630301Z","caller":"traceutil/trace.go:171","msg":"trace[2005351297] range","detail":"{range_begin:/registry/health; range_end:; }","duration":"2.000275967s","start":"2026-03-20T10:18:26.630012Z","end":"2026-03-20T10:18:28.630288Z","steps":["trace[2005351297] 'agreement among raft nodes before linearized reading' (duration: 2.000192045s)"],"step_count":1} {"level":"warn","ts":"2026-03-20T10:18:28.63033Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-20T10:18:26.629991Z","time spent":"2.000334319s","remote":"127.0.0.1:51190","response type":"/etcdserverpb.KV/Range","request count":0,"request size":18,"response count":0,"response size":0,"request content":"key:\"/registry/health\" "} 2026/03/20 10:18:28 WARNING: [core] [Server #8] grpc: Server.processUnaryRPC failed to write status: connection error: desc = "transport is closing" {"level":"warn","ts":"2026-03-20T10:18:30.635346Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"2.000114457s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/health\" ","response":"","error":"context deadline exceeded"} {"level":"info","ts":"2026-03-20T10:18:30.635425Z","caller":"traceutil/trace.go:171","msg":"trace[535997154] range","detail":"{range_begin:/registry/health; range_end:; }","duration":"2.000256191s","start":"2026-03-20T10:18:28.63515Z","end":"2026-03-20T10:18:30.635406Z","steps":["trace[535997154] 'agreement among raft nodes before linearized reading' (duration: 2.000136468s)"],"step_count":1} {"level":"warn","ts":"2026-03-20T10:18:30.635472Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-20T10:18:28.635137Z","time spent":"2.000324592s","remote":"127.0.0.1:51202","response type":"/etcdserverpb.KV/Range","request count":0,"request size":18,"response count":0,"response size":0,"request content":"key:\"/registry/health\" "} {"level":"warn","ts":"2026-03-20T10:18:32.425357Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"3.922088622s","expected-duration":"100ms","prefix":"","request":"header: txn: success:> failure: >>","response":"size:698"} {"level":"info","ts":"2026-03-20T10:18:32.425518Z","caller":"traceutil/trace.go:171","msg":"trace[279567001] linearizableReadLoop","detail":"{readStateIndex:1122; appliedIndex:1121; }","duration":"4.353963186s","start":"2026-03-20T10:18:28.071535Z","end":"2026-03-20T10:18:32.425499Z","steps":["trace[279567001] 'read index received' (duration: 431.614418ms)","trace[279567001] 'applied index is now lower than readState.Index' (duration: 3.922347448s)"],"step_count":2} {"level":"info","ts":"2026-03-20T10:18:32.425613Z","caller":"traceutil/trace.go:171","msg":"trace[387769888] transaction","detail":"{read_only:false; number_of_response:1; response_revision:1054; }","duration":"6.075444431s","start":"2026-03-20T10:18:26.350157Z","end":"2026-03-20T10:18:32.425601Z","steps":["trace[387769888] 'process raft request' (duration: 2.153007432s)","trace[387769888] 'compare' (duration: 3.921999439s)"],"step_count":2} {"level":"warn","ts":"2026-03-20T10:18:32.425684Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-20T10:18:26.350128Z","time spent":"6.075514773s","remote":"127.0.0.1:51504","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":69,"response count":0,"response size":720,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-03-20T10:18:32.425832Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"12.138104847s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pods/kube-system/kube-apiserver-instance\" ","response":"range_response_count:1 size:7111"} {"level":"info","ts":"2026-03-20T10:18:32.425866Z","caller":"traceutil/trace.go:171","msg":"trace[771063728] range","detail":"{range_begin:/registry/pods/kube-system/kube-apiserver-instance; range_end:; response_count:1; response_revision:1054; }","duration":"12.138166749s","start":"2026-03-20T10:18:20.287689Z","end":"2026-03-20T10:18:32.425856Z","steps":["trace[771063728] 'agreement among raft nodes before linearized reading' (duration: 12.138095907s)"],"step_count":1} {"level":"warn","ts":"2026-03-20T10:18:32.425889Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-20T10:18:20.287675Z","time spent":"12.13820928s","remote":"127.0.0.1:51424","response type":"/etcdserverpb.KV/Range","request count":0,"request size":52,"response count":1,"response size":7133,"request content":"key:\"/registry/pods/kube-system/kube-apiserver-instance\" "} {"level":"warn","ts":"2026-03-20T10:18:32.425949Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"12.185973565s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/services/endpoints/\" range_end:\"/registry/services/endpoints0\" count_only:true ","response":"range_response_count:0 size:7"} {"level":"info","ts":"2026-03-20T10:18:32.426044Z","caller":"traceutil/trace.go:171","msg":"trace[1587294577] range","detail":"{range_begin:/registry/services/endpoints/; range_end:/registry/services/endpoints0; response_count:0; response_revision:1054; }","duration":"12.186115738s","start":"2026-03-20T10:18:20.239915Z","end":"2026-03-20T10:18:32.42603Z","steps":["trace[1587294577] 'agreement among raft nodes before linearized reading' (duration: 12.185989825s)"],"step_count":1} {"level":"warn","ts":"2026-03-20T10:18:32.426086Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"5.374652853s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/certificatesigningrequests/\" range_end:\"/registry/certificatesigningrequests0\" count_only:true ","response":"range_response_count:0 size:7"} {"level":"warn","ts":"2026-03-20T10:18:32.426091Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-20T10:18:20.239883Z","time spent":"12.18619491s","remote":"127.0.0.1:51406","response type":"/etcdserverpb.KV/Range","request count":0,"request size":64,"response count":4,"response size":29,"request content":"key:\"/registry/services/endpoints/\" range_end:\"/registry/services/endpoints0\" count_only:true "} {"level":"info","ts":"2026-03-20T10:18:32.426113Z","caller":"traceutil/trace.go:171","msg":"trace[1173087913] range","detail":"{range_begin:/registry/certificatesigningrequests/; range_end:/registry/certificatesigningrequests0; response_count:0; response_revision:1054; }","duration":"5.374715304s","start":"2026-03-20T10:18:27.051387Z","end":"2026-03-20T10:18:32.426103Z","steps":["trace[1173087913] 'agreement among raft nodes before linearized reading' (duration: 5.374670183s)"],"step_count":1} {"level":"warn","ts":"2026-03-20T10:18:32.426134Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-20T10:18:27.051366Z","time spent":"5.374761986s","remote":"127.0.0.1:51490","response type":"/etcdserverpb.KV/Range","request count":0,"request size":80,"response count":1,"response size":29,"request content":"key:\"/registry/certificatesigningrequests/\" range_end:\"/registry/certificatesigningrequests0\" count_only:true "} {"level":"warn","ts":"2026-03-20T10:18:32.426149Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"9.338472672s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/cilium.io/ciliumexternalworkloads/\" range_end:\"/registry/cilium.io/ciliumexternalworkloads0\" count_only:true ","response":"range_response_count:0 size:5"} {"level":"info","ts":"2026-03-20T10:18:32.426223Z","caller":"traceutil/trace.go:171","msg":"trace[1855362281] range","detail":"{range_begin:/registry/cilium.io/ciliumexternalworkloads/; range_end:/registry/cilium.io/ciliumexternalworkloads0; response_count:0; response_revision:1054; }","duration":"9.338610937s","start":"2026-03-20T10:18:23.087594Z","end":"2026-03-20T10:18:32.426205Z","steps":["trace[1855362281] 'agreement among raft nodes before linearized reading' (duration: 9.338469713s)"],"step_count":1} {"level":"warn","ts":"2026-03-20T10:18:32.426267Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-20T10:18:23.08757Z","time spent":"9.338686248s","remote":"127.0.0.1:48762","response type":"/etcdserverpb.KV/Range","request count":0,"request size":94,"response count":0,"response size":27,"request content":"key:\"/registry/cilium.io/ciliumexternalworkloads/\" range_end:\"/registry/cilium.io/ciliumexternalworkloads0\" count_only:true "} {"level":"warn","ts":"2026-03-20T10:18:32.426314Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"12.514267537s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/csinodes/\" range_end:\"/registry/csinodes0\" count_only:true ","response":"range_response_count:0 size:7"} {"level":"info","ts":"2026-03-20T10:18:32.426349Z","caller":"traceutil/trace.go:171","msg":"trace[1036464077] range","detail":"{range_begin:/registry/csinodes/; range_end:/registry/csinodes0; response_count:0; response_revision:1054; }","duration":"12.514336978s","start":"2026-03-20T10:18:19.912003Z","end":"2026-03-20T10:18:32.42634Z","steps":["trace[1036464077] 'agreement among raft nodes before linearized reading' (duration: 12.514277566s)"],"step_count":1} {"level":"warn","ts":"2026-03-20T10:18:32.42638Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-20T10:18:19.911986Z","time spent":"12.51438583s","remote":"127.0.0.1:51618","response type":"/etcdserverpb.KV/Range","request count":0,"request size":44,"response count":1,"response size":29,"request content":"key:\"/registry/csinodes/\" range_end:\"/registry/csinodes0\" count_only:true "} {"level":"warn","ts":"2026-03-20T10:18:32.426269Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"11.293005556s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/resourcequotas/\" range_end:\"/registry/resourcequotas0\" count_only:true ","response":"range_response_count:0 size:5"} {"level":"info","ts":"2026-03-20T10:18:32.426465Z","caller":"traceutil/trace.go:171","msg":"trace[1534635981] range","detail":"{range_begin:/registry/resourcequotas/; range_end:/registry/resourcequotas0; response_count:0; response_revision:1054; }","duration":"11.293200152s","start":"2026-03-20T10:18:21.133254Z","end":"2026-03-20T10:18:32.426454Z","steps":["trace[1534635981] 'agreement among raft nodes before linearized reading' (duration: 11.292987276s)"],"step_count":1} {"level":"warn","ts":"2026-03-20T10:18:32.426499Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-20T10:18:21.133204Z","time spent":"11.293284214s","remote":"127.0.0.1:51302","response type":"/etcdserverpb.KV/Range","request count":0,"request size":56,"response count":0,"response size":27,"request content":"key:\"/registry/resourcequotas/\" range_end:\"/registry/resourcequotas0\" count_only:true "} {"level":"warn","ts":"2026-03-20T10:18:32.426734Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"2.173816518s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/flowschemas/\" range_end:\"/registry/flowschemas0\" count_only:true ","response":"range_response_count:0 size:7"} {"level":"warn","ts":"2026-03-20T10:18:32.426783Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"15.080680448s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/events/kube-system/kube-apiserver-instance.189e852bee23fccf\" ","response":"range_response_count:1 size:774"} {"level":"info","ts":"2026-03-20T10:18:32.426808Z","caller":"traceutil/trace.go:171","msg":"trace[825360021] range","detail":"{range_begin:/registry/flowschemas/; range_end:/registry/flowschemas0; response_count:0; response_revision:1054; }","duration":"2.173951221s","start":"2026-03-20T10:18:30.252837Z","end":"2026-03-20T10:18:32.426788Z","steps":["trace[825360021] 'agreement among raft nodes before linearized reading' (duration: 2.173835558s)"],"step_count":1} {"level":"info","ts":"2026-03-20T10:18:32.426823Z","caller":"traceutil/trace.go:171","msg":"trace[669775011] range","detail":"{range_begin:/registry/events/kube-system/kube-apiserver-instance.189e852bee23fccf; range_end:; response_count:1; response_revision:1054; }","duration":"15.080715909s","start":"2026-03-20T10:18:17.346092Z","end":"2026-03-20T10:18:32.426808Z","steps":["trace[669775011] 'agreement among raft nodes before linearized reading' (duration: 15.080441412s)"],"step_count":1} {"level":"warn","ts":"2026-03-20T10:18:32.426851Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-20T10:18:30.252798Z","time spent":"2.174043203s","remote":"127.0.0.1:51636","response type":"/etcdserverpb.KV/Range","request count":0,"request size":50,"response count":13,"response size":29,"request content":"key:\"/registry/flowschemas/\" range_end:\"/registry/flowschemas0\" count_only:true "} {"level":"warn","ts":"2026-03-20T10:18:32.426862Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-20T10:18:17.346041Z","time spent":"15.080811832s","remote":"127.0.0.1:51292","response type":"/etcdserverpb.KV/Range","request count":0,"request size":71,"response count":1,"response size":796,"request content":"key:\"/registry/events/kube-system/kube-apiserver-instance.189e852bee23fccf\" "} {"level":"warn","ts":"2026-03-20T10:18:32.427034Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-20T10:18:28.074047Z","time spent":"4.352984971s","remote":"127.0.0.1:51238","response type":"/etcdserverpb.Lease/LeaseGrant","request count":-1,"request size":-1,"response count":-1,"response size":-1,"request content":""} {"level":"warn","ts":"2026-03-20T10:18:32.427179Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"164.442219ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/controllers/\" range_end:\"/registry/controllers0\" count_only:true ","response":"range_response_count:0 size:5"} {"level":"info","ts":"2026-03-20T10:18:32.427207Z","caller":"traceutil/trace.go:171","msg":"trace[180847613] range","detail":"{range_begin:/registry/controllers/; range_end:/registry/controllers0; response_count:0; response_revision:1054; }","duration":"164.50596ms","start":"2026-03-20T10:18:32.262692Z","end":"2026-03-20T10:18:32.427198Z","steps":["trace[180847613] 'agreement among raft nodes before linearized reading' (duration: 164.458879ms)"],"step_count":1} {"level":"warn","ts":"2026-03-20T10:18:32.42722Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"14.363340113s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/volumeattachments/\" range_end:\"/registry/volumeattachments0\" count_only:true ","response":"range_response_count:0 size:5"} {"level":"info","ts":"2026-03-20T10:18:32.42727Z","caller":"traceutil/trace.go:171","msg":"trace[248915270] range","detail":"{range_begin:/registry/volumeattachments/; range_end:/registry/volumeattachments0; response_count:0; response_revision:1054; }","duration":"14.363433406s","start":"2026-03-20T10:18:18.063826Z","end":"2026-03-20T10:18:32.427259Z","steps":["trace[248915270] 'agreement among raft nodes before linearized reading' (duration: 14.362695467s)"],"step_count":1} {"level":"warn","ts":"2026-03-20T10:18:32.427341Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-20T10:18:18.063803Z","time spent":"14.363490077s","remote":"127.0.0.1:51602","response type":"/etcdserverpb.KV/Range","request count":0,"request size":62,"response count":0,"response size":27,"request content":"key:\"/registry/volumeattachments/\" range_end:\"/registry/volumeattachments0\" count_only:true "} {"level":"warn","ts":"2026-03-20T10:18:32.427385Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.790842427s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/health\" ","response":"range_response_count:0 size:5"} {"level":"info","ts":"2026-03-20T10:18:32.427414Z","caller":"traceutil/trace.go:171","msg":"trace[694270788] range","detail":"{range_begin:/registry/health; range_end:; response_count:0; response_revision:1054; }","duration":"1.790903538s","start":"2026-03-20T10:18:30.636501Z","end":"2026-03-20T10:18:32.427405Z","steps":["trace[694270788] 'agreement among raft nodes before linearized reading' (duration: 1.790860327s)"],"step_count":1} {"level":"warn","ts":"2026-03-20T10:18:32.427451Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-20T10:18:30.636484Z","time spent":"1.79096162s","remote":"127.0.0.1:51190","response type":"/etcdserverpb.KV/Range","request count":0,"request size":18,"response count":0,"response size":27,"request content":"key:\"/registry/health\" "} {"level":"warn","ts":"2026-03-20T10:18:32.427537Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"5.479996941s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-node-lease/instance\" ","response":"range_response_count:1 size:536"} {"level":"info","ts":"2026-03-20T10:18:32.427567Z","caller":"traceutil/trace.go:171","msg":"trace[1071914283] range","detail":"{range_begin:/registry/leases/kube-node-lease/instance; range_end:; response_count:1; response_revision:1054; }","duration":"5.480070703s","start":"2026-03-20T10:18:26.947486Z","end":"2026-03-20T10:18:32.427557Z","steps":["trace[1071914283] 'agreement among raft nodes before linearized reading' (duration: 5.478915323s)"],"step_count":1} {"level":"warn","ts":"2026-03-20T10:18:32.427593Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-20T10:18:26.947461Z","time spent":"5.480126464s","remote":"127.0.0.1:51504","response type":"/etcdserverpb.KV/Range","request count":0,"request size":43,"response count":1,"response size":558,"request content":"key:\"/registry/leases/kube-node-lease/instance\" "} {"level":"warn","ts":"2026-03-20T10:18:32.427631Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"8.12932963s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/events/\" range_end:\"/registry/events0\" count_only:true ","response":"range_response_count:0 size:7"} {"level":"info","ts":"2026-03-20T10:18:32.427665Z","caller":"traceutil/trace.go:171","msg":"trace[1959058153] range","detail":"{range_begin:/registry/events/; range_end:/registry/events0; response_count:0; response_revision:1054; }","duration":"8.129395022s","start":"2026-03-20T10:18:24.298261Z","end":"2026-03-20T10:18:32.427656Z","steps":["trace[1959058153] 'agreement among raft nodes before linearized reading' (duration: 8.128116259s)"],"step_count":1} {"level":"warn","ts":"2026-03-20T10:18:32.427693Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-20T10:18:24.298241Z","time spent":"8.129443482s","remote":"127.0.0.1:51292","response type":"/etcdserverpb.KV/Range","request count":0,"request size":40,"response count":117,"response size":29,"request content":"key:\"/registry/events/\" range_end:\"/registry/events0\" count_only:true "} {"level":"warn","ts":"2026-03-20T10:18:33.91575Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.216230102s","expected-duration":"100ms","prefix":"","request":"header: lease_grant:","response":"size:40"} {"level":"warn","ts":"2026-03-20T10:18:33.915858Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-20T10:18:32.429909Z","time spent":"1.485945418s","remote":"127.0.0.1:51292","response type":"/etcdserverpb.Lease/LeaseGrant","request count":-1,"request size":-1,"response count":-1,"response size":-1,"request content":""} {"level":"warn","ts":"2026-03-20T10:18:34.437816Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"2.000337173s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/health\" ","response":"","error":"context deadline exceeded"} {"level":"info","ts":"2026-03-20T10:18:34.437897Z","caller":"traceutil/trace.go:171","msg":"trace[1456937387] range","detail":"{range_begin:/registry/health; range_end:; }","duration":"2.000453266s","start":"2026-03-20T10:18:32.437426Z","end":"2026-03-20T10:18:34.437879Z","steps":["trace[1456937387] 'agreement among raft nodes before linearized reading' (duration: 2.000349313s)"],"step_count":1} {"level":"warn","ts":"2026-03-20T10:18:34.438105Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-20T10:18:32.437415Z","time spent":"2.000518948s","remote":"127.0.0.1:51202","response type":"/etcdserverpb.KV/Range","request count":0,"request size":18,"response count":0,"response size":0,"request content":"key:\"/registry/health\" "} {"level":"warn","ts":"2026-03-20T10:18:36.438655Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.999865062s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/health\" ","response":"","error":"context deadline exceeded"} {"level":"info","ts":"2026-03-20T10:18:36.438763Z","caller":"traceutil/trace.go:171","msg":"trace[685359031] range","detail":"{range_begin:/registry/health; range_end:; }","duration":"2.000037336s","start":"2026-03-20T10:18:34.438707Z","end":"2026-03-20T10:18:36.438744Z","steps":["trace[685359031] 'agreement among raft nodes before linearized reading' (duration: 1.999899513s)"],"step_count":1} {"level":"warn","ts":"2026-03-20T10:18:36.438811Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-20T10:18:34.438687Z","time spent":"2.000114147s","remote":"127.0.0.1:51190","response type":"/etcdserverpb.KV/Range","request count":0,"request size":18,"response count":0,"response size":0,"request content":"key:\"/registry/health\" "} {"level":"warn","ts":"2026-03-20T10:18:36.499505Z","caller":"wal/wal.go:805","msg":"slow fdatasync","took":"3.800008154s","expected-duration":"1s"} {"level":"warn","ts":"2026-03-20T10:18:36.858021Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"2.000119037s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/health\" ","response":"","error":"context deadline exceeded"} {"level":"info","ts":"2026-03-20T10:18:36.858119Z","caller":"traceutil/trace.go:171","msg":"trace[37990261] range","detail":"{range_begin:/registry/health; range_end:; }","duration":"2.000261611s","start":"2026-03-20T10:18:34.857833Z","end":"2026-03-20T10:18:36.858095Z","steps":["trace[37990261] 'agreement among raft nodes before linearized reading' (duration: 2.000146748s)"],"step_count":1} {"level":"warn","ts":"2026-03-20T10:18:36.858184Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-20T10:18:34.857808Z","time spent":"2.000363364s","remote":"127.0.0.1:51202","response type":"/etcdserverpb.KV/Range","request count":0,"request size":18,"response count":0,"response size":0,"request content":"key:\"/registry/health\" "} {"level":"warn","ts":"2026-03-20T10:18:37.493012Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"993.259769ms","expected-duration":"100ms","prefix":"","request":"header: txn: success:> failure: >>","response":"size:16"} {"level":"info","ts":"2026-03-20T10:18:37.49319Z","caller":"traceutil/trace.go:171","msg":"trace[522013912] transaction","detail":"{read_only:false; response_revision:1055; number_of_response:1; }","duration":"5.062493564s","start":"2026-03-20T10:18:32.430667Z","end":"2026-03-20T10:18:37.49316Z","steps":["trace[522013912] 'process raft request' (duration: 4.069018071s)","trace[522013912] 'compare' (duration: 993.047202ms)"],"step_count":2} {"level":"warn","ts":"2026-03-20T10:18:37.49329Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-20T10:18:32.430648Z","time spent":"5.062587326s","remote":"127.0.0.1:51238","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":120,"response count":0,"response size":38,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-03-20T10:18:37.495625Z","caller":"traceutil/trace.go:171","msg":"trace[2044969462] linearizableReadLoop","detail":"{readStateIndex:1125; appliedIndex:1123; }","duration":"5.064835983s","start":"2026-03-20T10:18:32.430773Z","end":"2026-03-20T10:18:37.495609Z","steps":["trace[2044969462] 'read index received' (duration: 268.706329ms)","trace[2044969462] 'applied index is now lower than readState.Index' (duration: 4.796128764s)"],"step_count":2} {"level":"info","ts":"2026-03-20T10:18:37.49573Z","caller":"traceutil/trace.go:171","msg":"trace[421282227] transaction","detail":"{read_only:false; response_revision:1056; number_of_response:1; }","duration":"5.060036093s","start":"2026-03-20T10:18:32.435683Z","end":"2026-03-20T10:18:37.495719Z","steps":["trace[421282227] 'process raft request' (duration: 5.059762886s)"],"step_count":1} {"level":"warn","ts":"2026-03-20T10:18:37.495858Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-20T10:18:32.435656Z","time spent":"5.060150175s","remote":"127.0.0.1:51424","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":7288,"response count":0,"response size":38,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-03-20T10:18:37.495941Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"5.065153481s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/apiserver-f3tcohoifagyom4bbi4wgeu7te\" ","response":"range_response_count:1 size:687"} {"level":"info","ts":"2026-03-20T10:18:37.496027Z","caller":"traceutil/trace.go:171","msg":"trace[1381952117] range","detail":"{range_begin:/registry/leases/kube-system/apiserver-f3tcohoifagyom4bbi4wgeu7te; range_end:; response_count:1; response_revision:1056; }","duration":"5.065245023s","start":"2026-03-20T10:18:32.430739Z","end":"2026-03-20T10:18:37.495984Z","steps":["trace[1381952117] 'agreement among raft nodes before linearized reading' (duration: 5.065083929s)"],"step_count":1} {"level":"warn","ts":"2026-03-20T10:18:37.496074Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-20T10:18:32.430726Z","time spent":"5.065337025s","remote":"127.0.0.1:51504","response type":"/etcdserverpb.KV/Range","request count":0,"request size":67,"response count":1,"response size":709,"request content":"key:\"/registry/leases/kube-system/apiserver-f3tcohoifagyom4bbi4wgeu7te\" "} {"level":"warn","ts":"2026-03-20T10:18:37.509176Z","caller":"wal/wal.go:805","msg":"slow fdatasync","took":"1.009412796s","expected-duration":"1s"} {"level":"warn","ts":"2026-03-20T10:18:37.50954Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.11505961s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/health\" ","response":"range_response_count:0 size:5"} {"level":"warn","ts":"2026-03-20T10:18:37.509538Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.063018748s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/health\" ","response":"range_response_count:0 size:5"} {"level":"warn","ts":"2026-03-20T10:18:37.509552Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"4.534496994s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/persistentvolumeclaims/\" range_end:\"/registry/persistentvolumeclaims0\" count_only:true ","response":"range_response_count:0 size:5"} {"level":"info","ts":"2026-03-20T10:18:37.509591Z","caller":"traceutil/trace.go:171","msg":"trace[532564395] range","detail":"{range_begin:/registry/health; range_end:; response_count:0; response_revision:1057; }","duration":"1.115131513s","start":"2026-03-20T10:18:36.394443Z","end":"2026-03-20T10:18:37.509575Z","steps":["trace[532564395] 'agreement among raft nodes before linearized reading' (duration: 1.114998719s)"],"step_count":1} {"level":"info","ts":"2026-03-20T10:18:37.509607Z","caller":"traceutil/trace.go:171","msg":"trace[417542503] range","detail":"{range_begin:/registry/persistentvolumeclaims/; range_end:/registry/persistentvolumeclaims0; response_count:0; response_revision:1057; }","duration":"4.534616147s","start":"2026-03-20T10:18:32.97498Z","end":"2026-03-20T10:18:37.509596Z","steps":["trace[417542503] 'agreement among raft nodes before linearized reading' (duration: 4.534478054s)"],"step_count":1} {"level":"warn","ts":"2026-03-20T10:18:37.509606Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"5.078353084s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-node-lease/instance\" ","response":"range_response_count:1 size:536"} {"level":"warn","ts":"2026-03-20T10:18:37.509643Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-20T10:18:32.974959Z","time spent":"4.534678279s","remote":"127.0.0.1:51396","response type":"/etcdserverpb.KV/Range","request count":0,"request size":72,"response count":0,"response size":27,"request content":"key:\"/registry/persistentvolumeclaims/\" range_end:\"/registry/persistentvolumeclaims0\" count_only:true "} {"level":"warn","ts":"2026-03-20T10:18:37.509646Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-20T10:18:36.394354Z","time spent":"1.115282586s","remote":"127.0.0.1:51202","response type":"/etcdserverpb.KV/Range","request count":0,"request size":18,"response count":0,"response size":27,"request content":"key:\"/registry/health\" "} {"level":"info","ts":"2026-03-20T10:18:37.509642Z","caller":"traceutil/trace.go:171","msg":"trace[1841134561] transaction","detail":"{read_only:false; response_revision:1057; number_of_response:1; }","duration":"3.592666155s","start":"2026-03-20T10:18:33.916875Z","end":"2026-03-20T10:18:37.509541Z","steps":["trace[1841134561] 'process raft request' (duration: 3.592452759s)"],"step_count":1} {"level":"info","ts":"2026-03-20T10:18:37.509668Z","caller":"traceutil/trace.go:171","msg":"trace[808934023] range","detail":"{range_begin:/registry/leases/kube-node-lease/instance; range_end:; response_count:1; response_revision:1057; }","duration":"5.078414746s","start":"2026-03-20T10:18:32.431227Z","end":"2026-03-20T10:18:37.509642Z","steps":["trace[808934023] 'agreement among raft nodes before linearized reading' (duration: 5.078264342s)"],"step_count":1} {"level":"warn","ts":"2026-03-20T10:18:37.509708Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-20T10:18:32.43122Z","time spent":"5.078480058s","remote":"127.0.0.1:51504","response type":"/etcdserverpb.KV/Range","request count":0,"request size":43,"response count":1,"response size":558,"request content":"key:\"/registry/leases/kube-node-lease/instance\" "} {"level":"warn","ts":"2026-03-20T10:18:37.509776Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-20T10:18:33.916851Z","time spent":"3.59285076s","remote":"127.0.0.1:51292","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":759,"response count":0,"response size":38,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-03-20T10:18:37.509795Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.803046217s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/apiregistration.k8s.io/apiservices/\" range_end:\"/registry/apiregistration.k8s.io/apiservices0\" count_only:true ","response":"range_response_count:0 size:7"} {"level":"info","ts":"2026-03-20T10:18:37.509813Z","caller":"traceutil/trace.go:171","msg":"trace[796630441] range","detail":"{range_begin:/registry/apiregistration.k8s.io/apiservices/; range_end:/registry/apiregistration.k8s.io/apiservices0; response_count:0; response_revision:1057; }","duration":"1.803100168s","start":"2026-03-20T10:18:35.706706Z","end":"2026-03-20T10:18:37.509806Z","steps":["trace[796630441] 'agreement among raft nodes before linearized reading' (duration: 1.803060707s)"],"step_count":1} {"level":"warn","ts":"2026-03-20T10:18:37.509831Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-20T10:18:35.706686Z","time spent":"1.80314161s","remote":"127.0.0.1:51742","response type":"/etcdserverpb.KV/Range","request count":0,"request size":96,"response count":23,"response size":29,"request content":"key:\"/registry/apiregistration.k8s.io/apiservices/\" range_end:\"/registry/apiregistration.k8s.io/apiservices0\" count_only:true "} {"level":"info","ts":"2026-03-20T10:18:37.509595Z","caller":"traceutil/trace.go:171","msg":"trace[417955258] range","detail":"{range_begin:/registry/health; range_end:; response_count:0; response_revision:1057; }","duration":"1.063127041s","start":"2026-03-20T10:18:36.446456Z","end":"2026-03-20T10:18:37.509583Z","steps":["trace[417955258] 'agreement among raft nodes before linearized reading' (duration: 1.062989797s)"],"step_count":1} {"level":"warn","ts":"2026-03-20T10:18:37.509882Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-20T10:18:36.446437Z","time spent":"1.063435039s","remote":"127.0.0.1:51190","response type":"/etcdserverpb.KV/Range","request count":0,"request size":18,"response count":0,"response size":27,"request content":"key:\"/registry/health\" "} {"level":"warn","ts":"2026-03-20T10:18:38.010144Z","caller":"etcdserver/v3_server.go:897","msg":"waiting for ReadIndex response took too long, retrying","sent-request-id":184257304220177089,"retry-timeout":"500ms"} {"level":"warn","ts":"2026-03-20T10:18:39.307387Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"968.629435ms","expected-duration":"100ms","prefix":"","request":"header: txn: success:> failure: >>","response":"size:16"} {"level":"info","ts":"2026-03-20T10:18:39.307696Z","caller":"traceutil/trace.go:171","msg":"trace[2088840676] linearizableReadLoop","detail":"{readStateIndex:1130; appliedIndex:1127; }","duration":"1.798247125s","start":"2026-03-20T10:18:37.509426Z","end":"2026-03-20T10:18:39.307673Z","steps":["trace[2088840676] 'read index received' (duration: 828.950042ms)","trace[2088840676] 'applied index is now lower than readState.Index' (duration: 969.295693ms)"],"step_count":2} {"level":"info","ts":"2026-03-20T10:18:39.307816Z","caller":"traceutil/trace.go:171","msg":"trace[775448197] transaction","detail":"{read_only:false; response_revision:1058; number_of_response:1; }","duration":"1.809040207s","start":"2026-03-20T10:18:37.498759Z","end":"2026-03-20T10:18:39.307799Z","steps":["trace[775448197] 'process raft request' (duration: 839.701773ms)","trace[775448197] 'compare' (duration: 968.095962ms)"],"step_count":2} {"level":"warn","ts":"2026-03-20T10:18:39.307898Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-20T10:18:37.498733Z","time spent":"1.809117989s","remote":"127.0.0.1:51504","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":673,"response count":0,"response size":38,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-03-20T10:18:39.307942Z","caller":"traceutil/trace.go:171","msg":"trace[977348859] transaction","detail":"{read_only:false; response_revision:1060; number_of_response:1; }","duration":"1.794208034s","start":"2026-03-20T10:18:37.513702Z","end":"2026-03-20T10:18:39.30791Z","steps":["trace[977348859] 'process raft request' (duration: 1.793909236s)"],"step_count":1} {"level":"warn","ts":"2026-03-20T10:18:39.30818Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-20T10:18:37.513684Z","time spent":"1.794341157s","remote":"127.0.0.1:51504","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":521,"response count":0,"response size":38,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-03-20T10:18:39.308213Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.80717212s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pods/kube-system/kube-apiserver-instance\" ","response":"range_response_count:1 size:7303"} {"level":"warn","ts":"2026-03-20T10:18:39.308281Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"674.617229ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/limitranges/\" range_end:\"/registry/limitranges0\" count_only:true ","response":"range_response_count:0 size:5"} {"level":"info","ts":"2026-03-20T10:18:39.308282Z","caller":"traceutil/trace.go:171","msg":"trace[884336110] transaction","detail":"{read_only:false; response_revision:1059; number_of_response:1; }","duration":"1.794545522s","start":"2026-03-20T10:18:37.513629Z","end":"2026-03-20T10:18:39.308175Z","steps":["trace[884336110] 'process raft request' (duration: 1.793875425s)"],"step_count":1} {"level":"info","ts":"2026-03-20T10:18:39.308319Z","caller":"traceutil/trace.go:171","msg":"trace[70963847] range","detail":"{range_begin:/registry/limitranges/; range_end:/registry/limitranges0; response_count:0; response_revision:1060; }","duration":"674.689631ms","start":"2026-03-20T10:18:38.633618Z","end":"2026-03-20T10:18:39.308307Z","steps":["trace[70963847] 'agreement among raft nodes before linearized reading' (duration: 674.634759ms)"],"step_count":1} {"level":"warn","ts":"2026-03-20T10:18:39.308356Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-20T10:18:38.633596Z","time spent":"674.750882ms","remote":"127.0.0.1:51368","response type":"/etcdserverpb.KV/Range","request count":0,"request size":50,"response count":0,"response size":27,"request content":"key:\"/registry/limitranges/\" range_end:\"/registry/limitranges0\" count_only:true "} {"level":"warn","ts":"2026-03-20T10:18:39.308393Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-20T10:18:37.513613Z","time spent":"1.794734047s","remote":"127.0.0.1:51292","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":762,"response count":0,"response size":38,"request content":"compare: success:> failure:<>"} {"level":"info","ts":"2026-03-20T10:18:39.308276Z","caller":"traceutil/trace.go:171","msg":"trace[1009825481] range","detail":"{range_begin:/registry/pods/kube-system/kube-apiserver-instance; range_end:; response_count:1; response_revision:1060; }","duration":"1.807278143s","start":"2026-03-20T10:18:37.500981Z","end":"2026-03-20T10:18:39.308259Z","steps":["trace[1009825481] 'agreement among raft nodes before linearized reading' (duration: 1.807099788s)"],"step_count":1} {"level":"warn","ts":"2026-03-20T10:18:39.308493Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-20T10:18:37.500965Z","time spent":"1.807487478s","remote":"127.0.0.1:51424","response type":"/etcdserverpb.KV/Range","request count":0,"request size":52,"response count":1,"response size":7325,"request content":"key:\"/registry/pods/kube-system/kube-apiserver-instance\" "} {"level":"warn","ts":"2026-03-20T10:18:39.308213Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.796919752s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/masterleases/\" range_end:\"/registry/masterleases0\" ","response":"range_response_count:1 size:135"} {"level":"info","ts":"2026-03-20T10:18:39.308987Z","caller":"traceutil/trace.go:171","msg":"trace[1018616831] range","detail":"{range_begin:/registry/masterleases/; range_end:/registry/masterleases0; response_count:1; response_revision:1060; }","duration":"1.797731782s","start":"2026-03-20T10:18:37.511226Z","end":"2026-03-20T10:18:39.308958Z","steps":["trace[1018616831] 'agreement among raft nodes before linearized reading' (duration: 1.796796719s)"],"step_count":1} {"level":"warn","ts":"2026-03-20T10:18:39.309028Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-20T10:18:37.511209Z","time spent":"1.797806384s","remote":"127.0.0.1:51238","response type":"/etcdserverpb.KV/Range","request count":0,"request size":50,"response count":1,"response size":157,"request content":"key:\"/registry/masterleases/\" range_end:\"/registry/masterleases0\" "} {"level":"warn","ts":"2026-03-20T10:18:39.308313Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.792628464s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/health\" ","response":"range_response_count:0 size:5"} {"level":"info","ts":"2026-03-20T10:18:39.309083Z","caller":"traceutil/trace.go:171","msg":"trace[550112586] range","detail":"{range_begin:/registry/health; range_end:; response_count:0; response_revision:1060; }","duration":"1.793405843s","start":"2026-03-20T10:18:37.515661Z","end":"2026-03-20T10:18:39.309066Z","steps":["trace[550112586] 'agreement among raft nodes before linearized reading' (duration: 1.792624983s)"],"step_count":1} {"level":"warn","ts":"2026-03-20T10:18:39.309134Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-20T10:18:37.515652Z","time spent":"1.793466895s","remote":"127.0.0.1:51202","response type":"/etcdserverpb.KV/Range","request count":0,"request size":18,"response count":0,"response size":27,"request content":"key:\"/registry/health\" "} {"level":"warn","ts":"2026-03-20T10:18:41.317896Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"2.000267732s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/health\" ","response":"","error":"context canceled"} {"level":"info","ts":"2026-03-20T10:18:41.317956Z","caller":"traceutil/trace.go:171","msg":"trace[335288064] range","detail":"{range_begin:/registry/health; range_end:; }","duration":"2.000378504s","start":"2026-03-20T10:18:39.317563Z","end":"2026-03-20T10:18:41.317941Z","steps":["trace[335288064] 'agreement among raft nodes before linearized reading' (duration: 2.000282112s)"],"step_count":1} {"level":"warn","ts":"2026-03-20T10:18:41.31799Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-20T10:18:39.317556Z","time spent":"2.000427315s","remote":"127.0.0.1:51202","response type":"/etcdserverpb.KV/Range","request count":0,"request size":18,"response count":0,"response size":0,"request content":"key:\"/registry/health\" "} 2026/03/20 10:18:41 WARNING: [core] [Server #8] grpc: Server.processUnaryRPC failed to write status: connection error: desc = "transport is closing" {"level":"warn","ts":"2026-03-20T10:18:41.765973Z","caller":"wal/wal.go:805","msg":"slow fdatasync","took":"2.174840205s","expected-duration":"1s"} {"level":"warn","ts":"2026-03-20T10:18:42.819945Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"3.228845076s","expected-duration":"100ms","prefix":"","request":"header: lease_grant:","response":"size:39"} {"level":"info","ts":"2026-03-20T10:18:42.820206Z","caller":"traceutil/trace.go:171","msg":"trace[398788577] linearizableReadLoop","detail":"{readStateIndex:1132; appliedIndex:1130; }","duration":"3.502604652s","start":"2026-03-20T10:18:39.317585Z","end":"2026-03-20T10:18:42.82019Z","steps":["trace[398788577] 'read index received' (duration: 273.48946ms)","trace[398788577] 'applied index is now lower than readState.Index' (duration: 3.229114382s)"],"step_count":2} {"level":"warn","ts":"2026-03-20T10:18:42.820273Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-20T10:18:39.313358Z","time spent":"3.50691292s","remote":"127.0.0.1:51238","response type":"/etcdserverpb.Lease/LeaseGrant","request count":-1,"request size":-1,"response count":-1,"response size":-1,"request content":""} {"level":"info","ts":"2026-03-20T10:18:42.82041Z","caller":"traceutil/trace.go:171","msg":"trace[1387492604] transaction","detail":"{read_only:false; response_revision:1061; number_of_response:1; }","duration":"3.506195143s","start":"2026-03-20T10:18:39.314207Z","end":"2026-03-20T10:18:42.820402Z","steps":["trace[1387492604] 'process raft request' (duration: 3.505817663s)"],"step_count":1} {"level":"warn","ts":"2026-03-20T10:18:42.820477Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-20T10:18:39.314192Z","time spent":"3.506235873s","remote":"127.0.0.1:51292","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":759,"response count":0,"response size":38,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-03-20T10:18:42.820661Z","caller":"traceutil/trace.go:171","msg":"trace[1234636757] transaction","detail":"{read_only:false; response_revision:1062; number_of_response:1; }","duration":"3.499791212s","start":"2026-03-20T10:18:39.320863Z","end":"2026-03-20T10:18:42.820654Z","steps":["trace[1234636757] 'process raft request' (duration: 3.499263088s)"],"step_count":1} {"level":"warn","ts":"2026-03-20T10:18:42.820698Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-20T10:18:39.320854Z","time spent":"3.499822212s","remote":"127.0.0.1:51424","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":11375,"response count":0,"response size":38,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-03-20T10:18:42.819412Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"419.906474ms","expected-duration":"100ms","prefix":"read-only range ","request":"limit:1 serializable:true keys_only:true ","response":"range_response_count:0 size:5"} {"level":"info","ts":"2026-03-20T10:18:42.820841Z","caller":"traceutil/trace.go:171","msg":"trace[1111715877] range","detail":"{range_begin:; range_end:; response_count:0; response_revision:1060; }","duration":"421.338331ms","start":"2026-03-20T10:18:42.399465Z","end":"2026-03-20T10:18:42.820804Z","steps":["trace[1111715877] 'range keys from in-memory index tree' (duration: 419.891213ms)"],"step_count":1} {"level":"warn","ts":"2026-03-20T10:18:42.821328Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"2.189195468s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/runtimeclasses/\" range_end:\"/registry/runtimeclasses0\" count_only:true ","response":"range_response_count:0 size:5"} {"level":"info","ts":"2026-03-20T10:18:42.821353Z","caller":"traceutil/trace.go:171","msg":"trace[2049252539] range","detail":"{range_begin:/registry/runtimeclasses/; range_end:/registry/runtimeclasses0; response_count:0; response_revision:1062; }","duration":"2.18926293s","start":"2026-03-20T10:18:40.632083Z","end":"2026-03-20T10:18:42.821346Z","steps":["trace[2049252539] 'agreement among raft nodes before linearized reading' (duration: 2.189217699s)"],"step_count":1} {"level":"warn","ts":"2026-03-20T10:18:42.821375Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-20T10:18:40.632063Z","time spent":"2.189306282s","remote":"127.0.0.1:51556","response type":"/etcdserverpb.KV/Range","request count":0,"request size":56,"response count":0,"response size":27,"request content":"key:\"/registry/runtimeclasses/\" range_end:\"/registry/runtimeclasses0\" count_only:true "} {"level":"warn","ts":"2026-03-20T10:18:42.82137Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.503121421s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/health\" ","response":"range_response_count:0 size:5"} {"level":"warn","ts":"2026-03-20T10:18:42.821389Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"231.075971ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/\" range_end:\"/registry/leases0\" count_only:true ","response":"range_response_count:0 size:7"} {"level":"warn","ts":"2026-03-20T10:18:42.821387Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"2.07350961s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/priorityclasses/\" range_end:\"/registry/priorityclasses0\" count_only:true ","response":"range_response_count:0 size:7"} {"level":"info","ts":"2026-03-20T10:18:42.821408Z","caller":"traceutil/trace.go:171","msg":"trace[452107965] range","detail":"{range_begin:/registry/health; range_end:; response_count:0; response_revision:1062; }","duration":"1.503215573s","start":"2026-03-20T10:18:41.318181Z","end":"2026-03-20T10:18:42.821397Z","steps":["trace[452107965] 'agreement among raft nodes before linearized reading' (duration: 1.503126891s)"],"step_count":1} {"level":"info","ts":"2026-03-20T10:18:42.821433Z","caller":"traceutil/trace.go:171","msg":"trace[440574457] range","detail":"{range_begin:/registry/leases/; range_end:/registry/leases0; response_count:0; response_revision:1062; }","duration":"231.173223ms","start":"2026-03-20T10:18:42.590248Z","end":"2026-03-20T10:18:42.821421Z","steps":["trace[440574457] 'agreement among raft nodes before linearized reading' (duration: 231.077701ms)"],"step_count":1} {"level":"info","ts":"2026-03-20T10:18:42.821445Z","caller":"traceutil/trace.go:171","msg":"trace[1118762822] range","detail":"{range_begin:/registry/priorityclasses/; range_end:/registry/priorityclasses0; response_count:0; response_revision:1062; }","duration":"2.073612042s","start":"2026-03-20T10:18:40.747817Z","end":"2026-03-20T10:18:42.821429Z","steps":["trace[1118762822] 'agreement among raft nodes before linearized reading' (duration: 2.07351269s)"],"step_count":1} {"level":"warn","ts":"2026-03-20T10:18:42.821464Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-20T10:18:41.318159Z","time spent":"1.503297956s","remote":"127.0.0.1:51190","response type":"/etcdserverpb.KV/Range","request count":0,"request size":18,"response count":0,"response size":27,"request content":"key:\"/registry/health\" "} {"level":"warn","ts":"2026-03-20T10:18:42.821488Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-20T10:18:40.747801Z","time spent":"2.073677333s","remote":"127.0.0.1:51590","response type":"/etcdserverpb.KV/Range","request count":0,"request size":58,"response count":2,"response size":29,"request content":"key:\"/registry/priorityclasses/\" range_end:\"/registry/priorityclasses0\" count_only:true "} {"level":"warn","ts":"2026-03-20T10:18:43.325788Z","caller":"etcdserver/v3_server.go:897","msg":"waiting for ReadIndex response took too long, retrying","sent-request-id":184257304220177104,"retry-timeout":"500ms"} {"level":"warn","ts":"2026-03-20T10:18:43.998858Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"397.401776ms","expected-duration":"100ms","prefix":"","request":"header: txn: success:> failure: >>","response":"size:16"} {"level":"info","ts":"2026-03-20T10:18:43.99897Z","caller":"traceutil/trace.go:171","msg":"trace[1955209470] linearizableReadLoop","detail":"{readStateIndex:1134; appliedIndex:1133; }","duration":"1.173903264s","start":"2026-03-20T10:18:42.825047Z","end":"2026-03-20T10:18:43.99895Z","steps":["trace[1955209470] 'read index received' (duration: 776.244412ms)","trace[1955209470] 'applied index is now lower than readState.Index' (duration: 397.657092ms)"],"step_count":2} {"level":"info","ts":"2026-03-20T10:18:43.999085Z","caller":"traceutil/trace.go:171","msg":"trace[642573124] transaction","detail":"{read_only:false; response_revision:1063; number_of_response:1; }","duration":"1.176412517s","start":"2026-03-20T10:18:42.822657Z","end":"2026-03-20T10:18:43.999069Z","steps":["trace[642573124] 'process raft request' (duration: 778.713734ms)","trace[642573124] 'compare' (duration: 397.026897ms)"],"step_count":2} {"level":"warn","ts":"2026-03-20T10:18:43.999175Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-20T10:18:42.82263Z","time spent":"1.17649099s","remote":"127.0.0.1:51238","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":120,"response count":0,"response size":38,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-03-20T10:18:43.999205Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.169691327s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/health\" ","response":"range_response_count:0 size:5"} {"level":"info","ts":"2026-03-20T10:18:43.999259Z","caller":"traceutil/trace.go:171","msg":"trace[1655197693] range","detail":"{range_begin:/registry/health; range_end:; response_count:0; response_revision:1063; }","duration":"1.16977633s","start":"2026-03-20T10:18:42.829466Z","end":"2026-03-20T10:18:43.999243Z","steps":["trace[1655197693] 'agreement among raft nodes before linearized reading' (duration: 1.169658697s)"],"step_count":1} {"level":"warn","ts":"2026-03-20T10:18:43.999299Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-20T10:18:42.829446Z","time spent":"1.169844002s","remote":"127.0.0.1:51202","response type":"/etcdserverpb.KV/Range","request count":0,"request size":18,"response count":0,"response size":27,"request content":"key:\"/registry/health\" "} {"level":"warn","ts":"2026-03-20T10:18:43.999297Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.174240353s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pods/kube-system/kube-apiserver-instance\" ","response":"range_response_count:1 size:7303"} {"level":"info","ts":"2026-03-20T10:18:43.999403Z","caller":"traceutil/trace.go:171","msg":"trace[1368843744] range","detail":"{range_begin:/registry/pods/kube-system/kube-apiserver-instance; range_end:; response_count:1; response_revision:1063; }","duration":"1.174372416s","start":"2026-03-20T10:18:42.825012Z","end":"2026-03-20T10:18:43.999384Z","steps":["trace[1368843744] 'agreement among raft nodes before linearized reading' (duration: 1.174068799s)"],"step_count":1} {"level":"warn","ts":"2026-03-20T10:18:43.99941Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.174241263s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/events/kube-system/kube-apiserver-instance.189e852bee23fccf\" ","response":"range_response_count:1 size:774"} {"level":"warn","ts":"2026-03-20T10:18:43.999448Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-20T10:18:42.824996Z","time spent":"1.174437757s","remote":"127.0.0.1:51424","response type":"/etcdserverpb.KV/Range","request count":0,"request size":52,"response count":1,"response size":7325,"request content":"key:\"/registry/pods/kube-system/kube-apiserver-instance\" "} {"level":"info","ts":"2026-03-20T10:18:43.999623Z","caller":"traceutil/trace.go:171","msg":"trace[473143057] range","detail":"{range_begin:/registry/events/kube-system/kube-apiserver-instance.189e852bee23fccf; range_end:; response_count:1; response_revision:1063; }","duration":"1.174359876s","start":"2026-03-20T10:18:42.825118Z","end":"2026-03-20T10:18:43.999478Z","steps":["trace[473143057] 'agreement among raft nodes before linearized reading' (duration: 1.173982486s)"],"step_count":1} {"level":"warn","ts":"2026-03-20T10:18:43.999692Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-20T10:18:42.825112Z","time spent":"1.17456264s","remote":"127.0.0.1:51292","response type":"/etcdserverpb.KV/Range","request count":0,"request size":71,"response count":1,"response size":796,"request content":"key:\"/registry/events/kube-system/kube-apiserver-instance.189e852bee23fccf\" "} {"level":"info","ts":"2026-03-20T10:18:44.375884Z","caller":"traceutil/trace.go:171","msg":"trace[325746416] transaction","detail":"{read_only:false; response_revision:1066; number_of_response:1; }","duration":"317.034408ms","start":"2026-03-20T10:18:44.058828Z","end":"2026-03-20T10:18:44.375862Z","steps":["trace[325746416] 'process raft request' (duration: 316.953546ms)"],"step_count":1} {"level":"info","ts":"2026-03-20T10:18:44.375939Z","caller":"traceutil/trace.go:171","msg":"trace[1706231561] transaction","detail":"{read_only:false; response_revision:1065; number_of_response:1; }","duration":"368.735472ms","start":"2026-03-20T10:18:44.00717Z","end":"2026-03-20T10:18:44.375905Z","steps":["trace[1706231561] 'process raft request' (duration: 331.698417ms)","trace[1706231561] 'compare' (duration: 36.785759ms)"],"step_count":2} {"level":"warn","ts":"2026-03-20T10:18:44.375996Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-20T10:18:44.05882Z","time spent":"317.1284ms","remote":"127.0.0.1:51292","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":859,"response count":0,"response size":38,"request content":"compare: success:> failure:<>"} {"level":"info","ts":"2026-03-20T10:18:44.375998Z","caller":"traceutil/trace.go:171","msg":"trace[1533837018] linearizableReadLoop","detail":"{readStateIndex:1136; appliedIndex:1135; }","duration":"319.746616ms","start":"2026-03-20T10:18:44.056227Z","end":"2026-03-20T10:18:44.375974Z","steps":["trace[1533837018] 'read index received' (duration: 282.65895ms)","trace[1533837018] 'applied index is now lower than readState.Index' (duration: 37.084376ms)"],"step_count":2} {"level":"warn","ts":"2026-03-20T10:18:44.376094Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-20T10:18:44.007158Z","time spent":"368.845886ms","remote":"127.0.0.1:51424","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":7096,"response count":0,"response size":38,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-03-20T10:18:44.376165Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"367.527081ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/health\" ","response":"range_response_count:0 size:5"} {"level":"info","ts":"2026-03-20T10:18:44.376224Z","caller":"traceutil/trace.go:171","msg":"trace[15685208] range","detail":"{range_begin:/registry/health; range_end:; response_count:0; response_revision:1066; }","duration":"367.586643ms","start":"2026-03-20T10:18:44.008614Z","end":"2026-03-20T10:18:44.376201Z","steps":["trace[15685208] 'agreement among raft nodes before linearized reading' (duration: 367.48068ms)"],"step_count":1} {"level":"warn","ts":"2026-03-20T10:18:44.376273Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-20T10:18:44.008608Z","time spent":"367.655674ms","remote":"127.0.0.1:51202","response type":"/etcdserverpb.KV/Range","request count":0,"request size":18,"response count":0,"response size":27,"request content":"key:\"/registry/health\" "} {"level":"warn","ts":"2026-03-20T10:18:44.37623Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"317.648294ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/endpointslices/default/kubernetes\" ","response":"range_response_count:1 size:481"} {"level":"info","ts":"2026-03-20T10:18:44.37749Z","caller":"traceutil/trace.go:171","msg":"trace[461510793] range","detail":"{range_begin:/registry/endpointslices/default/kubernetes; range_end:; response_count:1; response_revision:1066; }","duration":"318.921776ms","start":"2026-03-20T10:18:44.058538Z","end":"2026-03-20T10:18:44.377459Z","steps":["trace[461510793] 'agreement among raft nodes before linearized reading' (duration: 317.569382ms)"],"step_count":1} {"level":"warn","ts":"2026-03-20T10:18:44.377546Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-20T10:18:44.058523Z","time spent":"319.004208ms","remote":"127.0.0.1:51516","response type":"/etcdserverpb.KV/Range","request count":0,"request size":45,"response count":1,"response size":503,"request content":"key:\"/registry/endpointslices/default/kubernetes\" "} {"level":"info","ts":"2026-03-20T10:18:44.636023Z","caller":"traceutil/trace.go:171","msg":"trace[715535792] linearizableReadLoop","detail":"{readStateIndex:1139; appliedIndex:1138; }","duration":"180.889294ms","start":"2026-03-20T10:18:44.455116Z","end":"2026-03-20T10:18:44.636006Z","steps":["trace[715535792] 'read index received' (duration: 172.578144ms)","trace[715535792] 'applied index is now lower than readState.Index' (duration: 8.3105ms)"],"step_count":2} {"level":"warn","ts":"2026-03-20T10:18:44.63617Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"181.042228ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/events/kube-system/kube-apiserver-instance.189e852bee23fccf\" ","response":"range_response_count:1 size:774"} {"level":"info","ts":"2026-03-20T10:18:44.636195Z","caller":"traceutil/trace.go:171","msg":"trace[888759627] range","detail":"{range_begin:/registry/events/kube-system/kube-apiserver-instance.189e852bee23fccf; range_end:; response_count:1; response_revision:1068; }","duration":"181.11063ms","start":"2026-03-20T10:18:44.455078Z","end":"2026-03-20T10:18:44.636188Z","steps":["trace[888759627] 'agreement among raft nodes before linearized reading' (duration: 181.008037ms)"],"step_count":1} {"level":"info","ts":"2026-03-20T10:18:44.63619Z","caller":"traceutil/trace.go:171","msg":"trace[1132527748] transaction","detail":"{read_only:false; response_revision:1068; number_of_response:1; }","duration":"248.202042ms","start":"2026-03-20T10:18:44.387965Z","end":"2026-03-20T10:18:44.636167Z","steps":["trace[1132527748] 'process raft request' (duration: 239.78384ms)"],"step_count":1} {"level":"info","ts":"2026-03-20T10:18:44.756183Z","caller":"traceutil/trace.go:171","msg":"trace[1377283410] transaction","detail":"{read_only:false; response_revision:1070; number_of_response:1; }","duration":"109.603304ms","start":"2026-03-20T10:18:44.646556Z","end":"2026-03-20T10:18:44.756159Z","steps":["trace[1377283410] 'process raft request' (duration: 109.465301ms)"],"step_count":1} {"level":"info","ts":"2026-03-20T10:18:44.911519Z","caller":"traceutil/trace.go:171","msg":"trace[1277689337] transaction","detail":"{read_only:false; response_revision:1073; number_of_response:1; }","duration":"142.926016ms","start":"2026-03-20T10:18:44.768567Z","end":"2026-03-20T10:18:44.911493Z","steps":["trace[1277689337] 'process raft request' (duration: 94.518855ms)","trace[1277689337] 'compare' (duration: 48.168065ms)"],"step_count":2} {"level":"warn","ts":"2026-03-20T10:18:45.989339Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"553.164205ms","expected-duration":"100ms","prefix":"","request":"header: txn: success:> failure: >>","response":"size:16"} {"level":"info","ts":"2026-03-20T10:18:45.989611Z","caller":"traceutil/trace.go:171","msg":"trace[752310142] linearizableReadLoop","detail":"{readStateIndex:1155; appliedIndex:1154; }","duration":"410.723691ms","start":"2026-03-20T10:18:45.578867Z","end":"2026-03-20T10:18:45.989591Z","steps":["trace[752310142] 'read index received' (duration: 39.851µs)","trace[752310142] 'applied index is now lower than readState.Index' (duration: 410.68247ms)"],"step_count":2} {"level":"warn","ts":"2026-03-20T10:18:45.989765Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"410.894185ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/health\" ","response":"range_response_count:0 size:5"} {"level":"info","ts":"2026-03-20T10:18:45.989844Z","caller":"traceutil/trace.go:171","msg":"trace[1508154932] range","detail":"{range_begin:/registry/health; range_end:; response_count:0; response_revision:1084; }","duration":"410.999008ms","start":"2026-03-20T10:18:45.578826Z","end":"2026-03-20T10:18:45.989825Z","steps":["trace[1508154932] 'agreement among raft nodes before linearized reading' (duration: 410.834134ms)"],"step_count":1} {"level":"warn","ts":"2026-03-20T10:18:45.989909Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-20T10:18:45.578807Z","time spent":"411.090831ms","remote":"127.0.0.1:51202","response type":"/etcdserverpb.KV/Range","request count":0,"request size":18,"response count":0,"response size":27,"request content":"key:\"/registry/health\" "} {"level":"info","ts":"2026-03-20T10:18:45.989619Z","caller":"traceutil/trace.go:171","msg":"trace[1793247968] transaction","detail":"{read_only:false; response_revision:1084; number_of_response:1; }","duration":"858.406266ms","start":"2026-03-20T10:18:45.131193Z","end":"2026-03-20T10:18:45.9896Z","steps":["trace[1793247968] 'process raft request' (duration: 304.905252ms)","trace[1793247968] 'compare' (duration: 553.053962ms)"],"step_count":2} {"level":"warn","ts":"2026-03-20T10:18:45.990099Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-20T10:18:45.131177Z","time spent":"858.831247ms","remote":"127.0.0.1:51292","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":846,"response count":0,"response size":38,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-03-20T10:18:45.990254Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"336.112159ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pods/kube-system/kube-controller-manager-instance\" ","response":"range_response_count:1 size:6755"} {"level":"info","ts":"2026-03-20T10:18:45.990326Z","caller":"traceutil/trace.go:171","msg":"trace[598626145] range","detail":"{range_begin:/registry/pods/kube-system/kube-controller-manager-instance; range_end:; response_count:1; response_revision:1084; }","duration":"336.303673ms","start":"2026-03-20T10:18:45.654011Z","end":"2026-03-20T10:18:45.990315Z","steps":["trace[598626145] 'agreement among raft nodes before linearized reading' (duration: 336.096448ms)"],"step_count":1} {"level":"warn","ts":"2026-03-20T10:18:45.990377Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-20T10:18:45.653953Z","time spent":"336.415037ms","remote":"127.0.0.1:51424","response type":"/etcdserverpb.KV/Range","request count":0,"request size":61,"response count":1,"response size":6777,"request content":"key:\"/registry/pods/kube-system/kube-controller-manager-instance\" "} {"level":"info","ts":"2026-03-20T10:18:46.358392Z","caller":"traceutil/trace.go:171","msg":"trace[852047233] linearizableReadLoop","detail":"{readStateIndex:1164; appliedIndex:1163; }","duration":"193.469491ms","start":"2026-03-20T10:18:46.164898Z","end":"2026-03-20T10:18:46.358367Z","steps":["trace[852047233] 'read index received' (duration: 119.120586ms)","trace[852047233] 'applied index is now lower than readState.Index' (duration: 74.347805ms)"],"step_count":2} {"level":"warn","ts":"2026-03-20T10:18:46.358569Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"193.648245ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/namespaces/kube-system\" ","response":"range_response_count:1 size:351"} {"level":"info","ts":"2026-03-20T10:18:46.35861Z","caller":"traceutil/trace.go:171","msg":"trace[2039866787] range","detail":"{range_begin:/registry/namespaces/kube-system; range_end:; response_count:1; response_revision:1093; }","duration":"193.740098ms","start":"2026-03-20T10:18:46.164859Z","end":"2026-03-20T10:18:46.358599Z","steps":["trace[2039866787] 'agreement among raft nodes before linearized reading' (duration: 193.606444ms)"],"step_count":1} {"level":"info","ts":"2026-03-20T10:18:46.358598Z","caller":"traceutil/trace.go:171","msg":"trace[479054899] transaction","detail":"{read_only:false; response_revision:1093; number_of_response:1; }","duration":"197.398419ms","start":"2026-03-20T10:18:46.161164Z","end":"2026-03-20T10:18:46.358563Z","steps":["trace[479054899] 'process raft request' (duration: 122.944411ms)","trace[479054899] 'compare' (duration: 74.14255ms)"],"step_count":2} {"level":"warn","ts":"2026-03-20T10:18:47.337712Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"174.281506ms","expected-duration":"100ms","prefix":"","request":"header: txn: success:> failure: >>","response":"size:16"} {"level":"info","ts":"2026-03-20T10:18:47.337794Z","caller":"traceutil/trace.go:171","msg":"trace[2020680659] linearizableReadLoop","detail":"{readStateIndex:1177; appliedIndex:1176; }","duration":"622.942884ms","start":"2026-03-20T10:18:46.714837Z","end":"2026-03-20T10:18:47.33778Z","steps":["trace[2020680659] 'read index received' (duration: 448.453073ms)","trace[2020680659] 'applied index is now lower than readState.Index' (duration: 174.488811ms)"],"step_count":2} {"level":"info","ts":"2026-03-20T10:18:47.337858Z","caller":"traceutil/trace.go:171","msg":"trace[1572617689] transaction","detail":"{read_only:false; response_revision:1106; number_of_response:1; }","duration":"765.366108ms","start":"2026-03-20T10:18:46.572483Z","end":"2026-03-20T10:18:47.337849Z","steps":["trace[1572617689] 'process raft request' (duration: 590.876017ms)","trace[1572617689] 'compare' (duration: 173.890756ms)"],"step_count":2} {"level":"warn","ts":"2026-03-20T10:18:47.337911Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-20T10:18:46.572462Z","time spent":"765.421259ms","remote":"127.0.0.1:51292","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":763,"response count":0,"response size":38,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-03-20T10:18:47.338941Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"624.096293ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/apiextensions.k8s.io/customresourcedefinitions/ciliumnetworkpolicies.cilium.io\" ","response":"range_response_count:1 size:188252"} {"level":"info","ts":"2026-03-20T10:18:47.338994Z","caller":"traceutil/trace.go:171","msg":"trace[1337976951] range","detail":"{range_begin:/registry/apiextensions.k8s.io/customresourcedefinitions/ciliumnetworkpolicies.cilium.io; range_end:; response_count:1; response_revision:1106; }","duration":"624.161005ms","start":"2026-03-20T10:18:46.71481Z","end":"2026-03-20T10:18:47.338971Z","steps":["trace[1337976951] 'agreement among raft nodes before linearized reading' (duration: 623.849427ms)"],"step_count":1} {"level":"warn","ts":"2026-03-20T10:18:47.339028Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-20T10:18:46.714782Z","time spent":"624.237417ms","remote":"127.0.0.1:51262","response type":"/etcdserverpb.KV/Range","request count":0,"request size":90,"response count":1,"response size":188274,"request content":"key:\"/registry/apiextensions.k8s.io/customresourcedefinitions/ciliumnetworkpolicies.cilium.io\" "} {"level":"warn","ts":"2026-03-20T10:18:47.339272Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"195.547013ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/configmaps/kube-system/extension-apiserver-authentication\" ","response":"range_response_count:1 size:3017"} {"level":"info","ts":"2026-03-20T10:18:47.339302Z","caller":"traceutil/trace.go:171","msg":"trace[840203873] range","detail":"{range_begin:/registry/configmaps/kube-system/extension-apiserver-authentication; range_end:; response_count:1; response_revision:1106; }","duration":"195.605725ms","start":"2026-03-20T10:18:47.143689Z","end":"2026-03-20T10:18:47.339295Z","steps":["trace[840203873] 'agreement among raft nodes before linearized reading' (duration: 195.552704ms)"],"step_count":1} {"level":"info","ts":"2026-03-20T10:18:47.488517Z","caller":"traceutil/trace.go:171","msg":"trace[615458498] linearizableReadLoop","detail":"{readStateIndex:1179; appliedIndex:1177; }","duration":"128.054401ms","start":"2026-03-20T10:18:47.360437Z","end":"2026-03-20T10:18:47.488492Z","steps":["trace[615458498] 'read index received' (duration: 9.823858ms)","trace[615458498] 'applied index is now lower than readState.Index' (duration: 118.229253ms)"],"step_count":2} {"level":"info","ts":"2026-03-20T10:18:47.488648Z","caller":"traceutil/trace.go:171","msg":"trace[658147140] transaction","detail":"{read_only:false; response_revision:1108; number_of_response:1; }","duration":"134.336239ms","start":"2026-03-20T10:18:47.35429Z","end":"2026-03-20T10:18:47.488626Z","steps":["trace[658147140] 'process raft request' (duration: 124.218094ms)"],"step_count":1} {"level":"warn","ts":"2026-03-20T10:18:47.488702Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"128.238555ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/configmaps/kube-system/extension-apiserver-authentication\" ","response":"range_response_count:1 size:3017"} {"level":"info","ts":"2026-03-20T10:18:47.488746Z","caller":"traceutil/trace.go:171","msg":"trace[1672180499] range","detail":"{range_begin:/registry/configmaps/kube-system/extension-apiserver-authentication; range_end:; response_count:1; response_revision:1108; }","duration":"128.320327ms","start":"2026-03-20T10:18:47.360415Z","end":"2026-03-20T10:18:47.488735Z","steps":["trace[1672180499] 'agreement among raft nodes before linearized reading' (duration: 128.211674ms)"],"step_count":1} {"level":"warn","ts":"2026-03-20T10:18:47.489011Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"115.259518ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/events/kube-system/cilium-operator-869df985b8-6rkgb.189e852e14502fe7\" ","response":"range_response_count:1 size:778"} {"level":"info","ts":"2026-03-20T10:18:47.489122Z","caller":"traceutil/trace.go:171","msg":"trace[455473897] range","detail":"{range_begin:/registry/events/kube-system/cilium-operator-869df985b8-6rkgb.189e852e14502fe7; range_end:; response_count:1; response_revision:1108; }","duration":"115.391191ms","start":"2026-03-20T10:18:47.373699Z","end":"2026-03-20T10:18:47.48909Z","steps":["trace[455473897] 'agreement among raft nodes before linearized reading' (duration: 115.167105ms)"],"step_count":1} {"level":"info","ts":"2026-03-20T10:18:47.714069Z","caller":"traceutil/trace.go:171","msg":"trace[1237113255] transaction","detail":"{read_only:false; response_revision:1111; number_of_response:1; }","duration":"196.450816ms","start":"2026-03-20T10:18:47.51759Z","end":"2026-03-20T10:18:47.714041Z","steps":["trace[1237113255] 'process raft request' (duration: 126.241555ms)","trace[1237113255] 'compare' (duration: 69.705609ms)"],"step_count":2} {"level":"info","ts":"2026-03-20T10:18:47.714579Z","caller":"traceutil/trace.go:171","msg":"trace[941399079] linearizableReadLoop","detail":"{readStateIndex:1183; appliedIndex:1181; }","duration":"135.091409ms","start":"2026-03-20T10:18:47.579474Z","end":"2026-03-20T10:18:47.714566Z","steps":["trace[941399079] 'read index received' (duration: 64.367435ms)","trace[941399079] 'applied index is now lower than readState.Index' (duration: 70.723204ms)"],"step_count":2} {"level":"info","ts":"2026-03-20T10:18:47.714665Z","caller":"traceutil/trace.go:171","msg":"trace[245042693] transaction","detail":"{read_only:false; response_revision:1112; number_of_response:1; }","duration":"167.187038ms","start":"2026-03-20T10:18:47.547456Z","end":"2026-03-20T10:18:47.714643Z","steps":["trace[245042693] 'process raft request' (duration: 166.462339ms)"],"step_count":1} {"level":"warn","ts":"2026-03-20T10:18:47.714808Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"135.317305ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/health\" ","response":"range_response_count:0 size:5"} {"level":"info","ts":"2026-03-20T10:18:47.715271Z","caller":"traceutil/trace.go:171","msg":"trace[1230487306] range","detail":"{range_begin:/registry/health; range_end:; response_count:0; response_revision:1112; }","duration":"135.837447ms","start":"2026-03-20T10:18:47.579419Z","end":"2026-03-20T10:18:47.715257Z","steps":["trace[1230487306] 'agreement among raft nodes before linearized reading' (duration: 135.283234ms)"],"step_count":1} {"level":"warn","ts":"2026-03-20T10:18:47.715058Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"117.724309ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/kube-scheduler\" ","response":"range_response_count:1 size:434"} {"level":"info","ts":"2026-03-20T10:18:47.7162Z","caller":"traceutil/trace.go:171","msg":"trace[2103994193] range","detail":"{range_begin:/registry/leases/kube-system/kube-scheduler; range_end:; response_count:1; response_revision:1112; }","duration":"118.876778ms","start":"2026-03-20T10:18:47.597303Z","end":"2026-03-20T10:18:47.71618Z","steps":["trace[2103994193] 'agreement among raft nodes before linearized reading' (duration: 117.647148ms)"],"step_count":1} {"level":"warn","ts":"2026-03-20T10:18:48.208336Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"124.709327ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/cilium.io/ciliumnodes/instance\" ","response":"range_response_count:1 size:2330"} {"level":"info","ts":"2026-03-20T10:18:48.20842Z","caller":"traceutil/trace.go:171","msg":"trace[2048698794] range","detail":"{range_begin:/registry/cilium.io/ciliumnodes/instance; range_end:; response_count:1; response_revision:1128; }","duration":"124.83027ms","start":"2026-03-20T10:18:48.083569Z","end":"2026-03-20T10:18:48.208399Z","steps":["trace[2048698794] 'range keys from in-memory index tree' (duration: 124.540973ms)"],"step_count":1} {"level":"info","ts":"2026-03-20T10:18:49.546507Z","caller":"traceutil/trace.go:171","msg":"trace[14151168] transaction","detail":"{read_only:false; response_revision:1133; number_of_response:1; }","duration":"148.479826ms","start":"2026-03-20T10:18:49.397998Z","end":"2026-03-20T10:18:49.546478Z","steps":["trace[14151168] 'process raft request' (duration: 84.150153ms)","trace[14151168] 'compare' (duration: 64.142038ms)"],"step_count":2} {"level":"info","ts":"2026-03-20T10:18:50.381332Z","caller":"traceutil/trace.go:171","msg":"trace[1719030237] transaction","detail":"{read_only:false; response_revision:1135; number_of_response:1; }","duration":"500.609378ms","start":"2026-03-20T10:18:49.880699Z","end":"2026-03-20T10:18:50.381308Z","steps":["trace[1719030237] 'process raft request' (duration: 500.485125ms)"],"step_count":1} {"level":"warn","ts":"2026-03-20T10:18:50.381469Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-20T10:18:49.880679Z","time spent":"500.721272ms","remote":"127.0.0.1:51504","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":464,"response count":0,"response size":38,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-03-20T10:18:50.680982Z","caller":"traceutil/trace.go:171","msg":"trace[136769588] linearizableReadLoop","detail":"{readStateIndex:1209; appliedIndex:1208; }","duration":"135.736234ms","start":"2026-03-20T10:18:50.545227Z","end":"2026-03-20T10:18:50.680964Z","steps":["trace[136769588] 'read index received' (duration: 135.59175ms)","trace[136769588] 'applied index is now lower than readState.Index' (duration: 143.834µs)"],"step_count":2} {"level":"info","ts":"2026-03-20T10:18:50.681061Z","caller":"traceutil/trace.go:171","msg":"trace[61032833] transaction","detail":"{read_only:false; response_revision:1136; number_of_response:1; }","duration":"147.454339ms","start":"2026-03-20T10:18:50.5336Z","end":"2026-03-20T10:18:50.681054Z","steps":["trace[61032833] 'process raft request' (duration: 147.269835ms)"],"step_count":1} {"level":"warn","ts":"2026-03-20T10:18:50.681222Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"135.99304ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/plndr-svcs-lock\" ","response":"range_response_count:1 size:437"} {"level":"info","ts":"2026-03-20T10:18:50.681245Z","caller":"traceutil/trace.go:171","msg":"trace[1366235584] range","detail":"{range_begin:/registry/leases/kube-system/plndr-svcs-lock; range_end:; response_count:1; response_revision:1136; }","duration":"136.064893ms","start":"2026-03-20T10:18:50.545173Z","end":"2026-03-20T10:18:50.681238Z","steps":["trace[1366235584] 'agreement among raft nodes before linearized reading' (duration: 135.969749ms)"],"step_count":1} {"level":"warn","ts":"2026-03-20T10:18:50.681339Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"103.195353ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/health\" ","response":"range_response_count:0 size:5"} {"level":"info","ts":"2026-03-20T10:18:50.681357Z","caller":"traceutil/trace.go:171","msg":"trace[1106658844] range","detail":"{range_begin:/registry/health; range_end:; response_count:0; response_revision:1136; }","duration":"103.236014ms","start":"2026-03-20T10:18:50.578114Z","end":"2026-03-20T10:18:50.68135Z","steps":["trace[1106658844] 'agreement among raft nodes before linearized reading' (duration: 103.211744ms)"],"step_count":1} {"level":"info","ts":"2026-03-20T10:18:50.786205Z","caller":"traceutil/trace.go:171","msg":"trace[622368520] transaction","detail":"{read_only:false; response_revision:1137; number_of_response:1; }","duration":"100.301441ms","start":"2026-03-20T10:18:50.685878Z","end":"2026-03-20T10:18:50.786179Z","steps":["trace[622368520] 'process raft request' (duration: 85.401685ms)","trace[622368520] 'compare' (duration: 14.549137ms)"],"step_count":2} {"level":"info","ts":"2026-03-20T10:18:52.827632Z","caller":"traceutil/trace.go:171","msg":"trace[917361147] transaction","detail":"{read_only:false; response_revision:1141; number_of_response:1; }","duration":"102.699661ms","start":"2026-03-20T10:18:52.724898Z","end":"2026-03-20T10:18:52.827598Z","steps":["trace[917361147] 'process raft request' (duration: 102.400324ms)"],"step_count":1} {"level":"info","ts":"2026-03-20T10:18:53.036998Z","caller":"traceutil/trace.go:171","msg":"trace[1485379874] transaction","detail":"{read_only:false; response_revision:1143; number_of_response:1; }","duration":"204.040586ms","start":"2026-03-20T10:18:52.832925Z","end":"2026-03-20T10:18:53.036965Z","steps":["trace[1485379874] 'process raft request' (duration: 203.724179ms)"],"step_count":1} {"level":"info","ts":"2026-03-20T10:18:53.037019Z","caller":"traceutil/trace.go:171","msg":"trace[1346823059] transaction","detail":"{read_only:false; response_revision:1142; number_of_response:1; }","duration":"204.700574ms","start":"2026-03-20T10:18:52.832263Z","end":"2026-03-20T10:18:53.036963Z","steps":["trace[1346823059] 'process raft request' (duration: 192.379214ms)","trace[1346823059] 'compare' (duration: 11.872439ms)"],"step_count":2} {"level":"warn","ts":"2026-03-20T10:18:53.881772Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"569.387594ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/prioritylevelconfigurations/\" range_end:\"/registry/prioritylevelconfigurations0\" count_only:true ","response":"range_response_count:0 size:7"} {"level":"info","ts":"2026-03-20T10:18:53.88187Z","caller":"traceutil/trace.go:171","msg":"trace[450547343] range","detail":"{range_begin:/registry/prioritylevelconfigurations/; range_end:/registry/prioritylevelconfigurations0; response_count:0; response_revision:1145; }","duration":"569.544798ms","start":"2026-03-20T10:18:53.312302Z","end":"2026-03-20T10:18:53.881847Z","steps":["trace[450547343] 'count revisions from in-memory index tree' (duration: 569.301941ms)"],"step_count":1} {"level":"warn","ts":"2026-03-20T10:18:53.881909Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-20T10:18:53.312282Z","time spent":"569.617769ms","remote":"127.0.0.1:51644","response type":"/etcdserverpb.KV/Range","request count":0,"request size":82,"response count":8,"response size":29,"request content":"key:\"/registry/prioritylevelconfigurations/\" range_end:\"/registry/prioritylevelconfigurations0\" count_only:true "} {"level":"warn","ts":"2026-03-20T10:18:53.88195Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"290.781156ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/serviceaccounts/\" range_end:\"/registry/serviceaccounts0\" count_only:true ","response":"range_response_count:0 size:7"} {"level":"info","ts":"2026-03-20T10:18:53.882044Z","caller":"traceutil/trace.go:171","msg":"trace[579754747] range","detail":"{range_begin:/registry/serviceaccounts/; range_end:/registry/serviceaccounts0; response_count:0; response_revision:1145; }","duration":"290.923969ms","start":"2026-03-20T10:18:53.591097Z","end":"2026-03-20T10:18:53.882021Z","steps":["trace[579754747] 'count revisions from in-memory index tree' (duration: 290.703554ms)"],"step_count":1} {"level":"info","ts":"2026-03-20T10:18:54.521856Z","caller":"traceutil/trace.go:171","msg":"trace[1315092367] transaction","detail":"{read_only:false; response_revision:1151; number_of_response:1; }","duration":"106.746593ms","start":"2026-03-20T10:18:54.415082Z","end":"2026-03-20T10:18:54.521829Z","steps":["trace[1315092367] 'process raft request' (duration: 106.579978ms)"],"step_count":1} {"level":"warn","ts":"2026-03-20T10:18:55.003433Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"114.291183ms","expected-duration":"100ms","prefix":"","request":"header: lease_revoke:","response":"size:27"} {"level":"info","ts":"2026-03-20T10:18:55.003573Z","caller":"traceutil/trace.go:171","msg":"trace[1929194166] linearizableReadLoop","detail":"{readStateIndex:1225; appliedIndex:1224; }","duration":"152.854016ms","start":"2026-03-20T10:18:54.850668Z","end":"2026-03-20T10:18:55.003522Z","steps":["trace[1929194166] 'read index received' (duration: 38.546153ms)","trace[1929194166] 'applied index is now lower than readState.Index' (duration: 114.305493ms)"],"step_count":2} {"level":"warn","ts":"2026-03-20T10:18:55.003792Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"153.104153ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/plndr-cp-lock\" ","response":"range_response_count:1 size:433"} {"level":"info","ts":"2026-03-20T10:18:55.003856Z","caller":"traceutil/trace.go:171","msg":"trace[1817217886] range","detail":"{range_begin:/registry/leases/kube-system/plndr-cp-lock; range_end:; response_count:1; response_revision:1151; }","duration":"153.201836ms","start":"2026-03-20T10:18:54.850639Z","end":"2026-03-20T10:18:55.003841Z","steps":["trace[1817217886] 'agreement among raft nodes before linearized reading' (duration: 152.984929ms)"],"step_count":1} {"level":"warn","ts":"2026-03-20T10:18:55.509481Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"208.997443ms","expected-duration":"100ms","prefix":"","request":"header: txn: success:> failure: >>","response":"size:16"} {"level":"info","ts":"2026-03-20T10:18:55.50965Z","caller":"traceutil/trace.go:171","msg":"trace[779830954] transaction","detail":"{read_only:false; response_revision:1154; number_of_response:1; }","duration":"453.989592ms","start":"2026-03-20T10:18:55.055621Z","end":"2026-03-20T10:18:55.50961Z","steps":["trace[779830954] 'process raft request' (duration: 244.728303ms)","trace[779830954] 'compare' (duration: 208.804358ms)"],"step_count":2} {"level":"warn","ts":"2026-03-20T10:18:55.50973Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-20T10:18:55.055596Z","time spent":"454.102206ms","remote":"127.0.0.1:51504","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":476,"response count":0,"response size":38,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-03-20T10:18:56.732989Z","caller":"traceutil/trace.go:171","msg":"trace[2106532488] linearizableReadLoop","detail":"{readStateIndex:1229; appliedIndex:1228; }","duration":"152.453107ms","start":"2026-03-20T10:18:56.580511Z","end":"2026-03-20T10:18:56.732964Z","steps":["trace[2106532488] 'read index received' (duration: 152.358714ms)","trace[2106532488] 'applied index is now lower than readState.Index' (duration: 93.313µs)"],"step_count":2} {"level":"info","ts":"2026-03-20T10:18:56.733055Z","caller":"traceutil/trace.go:171","msg":"trace[743296404] transaction","detail":"{read_only:false; response_revision:1155; number_of_response:1; }","duration":"202.994911ms","start":"2026-03-20T10:18:56.530028Z","end":"2026-03-20T10:18:56.733023Z","steps":["trace[743296404] 'process raft request' (duration: 202.780856ms)"],"step_count":1} {"level":"warn","ts":"2026-03-20T10:18:56.733107Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"152.58425ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/health\" ","response":"range_response_count:0 size:5"} {"level":"info","ts":"2026-03-20T10:18:56.733151Z","caller":"traceutil/trace.go:171","msg":"trace[207884520] range","detail":"{range_begin:/registry/health; range_end:; response_count:0; response_revision:1155; }","duration":"152.683992ms","start":"2026-03-20T10:18:56.580458Z","end":"2026-03-20T10:18:56.733142Z","steps":["trace[207884520] 'agreement among raft nodes before linearized reading' (duration: 152.60065ms)"],"step_count":1} {"level":"info","ts":"2026-03-20T10:18:57.405996Z","caller":"traceutil/trace.go:171","msg":"trace[109388509] transaction","detail":"{read_only:false; response_revision:1156; number_of_response:1; }","duration":"330.883697ms","start":"2026-03-20T10:18:57.075086Z","end":"2026-03-20T10:18:57.405969Z","steps":["trace[109388509] 'process raft request' (duration: 330.734373ms)"],"step_count":1} {"level":"warn","ts":"2026-03-20T10:18:57.406821Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-20T10:18:57.075054Z","time spent":"331.157134ms","remote":"127.0.0.1:51504","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":418,"response count":0,"response size":38,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-03-20T10:18:58.346284Z","caller":"traceutil/trace.go:171","msg":"trace[439599154] linearizableReadLoop","detail":"{readStateIndex:1231; appliedIndex:1229; }","duration":"1.244785413s","start":"2026-03-20T10:18:57.101468Z","end":"2026-03-20T10:18:58.346253Z","steps":["trace[439599154] 'read index received' (duration: 304.334638ms)","trace[439599154] 'applied index is now lower than readState.Index' (duration: 940.449525ms)"],"step_count":2} {"level":"info","ts":"2026-03-20T10:18:58.346405Z","caller":"traceutil/trace.go:171","msg":"trace[557063649] transaction","detail":"{read_only:false; response_revision:1157; number_of_response:1; }","duration":"1.266774057s","start":"2026-03-20T10:18:57.079603Z","end":"2026-03-20T10:18:58.346377Z","steps":["trace[557063649] 'process raft request' (duration: 1.266472999s)"],"step_count":1} {"level":"warn","ts":"2026-03-20T10:18:58.346562Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-20T10:18:57.079583Z","time spent":"1.26688542s","remote":"127.0.0.1:51424","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":4425,"response count":0,"response size":38,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-03-20T10:18:58.346579Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.245111811s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/plndr-svcs-lock\" ","response":"range_response_count:1 size:436"} {"level":"info","ts":"2026-03-20T10:18:58.346632Z","caller":"traceutil/trace.go:171","msg":"trace[1664454485] range","detail":"{range_begin:/registry/leases/kube-system/plndr-svcs-lock; range_end:; response_count:1; response_revision:1157; }","duration":"1.245214964s","start":"2026-03-20T10:18:57.101401Z","end":"2026-03-20T10:18:58.346616Z","steps":["trace[1664454485] 'agreement among raft nodes before linearized reading' (duration: 1.245026879s)"],"step_count":1} {"level":"warn","ts":"2026-03-20T10:18:58.346673Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-20T10:18:57.101379Z","time spent":"1.245284216s","remote":"127.0.0.1:51504","response type":"/etcdserverpb.KV/Range","request count":0,"request size":46,"response count":1,"response size":458,"request content":"key:\"/registry/leases/kube-system/plndr-svcs-lock\" "} {"level":"warn","ts":"2026-03-20T10:18:58.346706Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"253.829024ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/rbd-csi-ceph-com\" ","response":"range_response_count:1 size:474"} {"level":"info","ts":"2026-03-20T10:18:58.346763Z","caller":"traceutil/trace.go:171","msg":"trace[261694069] range","detail":"{range_begin:/registry/leases/kube-system/rbd-csi-ceph-com; range_end:; response_count:1; response_revision:1157; }","duration":"253.923727ms","start":"2026-03-20T10:18:58.092808Z","end":"2026-03-20T10:18:58.346732Z","steps":["trace[261694069] 'agreement among raft nodes before linearized reading' (duration: 253.805194ms)"],"step_count":1} {"level":"warn","ts":"2026-03-20T10:18:58.346573Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"934.074015ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/mutatingwebhookconfigurations/\" range_end:\"/registry/mutatingwebhookconfigurations0\" count_only:true ","response":"range_response_count:0 size:5"} {"level":"warn","ts":"2026-03-20T10:18:58.346836Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"832.885201ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/cilium-operator-resource-lock\" ","response":"range_response_count:1 size:491"} {"level":"info","ts":"2026-03-20T10:18:58.346873Z","caller":"traceutil/trace.go:171","msg":"trace[171897381] range","detail":"{range_begin:/registry/mutatingwebhookconfigurations/; range_end:/registry/mutatingwebhookconfigurations0; response_count:0; response_revision:1157; }","duration":"934.419704ms","start":"2026-03-20T10:18:57.412434Z","end":"2026-03-20T10:18:58.346853Z","steps":["trace[171897381] 'agreement among raft nodes before linearized reading' (duration: 934.050674ms)"],"step_count":1} {"level":"info","ts":"2026-03-20T10:18:58.346903Z","caller":"traceutil/trace.go:171","msg":"trace[220526949] range","detail":"{range_begin:/registry/leases/kube-system/cilium-operator-resource-lock; range_end:; response_count:1; response_revision:1157; }","duration":"832.996713ms","start":"2026-03-20T10:18:57.513889Z","end":"2026-03-20T10:18:58.346886Z","steps":["trace[220526949] 'agreement among raft nodes before linearized reading' (duration: 832.811969ms)"],"step_count":1} {"level":"warn","ts":"2026-03-20T10:18:58.34693Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-20T10:18:57.412417Z","time spent":"934.493385ms","remote":"127.0.0.1:51714","response type":"/etcdserverpb.KV/Range","request count":0,"request size":86,"response count":0,"response size":27,"request content":"key:\"/registry/mutatingwebhookconfigurations/\" range_end:\"/registry/mutatingwebhookconfigurations0\" count_only:true "} {"level":"warn","ts":"2026-03-20T10:18:58.346943Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-20T10:18:57.513871Z","time spent":"833.063196ms","remote":"127.0.0.1:51504","response type":"/etcdserverpb.KV/Range","request count":0,"request size":60,"response count":1,"response size":513,"request content":"key:\"/registry/leases/kube-system/cilium-operator-resource-lock\" "} {"level":"warn","ts":"2026-03-20T10:18:59.080493Z","caller":"etcdserver/v3_server.go:897","msg":"waiting for ReadIndex response took too long, retrying","sent-request-id":184257304220177315,"retry-timeout":"500ms"} {"level":"warn","ts":"2026-03-20T10:18:59.884035Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"744.837841ms","expected-duration":"100ms","prefix":"","request":"header: txn: success:> failure: >>","response":"size:16"} {"level":"info","ts":"2026-03-20T10:18:59.884148Z","caller":"traceutil/trace.go:171","msg":"trace[904245181] transaction","detail":"{read_only:false; response_revision:1158; number_of_response:1; }","duration":"1.532235014s","start":"2026-03-20T10:18:58.351893Z","end":"2026-03-20T10:18:59.884128Z","steps":["trace[904245181] 'process raft request' (duration: 787.202019ms)","trace[904245181] 'compare' (duration: 743.955267ms)"],"step_count":2} {"level":"warn","ts":"2026-03-20T10:18:59.88421Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-20T10:18:58.351871Z","time spent":"1.532310165s","remote":"127.0.0.1:51504","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":422,"response count":0,"response size":38,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-03-20T10:19:00.579658Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"2.000090637s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/health\" ","response":"","error":"context canceled"} {"level":"info","ts":"2026-03-20T10:19:00.579744Z","caller":"traceutil/trace.go:171","msg":"trace[1996264462] range","detail":"{range_begin:/registry/health; range_end:; }","duration":"2.00022982s","start":"2026-03-20T10:18:58.579497Z","end":"2026-03-20T10:19:00.579726Z","steps":["trace[1996264462] 'agreement among raft nodes before linearized reading' (duration: 2.000123017s)"],"step_count":1} {"level":"warn","ts":"2026-03-20T10:19:00.579792Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-20T10:18:58.579475Z","time spent":"2.000307772s","remote":"127.0.0.1:51202","response type":"/etcdserverpb.KV/Range","request count":0,"request size":18,"response count":0,"response size":0,"request content":"key:\"/registry/health\" "} 2026/03/20 10:19:00 WARNING: [core] [Server #8] grpc: Server.processUnaryRPC failed to write status: connection error: desc = "transport is closing" {"level":"warn","ts":"2026-03-20T10:19:00.875601Z","caller":"wal/wal.go:805","msg":"slow fdatasync","took":"1.736499567s","expected-duration":"1s"} {"level":"info","ts":"2026-03-20T10:19:00.905716Z","caller":"traceutil/trace.go:171","msg":"trace[1715763883] transaction","detail":"{read_only:false; response_revision:1159; number_of_response:1; }","duration":"2.553757174s","start":"2026-03-20T10:18:58.351934Z","end":"2026-03-20T10:19:00.905691Z","steps":["trace[1715763883] 'process raft request' (duration: 2.523909192s)","trace[1715763883] 'compare' (duration: 29.565195ms)"],"step_count":2} {"level":"warn","ts":"2026-03-20T10:19:00.90587Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-20T10:18:58.351908Z","time spent":"2.553888828s","remote":"127.0.0.1:51504","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":458,"response count":0,"response size":38,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-03-20T10:19:00.906113Z","caller":"traceutil/trace.go:171","msg":"trace[934548482] transaction","detail":"{read_only:false; response_revision:1160; number_of_response:1; }","duration":"2.554140483s","start":"2026-03-20T10:18:58.351952Z","end":"2026-03-20T10:19:00.906092Z","steps":["trace[934548482] 'process raft request' (duration: 2.553643701s)"],"step_count":1} {"level":"info","ts":"2026-03-20T10:19:00.906264Z","caller":"traceutil/trace.go:171","msg":"trace[902532999] linearizableReadLoop","detail":"{readStateIndex:1236; appliedIndex:1231; }","duration":"2.326700167s","start":"2026-03-20T10:18:58.579547Z","end":"2026-03-20T10:19:00.906247Z","steps":["trace[902532999] 'read index received' (duration: 559.560776ms)","trace[902532999] 'applied index is now lower than readState.Index' (duration: 1.76713837s)"],"step_count":2} {"level":"info","ts":"2026-03-20T10:19:00.906268Z","caller":"traceutil/trace.go:171","msg":"trace[747238365] transaction","detail":"{read_only:false; response_revision:1161; number_of_response:1; }","duration":"2.54724809s","start":"2026-03-20T10:18:58.358998Z","end":"2026-03-20T10:19:00.906246Z","steps":["trace[747238365] 'process raft request' (duration: 2.54686663s)"],"step_count":1} {"level":"warn","ts":"2026-03-20T10:19:00.906277Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-20T10:18:58.351935Z","time spent":"2.554235686s","remote":"127.0.0.1:51504","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":477,"response count":0,"response size":38,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-03-20T10:19:00.906294Z","caller":"traceutil/trace.go:171","msg":"trace[37203406] transaction","detail":"{read_only:false; response_revision:1162; number_of_response:1; }","duration":"2.315186927s","start":"2026-03-20T10:18:58.591087Z","end":"2026-03-20T10:19:00.906274Z","steps":["trace[37203406] 'process raft request' (duration: 2.315077753s)"],"step_count":1} {"level":"warn","ts":"2026-03-20T10:19:00.906391Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-20T10:18:58.358983Z","time spent":"2.547343174s","remote":"127.0.0.1:51424","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":4233,"response count":0,"response size":38,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-03-20T10:19:00.906382Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-20T10:18:58.591068Z","time spent":"2.315272089s","remote":"127.0.0.1:51412","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":5958,"response count":0,"response size":38,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-03-20T10:19:00.922213Z","caller":"traceutil/trace.go:171","msg":"trace[543334299] transaction","detail":"{read_only:false; response_revision:1163; number_of_response:1; }","duration":"1.121502842s","start":"2026-03-20T10:18:59.800685Z","end":"2026-03-20T10:19:00.922188Z","steps":["trace[543334299] 'process raft request' (duration: 1.121337448s)"],"step_count":1} {"level":"warn","ts":"2026-03-20T10:19:00.922367Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-20T10:18:59.800654Z","time spent":"1.121635236s","remote":"127.0.0.1:51504","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":521,"response count":0,"response size":38,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-03-20T10:19:00.922484Z","caller":"traceutil/trace.go:171","msg":"trace[632990631] transaction","detail":"{read_only:false; response_revision:1164; number_of_response:1; }","duration":"1.080761385s","start":"2026-03-20T10:18:59.841704Z","end":"2026-03-20T10:19:00.922466Z","steps":["trace[632990631] 'process raft request' (duration: 1.080445787s)"],"step_count":1} {"level":"warn","ts":"2026-03-20T10:19:00.922599Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-20T10:18:59.841677Z","time spent":"1.080860188s","remote":"127.0.0.1:51504","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":673,"response count":0,"response size":38,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-03-20T10:19:00.92266Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.512531378s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/plndr-cp-lock\" ","response":"range_response_count:1 size:432"} {"level":"info","ts":"2026-03-20T10:19:00.922698Z","caller":"traceutil/trace.go:171","msg":"trace[348592552] range","detail":"{range_begin:/registry/leases/kube-system/plndr-cp-lock; range_end:; response_count:1; response_revision:1164; }","duration":"1.51262539s","start":"2026-03-20T10:18:59.410063Z","end":"2026-03-20T10:19:00.922689Z","steps":["trace[348592552] 'agreement among raft nodes before linearized reading' (duration: 1.512530117s)"],"step_count":1} {"level":"warn","ts":"2026-03-20T10:19:00.922724Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-20T10:18:59.410039Z","time spent":"1.512680552s","remote":"127.0.0.1:51504","response type":"/etcdserverpb.KV/Range","request count":0,"request size":44,"response count":1,"response size":454,"request content":"key:\"/registry/leases/kube-system/plndr-cp-lock\" "} {"level":"warn","ts":"2026-03-20T10:19:00.922756Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"2.05610856s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/kube-controller-manager\" ","response":"range_response_count:1 size:505"} {"level":"info","ts":"2026-03-20T10:19:00.922788Z","caller":"traceutil/trace.go:171","msg":"trace[1542880368] range","detail":"{range_begin:/registry/leases/kube-system/kube-controller-manager; range_end:; response_count:1; response_revision:1164; }","duration":"2.056179552s","start":"2026-03-20T10:18:58.8666Z","end":"2026-03-20T10:19:00.92278Z","steps":["trace[1542880368] 'agreement among raft nodes before linearized reading' (duration: 2.05609393s)"],"step_count":1} {"level":"warn","ts":"2026-03-20T10:19:00.922816Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-20T10:18:58.866571Z","time spent":"2.056238894s","remote":"127.0.0.1:51504","response type":"/etcdserverpb.KV/Range","request count":0,"request size":54,"response count":1,"response size":527,"request content":"key:\"/registry/leases/kube-system/kube-controller-manager\" "} {"level":"warn","ts":"2026-03-20T10:19:00.922839Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"342.919351ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/health\" ","response":"range_response_count:0 size:5"} {"level":"warn","ts":"2026-03-20T10:19:00.922915Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.880571582s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/flowschemas/\" range_end:\"/registry/flowschemas0\" count_only:true ","response":"range_response_count:0 size:7"} {"level":"info","ts":"2026-03-20T10:19:00.922941Z","caller":"traceutil/trace.go:171","msg":"trace[2144012901] range","detail":"{range_begin:/registry/flowschemas/; range_end:/registry/flowschemas0; response_count:0; response_revision:1164; }","duration":"1.880634004s","start":"2026-03-20T10:18:59.042301Z","end":"2026-03-20T10:19:00.922935Z","steps":["trace[2144012901] 'agreement among raft nodes before linearized reading' (duration: 1.880587043s)"],"step_count":1} {"level":"info","ts":"2026-03-20T10:19:00.922929Z","caller":"traceutil/trace.go:171","msg":"trace[2114528185] range","detail":"{range_begin:/registry/health; range_end:; response_count:0; response_revision:1164; }","duration":"343.050704ms","start":"2026-03-20T10:19:00.579853Z","end":"2026-03-20T10:19:00.922903Z","steps":["trace[2114528185] 'agreement among raft nodes before linearized reading' (duration: 342.88871ms)"],"step_count":1} {"level":"warn","ts":"2026-03-20T10:19:00.922967Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-20T10:18:59.042288Z","time spent":"1.880670545s","remote":"127.0.0.1:51654","response type":"/etcdserverpb.KV/Range","request count":0,"request size":50,"response count":13,"response size":29,"request content":"key:\"/registry/flowschemas/\" range_end:\"/registry/flowschemas0\" count_only:true "} {"level":"warn","ts":"2026-03-20T10:19:00.922985Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-20T10:19:00.579834Z","time spent":"343.138806ms","remote":"127.0.0.1:51190","response type":"/etcdserverpb.KV/Range","request count":0,"request size":18,"response count":0,"response size":27,"request content":"key:\"/registry/health\" "} {"level":"warn","ts":"2026-03-20T10:19:00.922987Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.609694028s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/masterleases/199.204.45.102\" ","response":"range_response_count:1 size:135"} {"level":"warn","ts":"2026-03-20T10:19:00.923042Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.96811326s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/external-resizer-rbd-csi-ceph-com\" ","response":"range_response_count:1 size:509"} {"level":"info","ts":"2026-03-20T10:19:00.923361Z","caller":"traceutil/trace.go:171","msg":"trace[1151689825] range","detail":"{range_begin:/registry/leases/kube-system/external-resizer-rbd-csi-ceph-com; range_end:; response_count:1; response_revision:1164; }","duration":"1.968523041s","start":"2026-03-20T10:18:58.954826Z","end":"2026-03-20T10:19:00.923349Z","steps":["trace[1151689825] 'agreement among raft nodes before linearized reading' (duration: 1.967756441s)"],"step_count":1} {"level":"warn","ts":"2026-03-20T10:19:00.923453Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-20T10:18:58.954805Z","time spent":"1.968638725s","remote":"127.0.0.1:51504","response type":"/etcdserverpb.KV/Range","request count":0,"request size":64,"response count":1,"response size":531,"request content":"key:\"/registry/leases/kube-system/external-resizer-rbd-csi-ceph-com\" "} {"level":"info","ts":"2026-03-20T10:19:00.923051Z","caller":"traceutil/trace.go:171","msg":"trace[1738607252] range","detail":"{range_begin:/registry/masterleases/199.204.45.102; range_end:; response_count:1; response_revision:1164; }","duration":"1.60979608s","start":"2026-03-20T10:18:59.313238Z","end":"2026-03-20T10:19:00.923034Z","steps":["trace[1738607252] 'agreement among raft nodes before linearized reading' (duration: 1.609594945s)"],"step_count":1} {"level":"warn","ts":"2026-03-20T10:19:00.923843Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-20T10:18:59.313214Z","time spent":"1.610619362s","remote":"127.0.0.1:51238","response type":"/etcdserverpb.KV/Range","request count":0,"request size":39,"response count":1,"response size":157,"request content":"key:\"/registry/masterleases/199.204.45.102\" "} {"level":"warn","ts":"2026-03-20T10:19:00.923076Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"2.186158301s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/kube-scheduler\" ","response":"range_response_count:1 size:479"} {"level":"info","ts":"2026-03-20T10:19:00.923922Z","caller":"traceutil/trace.go:171","msg":"trace[1574508708] range","detail":"{range_begin:/registry/leases/kube-system/kube-scheduler; range_end:; response_count:1; response_revision:1164; }","duration":"2.187051714s","start":"2026-03-20T10:18:58.736851Z","end":"2026-03-20T10:19:00.923903Z","steps":["trace[1574508708] 'agreement among raft nodes before linearized reading' (duration: 2.186056618s)"],"step_count":1} {"level":"warn","ts":"2026-03-20T10:19:00.92399Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-20T10:18:58.736835Z","time spent":"2.187136417s","remote":"127.0.0.1:51504","response type":"/etcdserverpb.KV/Range","request count":0,"request size":45,"response count":1,"response size":501,"request content":"key:\"/registry/leases/kube-system/kube-scheduler\" "} {"level":"warn","ts":"2026-03-20T10:19:01.133641Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"127.858755ms","expected-duration":"100ms","prefix":"","request":"header: txn: success:> failure: >>","response":"size:16"} {"level":"info","ts":"2026-03-20T10:19:01.134065Z","caller":"traceutil/trace.go:171","msg":"trace[212046408] transaction","detail":"{read_only:false; response_revision:1165; number_of_response:1; }","duration":"207.084014ms","start":"2026-03-20T10:19:00.926954Z","end":"2026-03-20T10:19:01.134038Z","steps":["trace[212046408] 'process raft request' (duration: 78.727906ms)","trace[212046408] 'compare' (duration: 127.717012ms)"],"step_count":2} {"level":"info","ts":"2026-03-20T10:19:01.134306Z","caller":"traceutil/trace.go:171","msg":"trace[404879505] transaction","detail":"{read_only:false; response_revision:1167; number_of_response:1; }","duration":"205.559025ms","start":"2026-03-20T10:19:00.928723Z","end":"2026-03-20T10:19:01.134282Z","steps":["trace[404879505] 'process raft request' (duration: 205.35997ms)"],"step_count":1} {"level":"info","ts":"2026-03-20T10:19:01.1343Z","caller":"traceutil/trace.go:171","msg":"trace[1494762403] transaction","detail":"{read_only:false; response_revision:1166; number_of_response:1; }","duration":"206.278064ms","start":"2026-03-20T10:19:00.927993Z","end":"2026-03-20T10:19:01.134271Z","steps":["trace[1494762403] 'process raft request' (duration: 206.010367ms)"],"step_count":1} {"level":"info","ts":"2026-03-20T10:19:01.134855Z","caller":"traceutil/trace.go:171","msg":"trace[543076824] transaction","detail":"{read_only:false; response_revision:1168; number_of_response:1; }","duration":"204.027747ms","start":"2026-03-20T10:19:00.930817Z","end":"2026-03-20T10:19:01.134845Z","steps":["trace[543076824] 'process raft request' (duration: 203.303839ms)"],"step_count":1} {"level":"info","ts":"2026-03-20T10:19:01.134887Z","caller":"traceutil/trace.go:171","msg":"trace[333678736] linearizableReadLoop","detail":"{readStateIndex:1243; appliedIndex:1239; }","duration":"202.890428ms","start":"2026-03-20T10:19:00.931984Z","end":"2026-03-20T10:19:01.134875Z","steps":["trace[333678736] 'read index received' (duration: 73.659078ms)","trace[333678736] 'applied index is now lower than readState.Index' (duration: 129.23032ms)"],"step_count":2} {"level":"warn","ts":"2026-03-20T10:19:01.135371Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"203.38951ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/health\" ","response":"range_response_count:0 size:5"} {"level":"info","ts":"2026-03-20T10:19:01.135869Z","caller":"traceutil/trace.go:171","msg":"trace[244954351] transaction","detail":"{read_only:false; response_revision:1169; number_of_response:1; }","duration":"203.584185ms","start":"2026-03-20T10:19:00.932262Z","end":"2026-03-20T10:19:01.135846Z","steps":["trace[244954351] 'process raft request' (duration: 202.414696ms)"],"step_count":1} {"level":"info","ts":"2026-03-20T10:19:01.136243Z","caller":"traceutil/trace.go:171","msg":"trace[870657651] range","detail":"{range_begin:/registry/health; range_end:; response_count:0; response_revision:1169; }","duration":"203.508113ms","start":"2026-03-20T10:19:00.9319Z","end":"2026-03-20T10:19:01.135408Z","steps":["trace[870657651] 'agreement among raft nodes before linearized reading' (duration: 203.174965ms)"],"step_count":1} {"level":"warn","ts":"2026-03-20T10:19:03.22975Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.04054319s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/prioritylevelconfigurations/\" range_end:\"/registry/prioritylevelconfigurations0\" count_only:true ","response":"range_response_count:0 size:7"} {"level":"info","ts":"2026-03-20T10:19:03.229814Z","caller":"traceutil/trace.go:171","msg":"trace[505872441] range","detail":"{range_begin:/registry/prioritylevelconfigurations/; range_end:/registry/prioritylevelconfigurations0; response_count:0; response_revision:1170; }","duration":"1.040683754s","start":"2026-03-20T10:19:02.189116Z","end":"2026-03-20T10:19:03.229799Z","steps":["trace[505872441] 'count revisions from in-memory index tree' (duration: 1.040380005s)"],"step_count":1} {"level":"warn","ts":"2026-03-20T10:19:03.229843Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-20T10:19:02.189072Z","time spent":"1.040764486s","remote":"127.0.0.1:51658","response type":"/etcdserverpb.KV/Range","request count":0,"request size":82,"response count":8,"response size":29,"request content":"key:\"/registry/prioritylevelconfigurations/\" range_end:\"/registry/prioritylevelconfigurations0\" count_only:true "} {"level":"warn","ts":"2026-03-20T10:19:03.229887Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"318.478565ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/cilium-operator-resource-lock\" ","response":"range_response_count:1 size:492"} {"level":"info","ts":"2026-03-20T10:19:03.22995Z","caller":"traceutil/trace.go:171","msg":"trace[139816495] range","detail":"{range_begin:/registry/leases/kube-system/cilium-operator-resource-lock; range_end:; response_count:1; response_revision:1170; }","duration":"318.585448ms","start":"2026-03-20T10:19:02.911348Z","end":"2026-03-20T10:19:03.229933Z","steps":["trace[139816495] 'range keys from in-memory index tree' (duration: 318.339961ms)"],"step_count":1} {"level":"warn","ts":"2026-03-20T10:19:03.229983Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-20T10:19:02.911288Z","time spent":"318.68702ms","remote":"127.0.0.1:51504","response type":"/etcdserverpb.KV/Range","request count":0,"request size":60,"response count":1,"response size":514,"request content":"key:\"/registry/leases/kube-system/cilium-operator-resource-lock\" "} {"level":"warn","ts":"2026-03-20T10:19:03.23001Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"830.759358ms","expected-duration":"100ms","prefix":"read-only range ","request":"limit:1 serializable:true keys_only:true ","response":"range_response_count:0 size:5"} {"level":"info","ts":"2026-03-20T10:19:03.230057Z","caller":"traceutil/trace.go:171","msg":"trace[516376711] range","detail":"{range_begin:; range_end:; response_count:0; response_revision:1170; }","duration":"830.80654ms","start":"2026-03-20T10:19:02.399244Z","end":"2026-03-20T10:19:03.230051Z","steps":["trace[516376711] 'range keys from in-memory index tree' (duration: 830.752548ms)"],"step_count":1} {"level":"warn","ts":"2026-03-20T10:19:03.230302Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"651.747132ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/health\" ","response":"range_response_count:0 size:5"} {"level":"info","ts":"2026-03-20T10:19:03.230322Z","caller":"traceutil/trace.go:171","msg":"trace[1657233704] range","detail":"{range_begin:/registry/health; range_end:; response_count:0; response_revision:1170; }","duration":"651.808904ms","start":"2026-03-20T10:19:02.578508Z","end":"2026-03-20T10:19:03.230317Z","steps":["trace[1657233704] 'range keys from in-memory index tree' (duration: 651.665321ms)"],"step_count":1} {"level":"warn","ts":"2026-03-20T10:19:03.230339Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-20T10:19:02.578486Z","time spent":"651.848235ms","remote":"127.0.0.1:51202","response type":"/etcdserverpb.KV/Range","request count":0,"request size":18,"response count":0,"response size":27,"request content":"key:\"/registry/health\" "} {"level":"warn","ts":"2026-03-20T10:19:03.230455Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"243.624476ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/csidrivers/\" range_end:\"/registry/csidrivers0\" count_only:true ","response":"range_response_count:0 size:7"} {"level":"info","ts":"2026-03-20T10:19:03.230518Z","caller":"traceutil/trace.go:171","msg":"trace[1678763583] range","detail":"{range_begin:/registry/csidrivers/; range_end:/registry/csidrivers0; response_count:0; response_revision:1170; }","duration":"243.746529ms","start":"2026-03-20T10:19:02.986755Z","end":"2026-03-20T10:19:03.230502Z","steps":["trace[1678763583] 'count revisions from in-memory index tree' (duration: 243.530794ms)"],"step_count":1} {"level":"warn","ts":"2026-03-20T10:19:03.230483Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"611.467705ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/controllerrevisions/\" range_end:\"/registry/controllerrevisions0\" count_only:true ","response":"range_response_count:0 size:7"} {"level":"info","ts":"2026-03-20T10:19:03.230861Z","caller":"traceutil/trace.go:171","msg":"trace[798474124] range","detail":"{range_begin:/registry/controllerrevisions/; range_end:/registry/controllerrevisions0; response_count:0; response_revision:1170; }","duration":"611.877635ms","start":"2026-03-20T10:19:02.618971Z","end":"2026-03-20T10:19:03.230848Z","steps":["trace[798474124] 'count revisions from in-memory index tree' (duration: 611.402734ms)"],"step_count":1} {"level":"warn","ts":"2026-03-20T10:19:03.230898Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-20T10:19:02.618955Z","time spent":"611.930967ms","remote":"127.0.0.1:51694","response type":"/etcdserverpb.KV/Range","request count":0,"request size":66,"response count":3,"response size":29,"request content":"key:\"/registry/controllerrevisions/\" range_end:\"/registry/controllerrevisions0\" count_only:true "} {"level":"info","ts":"2026-03-20T10:19:03.554922Z","caller":"traceutil/trace.go:171","msg":"trace[1265886716] transaction","detail":"{read_only:false; response_revision:1171; number_of_response:1; }","duration":"321.469729ms","start":"2026-03-20T10:19:03.233428Z","end":"2026-03-20T10:19:03.554898Z","steps":["trace[1265886716] 'process raft request' (duration: 321.343116ms)"],"step_count":1} {"level":"warn","ts":"2026-03-20T10:19:03.555071Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-20T10:19:03.2334Z","time spent":"321.596703ms","remote":"127.0.0.1:51504","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":418,"response count":0,"response size":38,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-03-20T10:19:03.578993Z","caller":"traceutil/trace.go:171","msg":"trace[922007012] transaction","detail":"{read_only:false; response_revision:1172; number_of_response:1; }","duration":"345.150258ms","start":"2026-03-20T10:19:03.233818Z","end":"2026-03-20T10:19:03.578968Z","steps":["trace[922007012] 'process raft request' (duration: 344.975764ms)"],"step_count":1} {"level":"info","ts":"2026-03-20T10:19:03.579226Z","caller":"traceutil/trace.go:171","msg":"trace[1148334799] transaction","detail":"{read_only:false; response_revision:1174; number_of_response:1; }","duration":"343.242509ms","start":"2026-03-20T10:19:03.235967Z","end":"2026-03-20T10:19:03.579209Z","steps":["trace[1148334799] 'process raft request' (duration: 343.161227ms)"],"step_count":1} {"level":"info","ts":"2026-03-20T10:19:03.579346Z","caller":"traceutil/trace.go:171","msg":"trace[498771958] transaction","detail":"{read_only:false; response_revision:1173; number_of_response:1; }","duration":"344.448709ms","start":"2026-03-20T10:19:03.234846Z","end":"2026-03-20T10:19:03.579294Z","steps":["trace[498771958] 'process raft request' (duration: 344.05797ms)"],"step_count":1} {"level":"warn","ts":"2026-03-20T10:19:03.57936Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-20T10:19:03.235949Z","time spent":"343.327442ms","remote":"127.0.0.1:51292","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":891,"response count":0,"response size":38,"request content":"compare: success:> failure:<>"} {"level":"warn","ts":"2026-03-20T10:19:03.579442Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-20T10:19:03.234825Z","time spent":"344.563993ms","remote":"127.0.0.1:51504","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":477,"response count":0,"response size":38,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-03-20T10:19:03.579842Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-20T10:19:03.233803Z","time spent":"345.2486ms","remote":"127.0.0.1:51504","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":463,"response count":0,"response size":38,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-03-20T10:19:05.469583Z","caller":"traceutil/trace.go:171","msg":"trace[882350370] transaction","detail":"{read_only:false; response_revision:1182; number_of_response:1; }","duration":"145.62568ms","start":"2026-03-20T10:19:05.323932Z","end":"2026-03-20T10:19:05.469558Z","steps":["trace[882350370] 'process raft request' (duration: 145.458396ms)"],"step_count":1} {"level":"info","ts":"2026-03-20T10:19:05.6477Z","caller":"traceutil/trace.go:171","msg":"trace[144921170] transaction","detail":"{read_only:false; response_revision:1183; number_of_response:1; }","duration":"173.148784ms","start":"2026-03-20T10:19:05.474523Z","end":"2026-03-20T10:19:05.647672Z","steps":["trace[144921170] 'process raft request' (duration: 172.98348ms)"],"step_count":1} {"level":"info","ts":"2026-03-20T10:19:05.722989Z","caller":"traceutil/trace.go:171","msg":"trace[1828422981] linearizableReadLoop","detail":"{readStateIndex:1260; appliedIndex:1259; }","duration":"238.447747ms","start":"2026-03-20T10:19:05.484524Z","end":"2026-03-20T10:19:05.722971Z","steps":["trace[1828422981] 'read index received' (duration: 163.650977ms)","trace[1828422981] 'applied index is now lower than readState.Index' (duration: 74.79155ms)"],"step_count":2} {"level":"info","ts":"2026-03-20T10:19:05.723154Z","caller":"traceutil/trace.go:171","msg":"trace[1033432483] transaction","detail":"{read_only:false; response_revision:1184; number_of_response:1; }","duration":"244.483887ms","start":"2026-03-20T10:19:05.478617Z","end":"2026-03-20T10:19:05.723101Z","steps":["trace[1033432483] 'process raft request' (duration: 244.250651ms)"],"step_count":1} {"level":"warn","ts":"2026-03-20T10:19:05.72322Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"238.673843ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/serviceaccounts/kube-system/node-controller\" ","response":"range_response_count:1 size:195"} {"level":"info","ts":"2026-03-20T10:19:05.723301Z","caller":"traceutil/trace.go:171","msg":"trace[1803075114] range","detail":"{range_begin:/registry/serviceaccounts/kube-system/node-controller; range_end:; response_count:1; response_revision:1184; }","duration":"238.793895ms","start":"2026-03-20T10:19:05.484488Z","end":"2026-03-20T10:19:05.723282Z","steps":["trace[1803075114] 'agreement among raft nodes before linearized reading' (duration: 238.59053ms)"],"step_count":1} {"level":"warn","ts":"2026-03-20T10:19:05.723363Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"164.09592ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/plndr-cp-lock\" ","response":"range_response_count:1 size:432"} {"level":"warn","ts":"2026-03-20T10:19:05.723424Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"140.142263ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/kube-scheduler\" ","response":"range_response_count:1 size:478"} {"level":"info","ts":"2026-03-20T10:19:05.723536Z","caller":"traceutil/trace.go:171","msg":"trace[385234380] range","detail":"{range_begin:/registry/leases/kube-system/kube-scheduler; range_end:; response_count:1; response_revision:1184; }","duration":"140.304377ms","start":"2026-03-20T10:19:05.583207Z","end":"2026-03-20T10:19:05.723512Z","steps":["trace[385234380] 'agreement among raft nodes before linearized reading' (duration: 140.02269ms)"],"step_count":1} {"level":"info","ts":"2026-03-20T10:19:05.723603Z","caller":"traceutil/trace.go:171","msg":"trace[1000771500] range","detail":"{range_begin:/registry/leases/kube-system/plndr-cp-lock; range_end:; response_count:1; response_revision:1184; }","duration":"164.206652ms","start":"2026-03-20T10:19:05.559203Z","end":"2026-03-20T10:19:05.72341Z","steps":["trace[1000771500] 'agreement among raft nodes before linearized reading' (duration: 163.888305ms)"],"step_count":1} {"level":"warn","ts":"2026-03-20T10:19:05.72364Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"139.118249ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/cilium-operator-resource-lock\" ","response":"range_response_count:1 size:492"} {"level":"info","ts":"2026-03-20T10:19:05.72371Z","caller":"traceutil/trace.go:171","msg":"trace[1272963286] range","detail":"{range_begin:/registry/leases/kube-system/cilium-operator-resource-lock; range_end:; response_count:1; response_revision:1184; }","duration":"139.237391ms","start":"2026-03-20T10:19:05.584457Z","end":"2026-03-20T10:19:05.723694Z","steps":["trace[1272963286] 'agreement among raft nodes before linearized reading' (duration: 138.691648ms)"],"step_count":1} {"level":"info","ts":"2026-03-20T10:19:06.290501Z","caller":"traceutil/trace.go:171","msg":"trace[821930726] transaction","detail":"{read_only:false; response_revision:1185; number_of_response:1; }","duration":"562.408839ms","start":"2026-03-20T10:19:05.728062Z","end":"2026-03-20T10:19:06.29047Z","steps":["trace[821930726] 'process raft request' (duration: 474.689728ms)","trace[821930726] 'compare' (duration: 87.539006ms)"],"step_count":2} {"level":"warn","ts":"2026-03-20T10:19:06.290647Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-20T10:19:05.728043Z","time spent":"562.531093ms","remote":"127.0.0.1:51504","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":464,"response count":0,"response size":38,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-03-20T10:19:06.516133Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"113.309257ms","expected-duration":"100ms","prefix":"","request":"header: txn: success:> failure: >>","response":"size:16"} {"level":"info","ts":"2026-03-20T10:19:06.516332Z","caller":"traceutil/trace.go:171","msg":"trace[346848435] transaction","detail":"{read_only:false; response_revision:1186; number_of_response:1; }","duration":"788.014898ms","start":"2026-03-20T10:19:05.728292Z","end":"2026-03-20T10:19:06.516307Z","steps":["trace[346848435] 'process raft request' (duration: 674.442525ms)","trace[346848435] 'compare' (duration: 113.174263ms)"],"step_count":2} {"level":"warn","ts":"2026-03-20T10:19:06.516414Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-20T10:19:05.72827Z","time spent":"788.1048ms","remote":"127.0.0.1:51504","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":477,"response count":0,"response size":38,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-03-20T10:19:06.517025Z","caller":"traceutil/trace.go:171","msg":"trace[1326110831] transaction","detail":"{read_only:false; response_revision:1187; number_of_response:1; }","duration":"784.002478ms","start":"2026-03-20T10:19:05.733004Z","end":"2026-03-20T10:19:06.517007Z","steps":["trace[1326110831] 'process raft request' (duration: 783.229259ms)"],"step_count":1} {"level":"warn","ts":"2026-03-20T10:19:06.517151Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-20T10:19:05.732978Z","time spent":"784.124772ms","remote":"127.0.0.1:51504","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":419,"response count":0,"response size":38,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-03-20T10:19:06.517165Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"784.183923ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/serviceaccounts/kube-system/statefulset-controller\" ","response":"range_response_count:1 size:209"} {"level":"info","ts":"2026-03-20T10:19:06.517286Z","caller":"traceutil/trace.go:171","msg":"trace[566451971] range","detail":"{range_begin:/registry/serviceaccounts/kube-system/statefulset-controller; range_end:; response_count:1; response_revision:1187; }","duration":"784.355148ms","start":"2026-03-20T10:19:05.732915Z","end":"2026-03-20T10:19:06.51727Z","steps":["trace[566451971] 'agreement among raft nodes before linearized reading' (duration: 784.177383ms)"],"step_count":1} {"level":"warn","ts":"2026-03-20T10:19:06.51732Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-20T10:19:05.732902Z","time spent":"784.409089ms","remote":"127.0.0.1:51434","response type":"/etcdserverpb.KV/Range","request count":0,"request size":62,"response count":1,"response size":231,"request content":"key:\"/registry/serviceaccounts/kube-system/statefulset-controller\" "} {"level":"info","ts":"2026-03-20T10:19:06.517604Z","caller":"traceutil/trace.go:171","msg":"trace[1618526841] linearizableReadLoop","detail":"{readStateIndex:1262; appliedIndex:1260; }","duration":"783.962808ms","start":"2026-03-20T10:19:05.732949Z","end":"2026-03-20T10:19:06.516912Z","steps":["trace[1618526841] 'read index received' (duration: 469.814829ms)","trace[1618526841] 'applied index is now lower than readState.Index' (duration: 314.146109ms)"],"step_count":2} {"level":"warn","ts":"2026-03-20T10:19:06.517876Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"379.922474ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/external-resizer-rbd-csi-ceph-com\" ","response":"range_response_count:1 size:509"} {"level":"info","ts":"2026-03-20T10:19:06.518927Z","caller":"traceutil/trace.go:171","msg":"trace[315804627] range","detail":"{range_begin:/registry/leases/kube-system/external-resizer-rbd-csi-ceph-com; range_end:; response_count:1; response_revision:1187; }","duration":"381.014611ms","start":"2026-03-20T10:19:06.137904Z","end":"2026-03-20T10:19:06.518919Z","steps":["trace[315804627] 'agreement among raft nodes before linearized reading' (duration: 379.872313ms)"],"step_count":1} {"level":"warn","ts":"2026-03-20T10:19:06.51909Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-20T10:19:06.137883Z","time spent":"381.196376ms","remote":"127.0.0.1:51504","response type":"/etcdserverpb.KV/Range","request count":0,"request size":64,"response count":1,"response size":531,"request content":"key:\"/registry/leases/kube-system/external-resizer-rbd-csi-ceph-com\" "} {"level":"warn","ts":"2026-03-20T10:19:06.517983Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"604.947358ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/rbd-csi-ceph-com\" ","response":"range_response_count:1 size:473"} {"level":"warn","ts":"2026-03-20T10:19:06.518026Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"544.533456ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/plndr-svcs-lock\" ","response":"range_response_count:1 size:437"} {"level":"info","ts":"2026-03-20T10:19:06.519338Z","caller":"traceutil/trace.go:171","msg":"trace[2135314901] range","detail":"{range_begin:/registry/leases/kube-system/plndr-svcs-lock; range_end:; response_count:1; response_revision:1187; }","duration":"545.888449ms","start":"2026-03-20T10:19:05.973443Z","end":"2026-03-20T10:19:06.519331Z","steps":["trace[2135314901] 'agreement among raft nodes before linearized reading' (duration: 544.556667ms)"],"step_count":1} {"level":"warn","ts":"2026-03-20T10:19:06.519358Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-20T10:19:05.973418Z","time spent":"545.933561ms","remote":"127.0.0.1:51504","response type":"/etcdserverpb.KV/Range","request count":0,"request size":46,"response count":1,"response size":459,"request content":"key:\"/registry/leases/kube-system/plndr-svcs-lock\" "} {"level":"info","ts":"2026-03-20T10:19:06.519454Z","caller":"traceutil/trace.go:171","msg":"trace[708809733] range","detail":"{range_begin:/registry/leases/kube-system/rbd-csi-ceph-com; range_end:; response_count:1; response_revision:1187; }","duration":"606.24262ms","start":"2026-03-20T10:19:05.912982Z","end":"2026-03-20T10:19:06.519224Z","steps":["trace[708809733] 'agreement among raft nodes before linearized reading' (duration: 604.692412ms)"],"step_count":1} {"level":"warn","ts":"2026-03-20T10:19:06.519673Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-20T10:19:05.912958Z","time spent":"606.661069ms","remote":"127.0.0.1:51504","response type":"/etcdserverpb.KV/Range","request count":0,"request size":47,"response count":1,"response size":495,"request content":"key:\"/registry/leases/kube-system/rbd-csi-ceph-com\" "} {"level":"warn","ts":"2026-03-20T10:19:06.945184Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"328.743521ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/serviceaccounts/kube-system/expand-controller\" ","response":"range_response_count:1 size:199"} {"level":"info","ts":"2026-03-20T10:19:06.945265Z","caller":"traceutil/trace.go:171","msg":"trace[72542862] range","detail":"{range_begin:/registry/serviceaccounts/kube-system/expand-controller; range_end:; response_count:1; response_revision:1190; }","duration":"328.863705ms","start":"2026-03-20T10:19:06.616384Z","end":"2026-03-20T10:19:06.945248Z","steps":["trace[72542862] 'range keys from in-memory index tree' (duration: 328.67923ms)"],"step_count":1} {"level":"warn","ts":"2026-03-20T10:19:06.945304Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-20T10:19:06.616378Z","time spent":"328.918436ms","remote":"127.0.0.1:51434","response type":"/etcdserverpb.KV/Range","request count":0,"request size":57,"response count":1,"response size":221,"request content":"key:\"/registry/serviceaccounts/kube-system/expand-controller\" "} {"level":"info","ts":"2026-03-20T10:19:07.814607Z","caller":"traceutil/trace.go:171","msg":"trace[935881176] linearizableReadLoop","detail":"{readStateIndex:1268; appliedIndex:1267; }","duration":"242.17183ms","start":"2026-03-20T10:19:07.572418Z","end":"2026-03-20T10:19:07.81459Z","steps":["trace[935881176] 'read index received' (duration: 241.968614ms)","trace[935881176] 'applied index is now lower than readState.Index' (duration: 202.256µs)"],"step_count":2} {"level":"info","ts":"2026-03-20T10:19:07.814717Z","caller":"traceutil/trace.go:171","msg":"trace[531443251] transaction","detail":"{read_only:false; response_revision:1192; number_of_response:1; }","duration":"278.692757ms","start":"2026-03-20T10:19:07.536002Z","end":"2026-03-20T10:19:07.814695Z","steps":["trace[531443251] 'process raft request' (duration: 278.41361ms)"],"step_count":1} {"level":"warn","ts":"2026-03-20T10:19:07.81481Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"193.256884ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/serviceaccounts/kube-system/endpoint-controller\" ","response":"range_response_count:1 size:203"} {"level":"info","ts":"2026-03-20T10:19:07.814834Z","caller":"traceutil/trace.go:171","msg":"trace[2136598502] range","detail":"{range_begin:/registry/serviceaccounts/kube-system/endpoint-controller; range_end:; response_count:1; response_revision:1192; }","duration":"193.292085ms","start":"2026-03-20T10:19:07.621534Z","end":"2026-03-20T10:19:07.814826Z","steps":["trace[2136598502] 'agreement among raft nodes before linearized reading' (duration: 193.183422ms)"],"step_count":1} {"level":"warn","ts":"2026-03-20T10:19:07.814848Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"242.410856ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/serviceaccounts/kube-system/endpointslice-controller\" ","response":"range_response_count:1 size:214"} {"level":"info","ts":"2026-03-20T10:19:07.814916Z","caller":"traceutil/trace.go:171","msg":"trace[1726838949] range","detail":"{range_begin:/registry/serviceaccounts/kube-system/endpointslice-controller; range_end:; response_count:1; response_revision:1192; }","duration":"242.494129ms","start":"2026-03-20T10:19:07.572405Z","end":"2026-03-20T10:19:07.814899Z","steps":["trace[1726838949] 'agreement among raft nodes before linearized reading' (duration: 242.294914ms)"],"step_count":1} {"level":"warn","ts":"2026-03-20T10:19:08.560552Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"296.636664ms","expected-duration":"100ms","prefix":"","request":"header: txn: success:> failure: >>","response":"size:16"} {"level":"info","ts":"2026-03-20T10:19:08.561175Z","caller":"traceutil/trace.go:171","msg":"trace[1027979109] linearizableReadLoop","detail":"{readStateIndex:1271; appliedIndex:1269; }","duration":"586.492799ms","start":"2026-03-20T10:19:07.974666Z","end":"2026-03-20T10:19:08.561158Z","steps":["trace[1027979109] 'read index received' (duration: 289.074936ms)","trace[1027979109] 'applied index is now lower than readState.Index' (duration: 297.414542ms)"],"step_count":2} {"level":"info","ts":"2026-03-20T10:19:08.561177Z","caller":"traceutil/trace.go:171","msg":"trace[994389353] transaction","detail":"{read_only:false; response_revision:1194; number_of_response:1; }","duration":"738.760574ms","start":"2026-03-20T10:19:07.822387Z","end":"2026-03-20T10:19:08.561148Z","steps":["trace[994389353] 'process raft request' (duration: 441.428283ms)","trace[994389353] 'compare' (duration: 296.435509ms)"],"step_count":2} {"level":"info","ts":"2026-03-20T10:19:08.561244Z","caller":"traceutil/trace.go:171","msg":"trace[509461139] transaction","detail":"{read_only:false; response_revision:1195; number_of_response:1; }","duration":"734.815135ms","start":"2026-03-20T10:19:07.826377Z","end":"2026-03-20T10:19:08.561192Z","steps":["trace[509461139] 'process raft request' (duration: 734.704853ms)"],"step_count":1} {"level":"warn","ts":"2026-03-20T10:19:08.561297Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-20T10:19:07.822367Z","time spent":"738.862217ms","remote":"127.0.0.1:51516","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":1508,"response count":0,"response size":38,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-03-20T10:19:08.561354Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"586.681823ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pods/kube-system/coredns-67659f764b-jbxg4\" ","response":"range_response_count:1 size:4908"} {"level":"warn","ts":"2026-03-20T10:19:08.561359Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"586.685893ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pods/kube-system/ceph-csi-rbd-provisioner-69cb97fb6-7sf5r\" ","response":"range_response_count:1 size:12642"} {"level":"info","ts":"2026-03-20T10:19:08.561403Z","caller":"traceutil/trace.go:171","msg":"trace[1310506327] range","detail":"{range_begin:/registry/pods/kube-system/coredns-67659f764b-jbxg4; range_end:; response_count:1; response_revision:1195; }","duration":"586.775625ms","start":"2026-03-20T10:19:07.974617Z","end":"2026-03-20T10:19:08.561392Z","steps":["trace[1310506327] 'agreement among raft nodes before linearized reading' (duration: 586.636692ms)"],"step_count":1} {"level":"info","ts":"2026-03-20T10:19:08.561421Z","caller":"traceutil/trace.go:171","msg":"trace[1306124039] range","detail":"{range_begin:/registry/pods/kube-system/ceph-csi-rbd-provisioner-69cb97fb6-7sf5r; range_end:; response_count:1; response_revision:1195; }","duration":"586.795416ms","start":"2026-03-20T10:19:07.974612Z","end":"2026-03-20T10:19:08.561407Z","steps":["trace[1306124039] 'agreement among raft nodes before linearized reading' (duration: 586.616991ms)"],"step_count":1} {"level":"warn","ts":"2026-03-20T10:19:08.561422Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-20T10:19:07.826368Z","time spent":"734.96545ms","remote":"127.0.0.1:51406","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":915,"response count":0,"response size":38,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-03-20T10:19:08.561463Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-20T10:19:07.974604Z","time spent":"586.848668ms","remote":"127.0.0.1:51424","response type":"/etcdserverpb.KV/Range","request count":0,"request size":53,"response count":1,"response size":4930,"request content":"key:\"/registry/pods/kube-system/coredns-67659f764b-jbxg4\" "} {"level":"warn","ts":"2026-03-20T10:19:08.561464Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-20T10:19:07.974586Z","time spent":"586.868748ms","remote":"127.0.0.1:51424","response type":"/etcdserverpb.KV/Range","request count":0,"request size":69,"response count":1,"response size":12664,"request content":"key:\"/registry/pods/kube-system/ceph-csi-rbd-provisioner-69cb97fb6-7sf5r\" "} {"level":"warn","ts":"2026-03-20T10:19:08.56159Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"265.625863ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/kube-scheduler\" ","response":"range_response_count:1 size:479"} {"level":"info","ts":"2026-03-20T10:19:08.561633Z","caller":"traceutil/trace.go:171","msg":"trace[1149958709] range","detail":"{range_begin:/registry/leases/kube-system/kube-scheduler; range_end:; response_count:1; response_revision:1195; }","duration":"265.705415ms","start":"2026-03-20T10:19:08.295915Z","end":"2026-03-20T10:19:08.56162Z","steps":["trace[1149958709] 'agreement among raft nodes before linearized reading' (duration: 265.561201ms)"],"step_count":1} {"level":"warn","ts":"2026-03-20T10:19:08.561647Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"586.668163ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/replicasets/kube-system/ceph-csi-rbd-provisioner-69cb97fb6\" ","response":"range_response_count:1 size:10888"} {"level":"info","ts":"2026-03-20T10:19:08.561675Z","caller":"traceutil/trace.go:171","msg":"trace[917021088] range","detail":"{range_begin:/registry/replicasets/kube-system/ceph-csi-rbd-provisioner-69cb97fb6; range_end:; response_count:1; response_revision:1195; }","duration":"586.712524ms","start":"2026-03-20T10:19:07.974954Z","end":"2026-03-20T10:19:08.561667Z","steps":["trace[917021088] 'agreement among raft nodes before linearized reading' (duration: 586.621782ms)"],"step_count":1} {"level":"warn","ts":"2026-03-20T10:19:08.561703Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-20T10:19:07.974946Z","time spent":"586.749275ms","remote":"127.0.0.1:51692","response type":"/etcdserverpb.KV/Range","request count":0,"request size":70,"response count":1,"response size":10910,"request content":"key:\"/registry/replicasets/kube-system/ceph-csi-rbd-provisioner-69cb97fb6\" "} {"level":"warn","ts":"2026-03-20T10:19:08.561944Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"586.772066ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/replicasets/kube-system/coredns-67659f764b\" ","response":"range_response_count:1 size:3903"} {"level":"info","ts":"2026-03-20T10:19:08.562002Z","caller":"traceutil/trace.go:171","msg":"trace[1264068374] range","detail":"{range_begin:/registry/replicasets/kube-system/coredns-67659f764b; range_end:; response_count:1; response_revision:1195; }","duration":"586.843867ms","start":"2026-03-20T10:19:07.975146Z","end":"2026-03-20T10:19:08.56199Z","steps":["trace[1264068374] 'agreement among raft nodes before linearized reading' (duration: 586.679373ms)"],"step_count":1} {"level":"warn","ts":"2026-03-20T10:19:08.562034Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-20T10:19:07.97514Z","time spent":"586.886548ms","remote":"127.0.0.1:51692","response type":"/etcdserverpb.KV/Range","request count":0,"request size":54,"response count":1,"response size":3925,"request content":"key:\"/registry/replicasets/kube-system/coredns-67659f764b\" "} {"level":"warn","ts":"2026-03-20T10:19:08.562089Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"587.154105ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/replicasets/kube-system/cilium-operator-869df985b8\" ","response":"range_response_count:1 size:4402"} {"level":"info","ts":"2026-03-20T10:19:08.562126Z","caller":"traceutil/trace.go:171","msg":"trace[672185063] range","detail":"{range_begin:/registry/replicasets/kube-system/cilium-operator-869df985b8; range_end:; response_count:1; response_revision:1195; }","duration":"587.215866ms","start":"2026-03-20T10:19:07.974899Z","end":"2026-03-20T10:19:08.562115Z","steps":["trace[672185063] 'agreement among raft nodes before linearized reading' (duration: 587.087263ms)"],"step_count":1} {"level":"warn","ts":"2026-03-20T10:19:08.562154Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-20T10:19:07.974888Z","time spent":"587.259708ms","remote":"127.0.0.1:51692","response type":"/etcdserverpb.KV/Range","request count":0,"request size":62,"response count":1,"response size":4424,"request content":"key:\"/registry/replicasets/kube-system/cilium-operator-869df985b8\" "} {"level":"warn","ts":"2026-03-20T10:19:08.563292Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"588.489658ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pods/kube-system/coredns-67659f764b-4b89q\" ","response":"range_response_count:1 size:4908"} {"level":"info","ts":"2026-03-20T10:19:08.563392Z","caller":"traceutil/trace.go:171","msg":"trace[1892893670] range","detail":"{range_begin:/registry/pods/kube-system/coredns-67659f764b-4b89q; range_end:; response_count:1; response_revision:1195; }","duration":"588.621702ms","start":"2026-03-20T10:19:07.974752Z","end":"2026-03-20T10:19:08.563374Z","steps":["trace[1892893670] 'agreement among raft nodes before linearized reading' (duration: 586.53279ms)"],"step_count":1} {"level":"warn","ts":"2026-03-20T10:19:08.563436Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-20T10:19:07.974742Z","time spent":"588.683603ms","remote":"127.0.0.1:51424","response type":"/etcdserverpb.KV/Range","request count":0,"request size":53,"response count":1,"response size":4930,"request content":"key:\"/registry/pods/kube-system/coredns-67659f764b-4b89q\" "} {"level":"warn","ts":"2026-03-20T10:19:09.064184Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"392.732483ms","expected-duration":"100ms","prefix":"","request":"header: txn: success:> failure: >>","response":"size:16"} {"level":"info","ts":"2026-03-20T10:19:09.064357Z","caller":"traceutil/trace.go:171","msg":"trace[1403541340] transaction","detail":"{read_only:false; response_revision:1196; number_of_response:1; }","duration":"497.991379ms","start":"2026-03-20T10:19:08.566329Z","end":"2026-03-20T10:19:09.064321Z","steps":["trace[1403541340] 'process raft request' (duration: 105.02094ms)","trace[1403541340] 'compare' (duration: 392.177729ms)"],"step_count":2} {"level":"info","ts":"2026-03-20T10:19:09.06449Z","caller":"traceutil/trace.go:171","msg":"trace[100473247] transaction","detail":"{read_only:false; response_revision:1199; number_of_response:1; }","duration":"496.219985ms","start":"2026-03-20T10:19:08.568249Z","end":"2026-03-20T10:19:09.064469Z","steps":["trace[100473247] 'process raft request' (duration: 496.182614ms)"],"step_count":1} {"level":"warn","ts":"2026-03-20T10:19:09.064537Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-20T10:19:08.566308Z","time spent":"498.133142ms","remote":"127.0.0.1:51504","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":464,"response count":0,"response size":38,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-03-20T10:19:09.064574Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-20T10:19:08.56824Z","time spent":"496.298577ms","remote":"127.0.0.1:51504","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":419,"response count":0,"response size":38,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-03-20T10:19:09.064735Z","caller":"traceutil/trace.go:171","msg":"trace[2015005705] linearizableReadLoop","detail":"{readStateIndex:1272; appliedIndex:1271; }","duration":"497.034215ms","start":"2026-03-20T10:19:08.567691Z","end":"2026-03-20T10:19:09.064725Z","steps":["trace[2015005705] 'read index received' (duration: 103.674747ms)","trace[2015005705] 'applied index is now lower than readState.Index' (duration: 393.358558ms)"],"step_count":2} {"level":"info","ts":"2026-03-20T10:19:09.064907Z","caller":"traceutil/trace.go:171","msg":"trace[560733753] transaction","detail":"{read_only:false; response_revision:1197; number_of_response:1; }","duration":"496.971765ms","start":"2026-03-20T10:19:08.567924Z","end":"2026-03-20T10:19:09.064896Z","steps":["trace[560733753] 'process raft request' (duration: 496.38266ms)"],"step_count":1} {"level":"warn","ts":"2026-03-20T10:19:09.064967Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-20T10:19:08.567913Z","time spent":"497.023736ms","remote":"127.0.0.1:51504","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":477,"response count":0,"response size":38,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-03-20T10:19:09.065015Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"497.302033ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/deployments/kube-system/cilium-operator\" ","response":"range_response_count:1 size:4709"} {"level":"info","ts":"2026-03-20T10:19:09.065105Z","caller":"traceutil/trace.go:171","msg":"trace[1551250035] range","detail":"{range_begin:/registry/deployments/kube-system/cilium-operator; range_end:; response_count:1; response_revision:1199; }","duration":"497.414365ms","start":"2026-03-20T10:19:08.567668Z","end":"2026-03-20T10:19:09.065083Z","steps":["trace[1551250035] 'agreement among raft nodes before linearized reading' (duration: 497.178059ms)"],"step_count":1} {"level":"warn","ts":"2026-03-20T10:19:09.065147Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-20T10:19:08.567655Z","time spent":"497.483097ms","remote":"127.0.0.1:51670","response type":"/etcdserverpb.KV/Range","request count":0,"request size":51,"response count":1,"response size":4731,"request content":"key:\"/registry/deployments/kube-system/cilium-operator\" "} {"level":"warn","ts":"2026-03-20T10:19:09.065259Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"496.173944ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/replicasets/kube-system/coredns-67659f764b\" ","response":"range_response_count:1 size:3903"} {"level":"info","ts":"2026-03-20T10:19:09.065302Z","caller":"traceutil/trace.go:171","msg":"trace[1494489777] range","detail":"{range_begin:/registry/replicasets/kube-system/coredns-67659f764b; range_end:; response_count:1; response_revision:1199; }","duration":"496.228775ms","start":"2026-03-20T10:19:08.569062Z","end":"2026-03-20T10:19:09.065291Z","steps":["trace[1494489777] 'agreement among raft nodes before linearized reading' (duration: 496.115562ms)"],"step_count":1} {"level":"warn","ts":"2026-03-20T10:19:09.065332Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-20T10:19:08.569055Z","time spent":"496.271126ms","remote":"127.0.0.1:51692","response type":"/etcdserverpb.KV/Range","request count":0,"request size":54,"response count":1,"response size":3925,"request content":"key:\"/registry/replicasets/kube-system/coredns-67659f764b\" "} {"level":"info","ts":"2026-03-20T10:19:09.065322Z","caller":"traceutil/trace.go:171","msg":"trace[994530539] transaction","detail":"{read_only:false; response_revision:1198; number_of_response:1; }","duration":"497.306383ms","start":"2026-03-20T10:19:08.567974Z","end":"2026-03-20T10:19:09.06528Z","steps":["trace[994530539] 'process raft request' (duration: 496.426301ms)"],"step_count":1} {"level":"warn","ts":"2026-03-20T10:19:09.065436Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-20T10:19:08.567962Z","time spent":"497.419715ms","remote":"127.0.0.1:51504","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":423,"response count":0,"response size":38,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-03-20T10:19:09.065336Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"497.565009ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/deployments/kube-system/ceph-csi-rbd-provisioner\" ","response":"range_response_count:1 size:11221"} {"level":"info","ts":"2026-03-20T10:19:09.065539Z","caller":"traceutil/trace.go:171","msg":"trace[952443049] range","detail":"{range_begin:/registry/deployments/kube-system/ceph-csi-rbd-provisioner; range_end:; response_count:1; response_revision:1199; }","duration":"497.821305ms","start":"2026-03-20T10:19:08.567701Z","end":"2026-03-20T10:19:09.065522Z","steps":["trace[952443049] 'agreement among raft nodes before linearized reading' (duration: 497.20654ms)"],"step_count":1} {"level":"warn","ts":"2026-03-20T10:19:09.065549Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"485.1694ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/health\" ","response":"range_response_count:0 size:5"} {"level":"warn","ts":"2026-03-20T10:19:09.065583Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-20T10:19:08.567683Z","time spent":"497.887487ms","remote":"127.0.0.1:51670","response type":"/etcdserverpb.KV/Range","request count":0,"request size":60,"response count":1,"response size":11243,"request content":"key:\"/registry/deployments/kube-system/ceph-csi-rbd-provisioner\" "} {"level":"info","ts":"2026-03-20T10:19:09.06562Z","caller":"traceutil/trace.go:171","msg":"trace[702177718] range","detail":"{range_begin:/registry/health; range_end:; response_count:0; response_revision:1199; }","duration":"485.262682ms","start":"2026-03-20T10:19:08.580339Z","end":"2026-03-20T10:19:09.065602Z","steps":["trace[702177718] 'agreement among raft nodes before linearized reading' (duration: 485.150419ms)"],"step_count":1} {"level":"warn","ts":"2026-03-20T10:19:09.06567Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-20T10:19:08.580334Z","time spent":"485.327003ms","remote":"127.0.0.1:51202","response type":"/etcdserverpb.KV/Range","request count":0,"request size":18,"response count":0,"response size":27,"request content":"key:\"/registry/health\" "} {"level":"warn","ts":"2026-03-20T10:19:09.065738Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"496.508912ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/replicasets/kube-system/ceph-csi-rbd-provisioner-69cb97fb6\" ","response":"range_response_count:1 size:10888"} {"level":"warn","ts":"2026-03-20T10:19:09.065902Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"496.755178ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/replicasets/kube-system/coredns-67659f764b\" ","response":"range_response_count:1 size:3903"} {"level":"info","ts":"2026-03-20T10:19:09.06595Z","caller":"traceutil/trace.go:171","msg":"trace[464528935] range","detail":"{range_begin:/registry/replicasets/kube-system/coredns-67659f764b; range_end:; response_count:1; response_revision:1199; }","duration":"496.812709ms","start":"2026-03-20T10:19:08.569126Z","end":"2026-03-20T10:19:09.065939Z","steps":["trace[464528935] 'agreement among raft nodes before linearized reading' (duration: 496.360538ms)"],"step_count":1} {"level":"warn","ts":"2026-03-20T10:19:09.065997Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-20T10:19:08.569122Z","time spent":"496.8654ms","remote":"127.0.0.1:51692","response type":"/etcdserverpb.KV/Range","request count":0,"request size":54,"response count":1,"response size":3925,"request content":"key:\"/registry/replicasets/kube-system/coredns-67659f764b\" "} {"level":"warn","ts":"2026-03-20T10:19:09.066112Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"498.360718ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/deployments/kube-system/coredns\" ","response":"range_response_count:1 size:4219"} {"level":"info","ts":"2026-03-20T10:19:09.066167Z","caller":"traceutil/trace.go:171","msg":"trace[181508289] range","detail":"{range_begin:/registry/deployments/kube-system/coredns; range_end:; response_count:1; response_revision:1199; }","duration":"498.4242ms","start":"2026-03-20T10:19:08.567725Z","end":"2026-03-20T10:19:09.066149Z","steps":["trace[181508289] 'agreement among raft nodes before linearized reading' (duration: 497.702463ms)"],"step_count":1} {"level":"warn","ts":"2026-03-20T10:19:09.066211Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-20T10:19:08.567716Z","time spent":"498.483372ms","remote":"127.0.0.1:51670","response type":"/etcdserverpb.KV/Range","request count":0,"request size":43,"response count":1,"response size":4241,"request content":"key:\"/registry/deployments/kube-system/coredns\" "} {"level":"info","ts":"2026-03-20T10:19:09.065789Z","caller":"traceutil/trace.go:171","msg":"trace[781414889] range","detail":"{range_begin:/registry/replicasets/kube-system/ceph-csi-rbd-provisioner-69cb97fb6; range_end:; response_count:1; response_revision:1199; }","duration":"496.762748ms","start":"2026-03-20T10:19:08.569008Z","end":"2026-03-20T10:19:09.065771Z","steps":["trace[781414889] 'agreement among raft nodes before linearized reading' (duration: 496.357448ms)"],"step_count":1} {"level":"warn","ts":"2026-03-20T10:19:09.067034Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-20T10:19:08.568994Z","time spent":"497.310441ms","remote":"127.0.0.1:51692","response type":"/etcdserverpb.KV/Range","request count":0,"request size":70,"response count":1,"response size":10910,"request content":"key:\"/registry/replicasets/kube-system/ceph-csi-rbd-provisioner-69cb97fb6\" "} {"level":"warn","ts":"2026-03-20T10:19:09.692169Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-20T10:19:09.315523Z","time spent":"376.642813ms","remote":"127.0.0.1:51238","response type":"/etcdserverpb.Lease/LeaseGrant","request count":-1,"request size":-1,"response count":-1,"response size":-1,"request content":""} {"level":"info","ts":"2026-03-20T10:19:10.003863Z","caller":"traceutil/trace.go:171","msg":"trace[1567369447] linearizableReadLoop","detail":"{readStateIndex:1278; appliedIndex:1277; }","duration":"137.798205ms","start":"2026-03-20T10:19:09.866031Z","end":"2026-03-20T10:19:10.003829Z","steps":["trace[1567369447] 'read index received' (duration: 128.381101ms)","trace[1567369447] 'applied index is now lower than readState.Index' (duration: 9.415214ms)"],"step_count":2} {"level":"info","ts":"2026-03-20T10:19:10.003911Z","caller":"traceutil/trace.go:171","msg":"trace[817286004] transaction","detail":"{read_only:false; response_revision:1201; number_of_response:1; }","duration":"310.624511ms","start":"2026-03-20T10:19:09.69325Z","end":"2026-03-20T10:19:10.003874Z","steps":["trace[817286004] 'process raft request' (duration: 301.163546ms)"],"step_count":1} {"level":"warn","ts":"2026-03-20T10:19:10.004075Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"138.033931ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/kube-controller-manager\" ","response":"range_response_count:1 size:506"} {"level":"warn","ts":"2026-03-20T10:19:10.004073Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-20T10:19:09.693232Z","time spent":"310.751785ms","remote":"127.0.0.1:51238","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":120,"response count":0,"response size":38,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-03-20T10:19:10.004104Z","caller":"traceutil/trace.go:171","msg":"trace[653700274] range","detail":"{range_begin:/registry/leases/kube-system/kube-controller-manager; range_end:; response_count:1; response_revision:1201; }","duration":"138.080552ms","start":"2026-03-20T10:19:09.866014Z","end":"2026-03-20T10:19:10.004095Z","steps":["trace[653700274] 'agreement among raft nodes before linearized reading' (duration: 137.910587ms)"],"step_count":1} {"level":"info","ts":"2026-03-20T10:19:12.085099Z","caller":"traceutil/trace.go:171","msg":"trace[274019056] linearizableReadLoop","detail":"{readStateIndex:1304; appliedIndex:1303; }","duration":"519.958775ms","start":"2026-03-20T10:19:11.565118Z","end":"2026-03-20T10:19:12.085077Z","steps":["trace[274019056] 'read index received' (duration: 452.751794ms)","trace[274019056] 'applied index is now lower than readState.Index' (duration: 67.206171ms)"],"step_count":2} {"level":"info","ts":"2026-03-20T10:19:12.085216Z","caller":"traceutil/trace.go:171","msg":"trace[238400479] transaction","detail":"{read_only:false; response_revision:1227; number_of_response:1; }","duration":"527.044132ms","start":"2026-03-20T10:19:11.558143Z","end":"2026-03-20T10:19:12.085188Z","steps":["trace[238400479] 'process raft request' (duration: 459.80318ms)","trace[238400479] 'compare' (duration: 66.76783ms)"],"step_count":2} {"level":"warn","ts":"2026-03-20T10:19:12.085275Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"520.15097ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/external-resizer-rbd-csi-ceph-com\" ","response":"range_response_count:1 size:508"} {"level":"info","ts":"2026-03-20T10:19:12.085299Z","caller":"traceutil/trace.go:171","msg":"trace[135953294] range","detail":"{range_begin:/registry/leases/kube-system/external-resizer-rbd-csi-ceph-com; range_end:; response_count:1; response_revision:1227; }","duration":"520.218772ms","start":"2026-03-20T10:19:11.565072Z","end":"2026-03-20T10:19:12.085291Z","steps":["trace[135953294] 'agreement among raft nodes before linearized reading' (duration: 520.104949ms)"],"step_count":1} {"level":"warn","ts":"2026-03-20T10:19:12.085319Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-20T10:19:11.565059Z","time spent":"520.255533ms","remote":"127.0.0.1:51504","response type":"/etcdserverpb.KV/Range","request count":0,"request size":64,"response count":1,"response size":530,"request content":"key:\"/registry/leases/kube-system/external-resizer-rbd-csi-ceph-com\" "} {"level":"warn","ts":"2026-03-20T10:19:12.085353Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-20T10:19:11.55811Z","time spent":"527.164594ms","remote":"127.0.0.1:51670","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":11231,"response count":0,"response size":38,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-03-20T10:19:12.085535Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"520.369725ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/rbd-csi-ceph-com\" ","response":"range_response_count:1 size:474"} {"level":"info","ts":"2026-03-20T10:19:12.085558Z","caller":"traceutil/trace.go:171","msg":"trace[1403085024] range","detail":"{range_begin:/registry/leases/kube-system/rbd-csi-ceph-com; range_end:; response_count:1; response_revision:1227; }","duration":"520.423917ms","start":"2026-03-20T10:19:11.565128Z","end":"2026-03-20T10:19:12.085552Z","steps":["trace[1403085024] 'agreement among raft nodes before linearized reading' (duration: 520.358295ms)"],"step_count":1} {"level":"warn","ts":"2026-03-20T10:19:12.085577Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-20T10:19:11.565111Z","time spent":"520.461458ms","remote":"127.0.0.1:51504","response type":"/etcdserverpb.KV/Range","request count":0,"request size":47,"response count":1,"response size":496,"request content":"key:\"/registry/leases/kube-system/rbd-csi-ceph-com\" "} {"level":"info","ts":"2026-03-20T10:19:16.23855Z","caller":"traceutil/trace.go:171","msg":"trace[405846730] linearizableReadLoop","detail":"{readStateIndex:1320; appliedIndex:1319; }","duration":"104.927538ms","start":"2026-03-20T10:19:16.133591Z","end":"2026-03-20T10:19:16.238519Z","steps":["trace[405846730] 'read index received' (duration: 104.602089ms)","trace[405846730] 'applied index is now lower than readState.Index' (duration: 324.439µs)"],"step_count":2} {"level":"info","ts":"2026-03-20T10:19:16.238677Z","caller":"traceutil/trace.go:171","msg":"trace[784802324] transaction","detail":"{read_only:false; response_revision:1243; number_of_response:1; }","duration":"153.845124ms","start":"2026-03-20T10:19:16.084783Z","end":"2026-03-20T10:19:16.238628Z","steps":["trace[784802324] 'process raft request' (duration: 153.548087ms)"],"step_count":1} {"level":"warn","ts":"2026-03-20T10:19:16.238831Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"105.206606ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/kube-controller-manager\" ","response":"range_response_count:1 size:505"} {"level":"info","ts":"2026-03-20T10:19:16.238869Z","caller":"traceutil/trace.go:171","msg":"trace[1072810596] range","detail":"{range_begin:/registry/leases/kube-system/kube-controller-manager; range_end:; response_count:1; response_revision:1243; }","duration":"105.308628ms","start":"2026-03-20T10:19:16.133549Z","end":"2026-03-20T10:19:16.238858Z","steps":["trace[1072810596] 'agreement among raft nodes before linearized reading' (duration: 105.112373ms)"],"step_count":1} {"level":"warn","ts":"2026-03-20T10:19:17.340209Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"119.625004ms","expected-duration":"100ms","prefix":"","request":"header: txn: success:> failure: >>","response":"size:16"} {"level":"info","ts":"2026-03-20T10:19:17.34029Z","caller":"traceutil/trace.go:171","msg":"trace[1970194924] transaction","detail":"{read_only:false; response_revision:1246; number_of_response:1; }","duration":"126.181356ms","start":"2026-03-20T10:19:17.214096Z","end":"2026-03-20T10:19:17.340277Z","steps":["trace[1970194924] 'compare' (duration: 119.506431ms)"],"step_count":1} {"level":"info","ts":"2026-03-20T10:19:17.373054Z","caller":"traceutil/trace.go:171","msg":"trace[971795494] transaction","detail":"{read_only:false; response_revision:1247; number_of_response:1; }","duration":"158.436229ms","start":"2026-03-20T10:19:17.214591Z","end":"2026-03-20T10:19:17.373027Z","steps":["trace[971795494] 'process raft request' (duration: 158.260544ms)"],"step_count":1} {"level":"info","ts":"2026-03-20T10:19:17.373136Z","caller":"traceutil/trace.go:171","msg":"trace[1812356442] linearizableReadLoop","detail":"{readStateIndex:1326; appliedIndex:1323; }","duration":"156.016179ms","start":"2026-03-20T10:19:17.217098Z","end":"2026-03-20T10:19:17.373114Z","steps":["trace[1812356442] 'read index received' (duration: 3.427495ms)","trace[1812356442] 'applied index is now lower than readState.Index' (duration: 152.587144ms)"],"step_count":2} {"level":"info","ts":"2026-03-20T10:19:17.373175Z","caller":"traceutil/trace.go:171","msg":"trace[2030690183] transaction","detail":"{read_only:false; response_revision:1248; number_of_response:1; }","duration":"157.031964ms","start":"2026-03-20T10:19:17.216121Z","end":"2026-03-20T10:19:17.373153Z","steps":["trace[2030690183] 'process raft request' (duration: 156.87059ms)"],"step_count":1} {"level":"warn","ts":"2026-03-20T10:19:17.373323Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"155.551277ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/plndr-cp-lock\" ","response":"range_response_count:1 size:432"} {"level":"info","ts":"2026-03-20T10:19:17.373348Z","caller":"traceutil/trace.go:171","msg":"trace[730520630] range","detail":"{range_begin:/registry/leases/kube-system/plndr-cp-lock; range_end:; response_count:1; response_revision:1248; }","duration":"155.606308ms","start":"2026-03-20T10:19:17.217734Z","end":"2026-03-20T10:19:17.37334Z","steps":["trace[730520630] 'agreement among raft nodes before linearized reading' (duration: 155.506036ms)"],"step_count":1} {"level":"warn","ts":"2026-03-20T10:19:17.373343Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"156.213283ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/plndr-svcs-lock\" ","response":"range_response_count:1 size:436"} {"level":"info","ts":"2026-03-20T10:19:17.373394Z","caller":"traceutil/trace.go:171","msg":"trace[1160438627] range","detail":"{range_begin:/registry/leases/kube-system/plndr-svcs-lock; range_end:; response_count:1; response_revision:1248; }","duration":"156.311656ms","start":"2026-03-20T10:19:17.217069Z","end":"2026-03-20T10:19:17.37338Z","steps":["trace[1160438627] 'agreement among raft nodes before linearized reading' (duration: 156.151222ms)"],"step_count":1} {"level":"info","ts":"2026-03-20T10:19:19.508501Z","caller":"traceutil/trace.go:171","msg":"trace[1790714728] linearizableReadLoop","detail":"{readStateIndex:1331; appliedIndex:1330; }","duration":"172.411637ms","start":"2026-03-20T10:19:19.336065Z","end":"2026-03-20T10:19:19.508477Z","steps":["trace[1790714728] 'read index received' (duration: 172.182321ms)","trace[1790714728] 'applied index is now lower than readState.Index' (duration: 228.016µs)"],"step_count":2} {"level":"warn","ts":"2026-03-20T10:19:19.508783Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"172.705984ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/external-snapshotter-leader-rbd-csi-ceph-com\" ","response":"range_response_count:1 size:533"} {"level":"info","ts":"2026-03-20T10:19:19.508829Z","caller":"traceutil/trace.go:171","msg":"trace[105225761] range","detail":"{range_begin:/registry/leases/kube-system/external-snapshotter-leader-rbd-csi-ceph-com; range_end:; response_count:1; response_revision:1252; }","duration":"172.806236ms","start":"2026-03-20T10:19:19.336011Z","end":"2026-03-20T10:19:19.508817Z","steps":["trace[105225761] 'agreement among raft nodes before linearized reading' (duration: 172.609141ms)"],"step_count":1} {"level":"warn","ts":"2026-03-20T10:19:19.50917Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"131.494988ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/cilium-operator-resource-lock\" ","response":"range_response_count:1 size:491"} {"level":"info","ts":"2026-03-20T10:19:19.509393Z","caller":"traceutil/trace.go:171","msg":"trace[1862629531] range","detail":"{range_begin:/registry/leases/kube-system/cilium-operator-resource-lock; range_end:; response_count:1; response_revision:1252; }","duration":"131.797336ms","start":"2026-03-20T10:19:19.377584Z","end":"2026-03-20T10:19:19.509382Z","steps":["trace[1862629531] 'agreement among raft nodes before linearized reading' (duration: 131.325264ms)"],"step_count":1} {"level":"warn","ts":"2026-03-20T10:19:19.509382Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"165.548975ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/kube-scheduler\" ","response":"range_response_count:1 size:478"} {"level":"info","ts":"2026-03-20T10:19:19.50952Z","caller":"traceutil/trace.go:171","msg":"trace[144269216] range","detail":"{range_begin:/registry/leases/kube-system/kube-scheduler; range_end:; response_count:1; response_revision:1252; }","duration":"165.681018ms","start":"2026-03-20T10:19:19.343796Z","end":"2026-03-20T10:19:19.509477Z","steps":["trace[144269216] 'agreement among raft nodes before linearized reading' (duration: 164.92769ms)"],"step_count":1} {"level":"info","ts":"2026-03-20T10:19:19.79834Z","caller":"traceutil/trace.go:171","msg":"trace[680685764] transaction","detail":"{read_only:false; response_revision:1254; number_of_response:1; }","duration":"282.874172ms","start":"2026-03-20T10:19:19.51544Z","end":"2026-03-20T10:19:19.798314Z","steps":["trace[680685764] 'process raft request' (duration: 282.647486ms)"],"step_count":1} {"level":"info","ts":"2026-03-20T10:19:19.798697Z","caller":"traceutil/trace.go:171","msg":"trace[410843475] transaction","detail":"{read_only:false; response_revision:1256; number_of_response:1; }","duration":"283.115638ms","start":"2026-03-20T10:19:19.515569Z","end":"2026-03-20T10:19:19.798685Z","steps":["trace[410843475] 'process raft request' (duration: 283.003205ms)"],"step_count":1} {"level":"info","ts":"2026-03-20T10:19:19.798837Z","caller":"traceutil/trace.go:171","msg":"trace[2044216461] linearizableReadLoop","detail":"{readStateIndex:1338; appliedIndex:1332; }","duration":"234.259412ms","start":"2026-03-20T10:19:19.564483Z","end":"2026-03-20T10:19:19.798742Z","steps":["trace[2044216461] 'read index received' (duration: 233.608556ms)","trace[2044216461] 'applied index is now lower than readState.Index' (duration: 650.186µs)"],"step_count":2} {"level":"info","ts":"2026-03-20T10:19:19.798887Z","caller":"traceutil/trace.go:171","msg":"trace[1102605949] transaction","detail":"{read_only:false; response_revision:1259; number_of_response:1; }","duration":"282.938603ms","start":"2026-03-20T10:19:19.515931Z","end":"2026-03-20T10:19:19.79887Z","steps":["trace[1102605949] 'process raft request' (duration: 282.779828ms)"],"step_count":1} {"level":"info","ts":"2026-03-20T10:19:19.798879Z","caller":"traceutil/trace.go:171","msg":"trace[946137251] transaction","detail":"{read_only:false; response_revision:1255; number_of_response:1; }","duration":"283.21268ms","start":"2026-03-20T10:19:19.515523Z","end":"2026-03-20T10:19:19.798736Z","steps":["trace[946137251] 'process raft request' (duration: 282.754109ms)"],"step_count":1} {"level":"info","ts":"2026-03-20T10:19:19.799053Z","caller":"traceutil/trace.go:171","msg":"trace[1144814730] transaction","detail":"{read_only:false; response_revision:1257; number_of_response:1; }","duration":"283.283462ms","start":"2026-03-20T10:19:19.515744Z","end":"2026-03-20T10:19:19.799028Z","steps":["trace[1144814730] 'process raft request' (duration: 282.902242ms)"],"step_count":1} {"level":"warn","ts":"2026-03-20T10:19:19.799074Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"218.889032ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/health\" ","response":"range_response_count:0 size:5"} {"level":"info","ts":"2026-03-20T10:19:19.799304Z","caller":"traceutil/trace.go:171","msg":"trace[1334036227] range","detail":"{range_begin:/registry/health; range_end:; response_count:0; response_revision:1259; }","duration":"219.136038ms","start":"2026-03-20T10:19:19.580135Z","end":"2026-03-20T10:19:19.799271Z","steps":["trace[1334036227] 'agreement among raft nodes before linearized reading' (duration: 218.857481ms)"],"step_count":1} {"level":"info","ts":"2026-03-20T10:19:19.798892Z","caller":"traceutil/trace.go:171","msg":"trace[181991733] transaction","detail":"{read_only:false; response_revision:1258; number_of_response:1; }","duration":"282.959863ms","start":"2026-03-20T10:19:19.515874Z","end":"2026-03-20T10:19:19.798834Z","steps":["trace[181991733] 'process raft request' (duration: 282.811069ms)"],"step_count":1} {"level":"warn","ts":"2026-03-20T10:19:19.799079Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"234.579452ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/services/endpoints/default/kubernetes\" ","response":"range_response_count:1 size:422"} {"level":"info","ts":"2026-03-20T10:19:19.799753Z","caller":"traceutil/trace.go:171","msg":"trace[2143105926] range","detail":"{range_begin:/registry/services/endpoints/default/kubernetes; range_end:; response_count:1; response_revision:1259; }","duration":"235.277418ms","start":"2026-03-20T10:19:19.564451Z","end":"2026-03-20T10:19:19.799728Z","steps":["trace[2143105926] 'agreement among raft nodes before linearized reading' (duration: 234.52032ms)"],"step_count":1} {"level":"info","ts":"2026-03-20T10:19:20.447395Z","caller":"traceutil/trace.go:171","msg":"trace[2135077327] transaction","detail":"{read_only:false; response_revision:1260; number_of_response:1; }","duration":"155.700281ms","start":"2026-03-20T10:19:20.291601Z","end":"2026-03-20T10:19:20.447301Z","steps":["trace[2135077327] 'process raft request' (duration: 155.571128ms)"],"step_count":1} {"level":"info","ts":"2026-03-20T10:19:21.581871Z","caller":"traceutil/trace.go:171","msg":"trace[304598987] transaction","detail":"{read_only:false; response_revision:1264; number_of_response:1; }","duration":"249.762219ms","start":"2026-03-20T10:19:21.332062Z","end":"2026-03-20T10:19:21.581824Z","steps":["trace[304598987] 'process raft request' (duration: 249.575314ms)"],"step_count":1} {"level":"warn","ts":"2026-03-20T10:19:22.439709Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"413.784495ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/cilium.io/ciliumidentities/\" range_end:\"/registry/cilium.io/ciliumidentities0\" count_only:true ","response":"range_response_count:0 size:7"} {"level":"info","ts":"2026-03-20T10:19:22.439798Z","caller":"traceutil/trace.go:171","msg":"trace[1642022393] range","detail":"{range_begin:/registry/cilium.io/ciliumidentities/; range_end:/registry/cilium.io/ciliumidentities0; response_count:0; response_revision:1264; }","duration":"413.926719ms","start":"2026-03-20T10:19:22.025848Z","end":"2026-03-20T10:19:22.439775Z","steps":["trace[1642022393] 'count revisions from in-memory index tree' (duration: 413.705503ms)"],"step_count":1} {"level":"warn","ts":"2026-03-20T10:19:22.439844Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-20T10:19:22.025823Z","time spent":"414.009391ms","remote":"127.0.0.1:53962","response type":"/etcdserverpb.KV/Range","request count":0,"request size":80,"response count":2,"response size":29,"request content":"key:\"/registry/cilium.io/ciliumidentities/\" range_end:\"/registry/cilium.io/ciliumidentities0\" count_only:true "} {"level":"warn","ts":"2026-03-20T10:19:22.439889Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"633.6304ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/plndr-svcs-lock\" ","response":"range_response_count:1 size:437"} {"level":"info","ts":"2026-03-20T10:19:22.44001Z","caller":"traceutil/trace.go:171","msg":"trace[1790669210] range","detail":"{range_begin:/registry/leases/kube-system/plndr-svcs-lock; range_end:; response_count:1; response_revision:1264; }","duration":"633.788574ms","start":"2026-03-20T10:19:21.806204Z","end":"2026-03-20T10:19:22.439992Z","steps":["trace[1790669210] 'range keys from in-memory index tree' (duration: 633.485926ms)"],"step_count":1} {"level":"warn","ts":"2026-03-20T10:19:22.440096Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"225.882384ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/rbd-csi-ceph-com\" ","response":"range_response_count:1 size:473"} {"level":"warn","ts":"2026-03-20T10:19:22.440093Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-20T10:19:21.806195Z","time spent":"633.885406ms","remote":"127.0.0.1:51504","response type":"/etcdserverpb.KV/Range","request count":0,"request size":46,"response count":1,"response size":459,"request content":"key:\"/registry/leases/kube-system/plndr-svcs-lock\" "} {"level":"info","ts":"2026-03-20T10:19:22.44016Z","caller":"traceutil/trace.go:171","msg":"trace[1474821131] range","detail":"{range_begin:/registry/leases/kube-system/rbd-csi-ceph-com; range_end:; response_count:1; response_revision:1264; }","duration":"225.985897ms","start":"2026-03-20T10:19:22.214156Z","end":"2026-03-20T10:19:22.440142Z","steps":["trace[1474821131] 'range keys from in-memory index tree' (duration: 225.690119ms)"],"step_count":1} {"level":"warn","ts":"2026-03-20T10:19:22.44026Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"633.575019ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/cilium-operator-resource-lock\" ","response":"range_response_count:1 size:492"} {"level":"info","ts":"2026-03-20T10:19:22.44032Z","caller":"traceutil/trace.go:171","msg":"trace[1876739666] range","detail":"{range_begin:/registry/leases/kube-system/cilium-operator-resource-lock; range_end:; response_count:1; response_revision:1264; }","duration":"634.03484ms","start":"2026-03-20T10:19:21.80627Z","end":"2026-03-20T10:19:22.440305Z","steps":["trace[1876739666] 'range keys from in-memory index tree' (duration: 633.428205ms)"],"step_count":1} {"level":"warn","ts":"2026-03-20T10:19:22.440388Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"636.929712ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/kube-scheduler\" ","response":"range_response_count:1 size:479"} {"level":"info","ts":"2026-03-20T10:19:22.440465Z","caller":"traceutil/trace.go:171","msg":"trace[1380089030] range","detail":"{range_begin:/registry/leases/kube-system/kube-scheduler; range_end:; response_count:1; response_revision:1264; }","duration":"637.063045ms","start":"2026-03-20T10:19:21.803383Z","end":"2026-03-20T10:19:22.440446Z","steps":["trace[1380089030] 'range keys from in-memory index tree' (duration: 636.561893ms)"],"step_count":1} {"level":"warn","ts":"2026-03-20T10:19:22.440447Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-20T10:19:21.806259Z","time spent":"634.174874ms","remote":"127.0.0.1:51504","response type":"/etcdserverpb.KV/Range","request count":0,"request size":60,"response count":1,"response size":514,"request content":"key:\"/registry/leases/kube-system/cilium-operator-resource-lock\" "} {"level":"warn","ts":"2026-03-20T10:19:22.440505Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-20T10:19:21.803353Z","time spent":"637.142768ms","remote":"127.0.0.1:51504","response type":"/etcdserverpb.KV/Range","request count":0,"request size":45,"response count":1,"response size":501,"request content":"key:\"/registry/leases/kube-system/kube-scheduler\" "} {"level":"warn","ts":"2026-03-20T10:19:22.440749Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"636.157063ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/rbd.csi.ceph.com-kube-system\" ","response":"range_response_count:1 size:531"} {"level":"info","ts":"2026-03-20T10:19:22.440825Z","caller":"traceutil/trace.go:171","msg":"trace[747512316] range","detail":"{range_begin:/registry/leases/kube-system/rbd.csi.ceph.com-kube-system; range_end:; response_count:1; response_revision:1264; }","duration":"636.279976ms","start":"2026-03-20T10:19:21.804534Z","end":"2026-03-20T10:19:22.440814Z","steps":["trace[747512316] 'range keys from in-memory index tree' (duration: 635.983049ms)"],"step_count":1} {"level":"warn","ts":"2026-03-20T10:19:22.440931Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-20T10:19:21.804507Z","time spent":"636.41476ms","remote":"127.0.0.1:51504","response type":"/etcdserverpb.KV/Range","request count":0,"request size":59,"response count":1,"response size":553,"request content":"key:\"/registry/leases/kube-system/rbd.csi.ceph.com-kube-system\" "} {"level":"warn","ts":"2026-03-20T10:19:22.440748Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"635.773114ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/plndr-cp-lock\" ","response":"range_response_count:1 size:433"} {"level":"info","ts":"2026-03-20T10:19:22.441466Z","caller":"traceutil/trace.go:171","msg":"trace[1597367574] range","detail":"{range_begin:/registry/leases/kube-system/plndr-cp-lock; range_end:; response_count:1; response_revision:1264; }","duration":"636.351588ms","start":"2026-03-20T10:19:21.804943Z","end":"2026-03-20T10:19:22.441295Z","steps":["trace[1597367574] 'range keys from in-memory index tree' (duration: 634.542742ms)"],"step_count":1} {"level":"warn","ts":"2026-03-20T10:19:22.441544Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-20T10:19:21.804875Z","time spent":"636.653045ms","remote":"127.0.0.1:51504","response type":"/etcdserverpb.KV/Range","request count":0,"request size":44,"response count":1,"response size":455,"request content":"key:\"/registry/leases/kube-system/plndr-cp-lock\" "} {"level":"warn","ts":"2026-03-20T10:19:22.794436Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"215.247861ms","expected-duration":"100ms","prefix":"","request":"header: txn: success:> failure: >>","response":"size:16"} {"level":"info","ts":"2026-03-20T10:19:22.794592Z","caller":"traceutil/trace.go:171","msg":"trace[2112708951] transaction","detail":"{read_only:false; response_revision:1266; number_of_response:1; }","duration":"348.860732ms","start":"2026-03-20T10:19:22.445713Z","end":"2026-03-20T10:19:22.794574Z","steps":["trace[2112708951] 'process raft request' (duration: 133.389016ms)","trace[2112708951] 'compare' (duration: 215.108227ms)"],"step_count":2} {"level":"info","ts":"2026-03-20T10:19:22.795019Z","caller":"traceutil/trace.go:171","msg":"trace[1783668835] transaction","detail":"{read_only:false; response_revision:1267; number_of_response:1; }","duration":"348.339098ms","start":"2026-03-20T10:19:22.446648Z","end":"2026-03-20T10:19:22.794987Z","steps":["trace[1783668835] 'process raft request' (duration: 347.883557ms)"],"step_count":1} {"level":"info","ts":"2026-03-20T10:19:22.795085Z","caller":"traceutil/trace.go:171","msg":"trace[369726585] transaction","detail":"{read_only:false; response_revision:1268; number_of_response:1; }","duration":"348.273626ms","start":"2026-03-20T10:19:22.446796Z","end":"2026-03-20T10:19:22.79507Z","steps":["trace[369726585] 'process raft request' (duration: 348.056291ms)"],"step_count":1} {"level":"warn","ts":"2026-03-20T10:19:22.795213Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-20T10:19:22.446635Z","time spent":"348.492172ms","remote":"127.0.0.1:51504","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":477,"response count":0,"response size":38,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-03-20T10:19:22.7954Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-20T10:19:22.446774Z","time spent":"348.457381ms","remote":"127.0.0.1:51504","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":458,"response count":0,"response size":38,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-03-20T10:19:22.795436Z","caller":"traceutil/trace.go:171","msg":"trace[1384288583] transaction","detail":"{read_only:false; response_revision:1269; number_of_response:1; }","duration":"348.311177ms","start":"2026-03-20T10:19:22.44709Z","end":"2026-03-20T10:19:22.795402Z","steps":["trace[1384288583] 'process raft request' (duration: 347.914528ms)"],"step_count":1} {"level":"warn","ts":"2026-03-20T10:19:22.795503Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-20T10:19:22.445688Z","time spent":"349.768154ms","remote":"127.0.0.1:51504","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":464,"response count":0,"response size":38,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-03-20T10:19:22.795603Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-20T10:19:22.447081Z","time spent":"348.43213ms","remote":"127.0.0.1:51504","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":516,"response count":0,"response size":38,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-03-20T10:19:22.79587Z","caller":"traceutil/trace.go:171","msg":"trace[558728225] linearizableReadLoop","detail":"{readStateIndex:1350; appliedIndex:1343; }","duration":"346.068761ms","start":"2026-03-20T10:19:22.449775Z","end":"2026-03-20T10:19:22.795844Z","steps":["trace[558728225] 'read index received' (duration: 24.595491ms)","trace[558728225] 'applied index is now lower than readState.Index' (duration: 321.47195ms)"],"step_count":2} {"level":"info","ts":"2026-03-20T10:19:22.795996Z","caller":"traceutil/trace.go:171","msg":"trace[1432621739] transaction","detail":"{read_only:false; response_revision:1270; number_of_response:1; }","duration":"348.622205ms","start":"2026-03-20T10:19:22.447347Z","end":"2026-03-20T10:19:22.795969Z","steps":["trace[1432621739] 'process raft request' (duration: 347.713333ms)"],"step_count":1} {"level":"warn","ts":"2026-03-20T10:19:22.796188Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-20T10:19:22.447338Z","time spent":"348.754598ms","remote":"127.0.0.1:51504","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":419,"response count":0,"response size":38,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-03-20T10:19:22.796353Z","caller":"traceutil/trace.go:171","msg":"trace[168707620] transaction","detail":"{read_only:false; response_revision:1271; number_of_response:1; }","duration":"347.176769ms","start":"2026-03-20T10:19:22.449119Z","end":"2026-03-20T10:19:22.796296Z","steps":["trace[168707620] 'process raft request' (duration: 346.649516ms)"],"step_count":1} {"level":"warn","ts":"2026-03-20T10:19:22.796419Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"216.473681ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/health\" ","response":"range_response_count:0 size:5"} {"level":"info","ts":"2026-03-20T10:19:22.796482Z","caller":"traceutil/trace.go:171","msg":"trace[2004081756] range","detail":"{range_begin:/registry/health; range_end:; response_count:0; response_revision:1271; }","duration":"216.586484ms","start":"2026-03-20T10:19:22.579883Z","end":"2026-03-20T10:19:22.79647Z","steps":["trace[2004081756] 'agreement among raft nodes before linearized reading' (duration: 216.480791ms)"],"step_count":1} {"level":"warn","ts":"2026-03-20T10:19:22.796523Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-20T10:19:22.44911Z","time spent":"347.276123ms","remote":"127.0.0.1:51504","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":494,"response count":0,"response size":38,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-03-20T10:19:22.796797Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"347.003385ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/kube-controller-manager\" ","response":"range_response_count:1 size:506"} {"level":"info","ts":"2026-03-20T10:19:22.79687Z","caller":"traceutil/trace.go:171","msg":"trace[1636566326] range","detail":"{range_begin:/registry/leases/kube-system/kube-controller-manager; range_end:; response_count:1; response_revision:1271; }","duration":"347.104448ms","start":"2026-03-20T10:19:22.449746Z","end":"2026-03-20T10:19:22.796851Z","steps":["trace[1636566326] 'agreement among raft nodes before linearized reading' (duration: 346.606126ms)"],"step_count":1} {"level":"warn","ts":"2026-03-20T10:19:22.797026Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-20T10:19:22.449738Z","time spent":"347.269922ms","remote":"127.0.0.1:51504","response type":"/etcdserverpb.KV/Range","request count":0,"request size":54,"response count":1,"response size":528,"request content":"key:\"/registry/leases/kube-system/kube-controller-manager\" "} {"level":"warn","ts":"2026-03-20T10:19:24.918916Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"117.786258ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/rbd.csi.ceph.com-kube-system\" ","response":"range_response_count:1 size:531"} {"level":"info","ts":"2026-03-20T10:19:24.918998Z","caller":"traceutil/trace.go:171","msg":"trace[6900720] range","detail":"{range_begin:/registry/leases/kube-system/rbd.csi.ceph.com-kube-system; range_end:; response_count:1; response_revision:1273; }","duration":"117.927871ms","start":"2026-03-20T10:19:24.801053Z","end":"2026-03-20T10:19:24.918981Z","steps":["trace[6900720] 'range keys from in-memory index tree' (duration: 117.630245ms)"],"step_count":1} {"level":"warn","ts":"2026-03-20T10:19:24.919045Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"117.605324ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/kube-scheduler\" ","response":"range_response_count:1 size:479"} {"level":"info","ts":"2026-03-20T10:19:24.919115Z","caller":"traceutil/trace.go:171","msg":"trace[1494260654] range","detail":"{range_begin:/registry/leases/kube-system/kube-scheduler; range_end:; response_count:1; response_revision:1273; }","duration":"117.701786ms","start":"2026-03-20T10:19:24.801394Z","end":"2026-03-20T10:19:24.919096Z","steps":["trace[1494260654] 'range keys from in-memory index tree' (duration: 117.474261ms)"],"step_count":1} {"level":"warn","ts":"2026-03-20T10:19:24.91944Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"114.929847ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/external-snapshotter-leader-rbd-csi-ceph-com\" ","response":"range_response_count:1 size:534"} {"level":"warn","ts":"2026-03-20T10:19:24.919472Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"118.466444ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/cilium-operator-resource-lock\" ","response":"range_response_count:1 size:492"} {"level":"info","ts":"2026-03-20T10:19:24.919548Z","caller":"traceutil/trace.go:171","msg":"trace[1037425274] range","detail":"{range_begin:/registry/leases/kube-system/external-snapshotter-leader-rbd-csi-ceph-com; range_end:; response_count:1; response_revision:1273; }","duration":"115.053951ms","start":"2026-03-20T10:19:24.804472Z","end":"2026-03-20T10:19:24.919526Z","steps":["trace[1037425274] 'range keys from in-memory index tree' (duration: 114.813534ms)"],"step_count":1} {"level":"info","ts":"2026-03-20T10:19:24.919612Z","caller":"traceutil/trace.go:171","msg":"trace[983816527] range","detail":"{range_begin:/registry/leases/kube-system/cilium-operator-resource-lock; range_end:; response_count:1; response_revision:1273; }","duration":"118.638449ms","start":"2026-03-20T10:19:24.800952Z","end":"2026-03-20T10:19:24.919591Z","steps":["trace[983816527] 'range keys from in-memory index tree' (duration: 118.235879ms)"],"step_count":1} {"level":"warn","ts":"2026-03-20T10:19:24.919704Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"119.02997ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/plndr-cp-lock\" ","response":"range_response_count:1 size:433"} {"level":"info","ts":"2026-03-20T10:19:24.919777Z","caller":"traceutil/trace.go:171","msg":"trace[1460147068] range","detail":"{range_begin:/registry/leases/kube-system/plndr-cp-lock; range_end:; response_count:1; response_revision:1273; }","duration":"119.144752ms","start":"2026-03-20T10:19:24.800619Z","end":"2026-03-20T10:19:24.919764Z","steps":["trace[1460147068] 'range keys from in-memory index tree' (duration: 118.422243ms)"],"step_count":1} {"level":"warn","ts":"2026-03-20T10:19:25.163581Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"237.244018ms","expected-duration":"100ms","prefix":"","request":"header: lease_revoke:","response":"size:27"} {"level":"info","ts":"2026-03-20T10:19:25.163698Z","caller":"traceutil/trace.go:171","msg":"trace[1658920377] linearizableReadLoop","detail":"{readStateIndex:1353; appliedIndex:1352; }","duration":"270.512145ms","start":"2026-03-20T10:19:24.89316Z","end":"2026-03-20T10:19:25.163672Z","steps":["trace[1658920377] 'read index received' (duration: 33.291628ms)","trace[1658920377] 'applied index is now lower than readState.Index' (duration: 237.218657ms)"],"step_count":2} {"level":"warn","ts":"2026-03-20T10:19:25.163967Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"270.788422ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/kube-controller-manager\" ","response":"range_response_count:1 size:506"} {"level":"info","ts":"2026-03-20T10:19:25.164032Z","caller":"traceutil/trace.go:171","msg":"trace[1560327607] range","detail":"{range_begin:/registry/leases/kube-system/kube-controller-manager; range_end:; response_count:1; response_revision:1273; }","duration":"270.902935ms","start":"2026-03-20T10:19:24.893114Z","end":"2026-03-20T10:19:25.164017Z","steps":["trace[1560327607] 'agreement among raft nodes before linearized reading' (duration: 270.614788ms)"],"step_count":1} {"level":"info","ts":"2026-03-20T10:19:25.382308Z","caller":"traceutil/trace.go:171","msg":"trace[1623545244] transaction","detail":"{read_only:false; response_revision:1274; number_of_response:1; }","duration":"459.627975ms","start":"2026-03-20T10:19:24.922623Z","end":"2026-03-20T10:19:25.382251Z","steps":["trace[1623545244] 'process raft request' (duration: 459.43147ms)"],"step_count":1} {"level":"warn","ts":"2026-03-20T10:19:25.382524Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-20T10:19:24.922599Z","time spent":"459.804859ms","remote":"127.0.0.1:51504","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":516,"response count":0,"response size":38,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-03-20T10:19:25.382674Z","caller":"traceutil/trace.go:171","msg":"trace[802458547] transaction","detail":"{read_only:false; response_revision:1275; number_of_response:1; }","duration":"458.564879ms","start":"2026-03-20T10:19:24.924092Z","end":"2026-03-20T10:19:25.382657Z","steps":["trace[802458547] 'process raft request' (duration: 458.114658ms)"],"step_count":1} {"level":"warn","ts":"2026-03-20T10:19:25.382842Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-20T10:19:24.924079Z","time spent":"458.673422ms","remote":"127.0.0.1:51504","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":419,"response count":0,"response size":38,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-03-20T10:19:25.382964Z","caller":"traceutil/trace.go:171","msg":"trace[967269098] transaction","detail":"{read_only:false; response_revision:1276; number_of_response:1; }","duration":"458.817796ms","start":"2026-03-20T10:19:24.924117Z","end":"2026-03-20T10:19:25.382935Z","steps":["trace[967269098] 'process raft request' (duration: 458.375655ms)"],"step_count":1} {"level":"info","ts":"2026-03-20T10:19:25.383021Z","caller":"traceutil/trace.go:171","msg":"trace[1511893470] transaction","detail":"{read_only:false; response_revision:1278; number_of_response:1; }","duration":"458.564049ms","start":"2026-03-20T10:19:24.924427Z","end":"2026-03-20T10:19:25.382991Z","steps":["trace[1511893470] 'process raft request' (duration: 458.484887ms)"],"step_count":1} {"level":"info","ts":"2026-03-20T10:19:25.383094Z","caller":"traceutil/trace.go:171","msg":"trace[347364536] transaction","detail":"{read_only:false; response_revision:1277; number_of_response:1; }","duration":"458.729784ms","start":"2026-03-20T10:19:24.924335Z","end":"2026-03-20T10:19:25.383065Z","steps":["trace[347364536] 'process raft request' (duration: 458.479268ms)"],"step_count":1} {"level":"warn","ts":"2026-03-20T10:19:25.383179Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-20T10:19:24.92442Z","time spent":"458.687342ms","remote":"127.0.0.1:51504","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":477,"response count":0,"response size":38,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-03-20T10:19:25.383203Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-20T10:19:24.924099Z","time spent":"458.963009ms","remote":"127.0.0.1:51504","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":464,"response count":0,"response size":38,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-03-20T10:19:25.383239Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-20T10:19:24.924325Z","time spent":"458.840566ms","remote":"127.0.0.1:51504","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":519,"response count":0,"response size":38,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-03-20T10:19:25.386089Z","caller":"traceutil/trace.go:171","msg":"trace[1757475813] transaction","detail":"{read_only:false; response_revision:1279; number_of_response:1; }","duration":"206.502613ms","start":"2026-03-20T10:19:25.179497Z","end":"2026-03-20T10:19:25.385999Z","steps":["trace[1757475813] 'process raft request' (duration: 206.391871ms)"],"step_count":1} {"level":"info","ts":"2026-03-20T10:19:29.543831Z","caller":"traceutil/trace.go:171","msg":"trace[1494380799] linearizableReadLoop","detail":"{readStateIndex:1370; appliedIndex:1369; }","duration":"128.931135ms","start":"2026-03-20T10:19:29.414876Z","end":"2026-03-20T10:19:29.543807Z","steps":["trace[1494380799] 'read index received' (duration: 128.690469ms)","trace[1494380799] 'applied index is now lower than readState.Index' (duration: 238.636µs)"],"step_count":2} {"level":"warn","ts":"2026-03-20T10:19:29.544803Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"129.90324ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/kube-scheduler\" ","response":"range_response_count:1 size:479"} {"level":"info","ts":"2026-03-20T10:19:29.544875Z","caller":"traceutil/trace.go:171","msg":"trace[1040156800] range","detail":"{range_begin:/registry/leases/kube-system/kube-scheduler; range_end:; response_count:1; response_revision:1289; }","duration":"129.989042ms","start":"2026-03-20T10:19:29.41487Z","end":"2026-03-20T10:19:29.544859Z","steps":["trace[1040156800] 'agreement among raft nodes before linearized reading' (duration: 129.038738ms)"],"step_count":1} {"level":"warn","ts":"2026-03-20T10:19:29.997365Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"307.702459ms","expected-duration":"100ms","prefix":"","request":"header: txn: success:> failure: >>","response":"size:16"} {"level":"info","ts":"2026-03-20T10:19:29.997492Z","caller":"traceutil/trace.go:171","msg":"trace[1878941663] transaction","detail":"{read_only:false; response_revision:1290; number_of_response:1; }","duration":"452.698182ms","start":"2026-03-20T10:19:29.544773Z","end":"2026-03-20T10:19:29.997472Z","steps":["trace[1878941663] 'process raft request' (duration: 144.793818ms)","trace[1878941663] 'compare' (duration: 307.473504ms)"],"step_count":2} {"level":"warn","ts":"2026-03-20T10:19:29.997554Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-20T10:19:29.544753Z","time spent":"452.772525ms","remote":"127.0.0.1:51238","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":120,"response count":0,"response size":38,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-03-20T10:19:30.161286Z","caller":"traceutil/trace.go:171","msg":"trace[355320739] transaction","detail":"{read_only:false; response_revision:1291; number_of_response:1; }","duration":"612.538767ms","start":"2026-03-20T10:19:29.548718Z","end":"2026-03-20T10:19:30.161256Z","steps":["trace[355320739] 'process raft request' (duration: 569.24255ms)","trace[355320739] 'compare' (duration: 43.028359ms)"],"step_count":2} {"level":"info","ts":"2026-03-20T10:19:30.161339Z","caller":"traceutil/trace.go:171","msg":"trace[1506311677] transaction","detail":"{read_only:false; response_revision:1292; number_of_response:1; }","duration":"612.483075ms","start":"2026-03-20T10:19:29.548822Z","end":"2026-03-20T10:19:30.161305Z","steps":["trace[1506311677] 'process raft request' (duration: 612.324061ms)"],"step_count":1} {"level":"info","ts":"2026-03-20T10:19:30.161403Z","caller":"traceutil/trace.go:171","msg":"trace[1989094466] transaction","detail":"{read_only:false; response_revision:1294; number_of_response:1; }","duration":"612.246549ms","start":"2026-03-20T10:19:29.549145Z","end":"2026-03-20T10:19:30.161391Z","steps":["trace[1989094466] 'process raft request' (duration: 612.105086ms)"],"step_count":1} {"level":"info","ts":"2026-03-20T10:19:30.161375Z","caller":"traceutil/trace.go:171","msg":"trace[582991897] linearizableReadLoop","detail":"{readStateIndex:1376; appliedIndex:1370; }","duration":"580.951752ms","start":"2026-03-20T10:19:29.580399Z","end":"2026-03-20T10:19:30.16135Z","steps":["trace[582991897] 'read index received' (duration: 109.253576ms)","trace[582991897] 'applied index is now lower than readState.Index' (duration: 471.697116ms)"],"step_count":2} {"level":"warn","ts":"2026-03-20T10:19:30.16143Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-20T10:19:29.548693Z","time spent":"612.665419ms","remote":"127.0.0.1:51504","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":491,"response count":0,"response size":38,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-03-20T10:19:30.161456Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-20T10:19:29.549124Z","time spent":"612.303011ms","remote":"127.0.0.1:51504","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":516,"response count":0,"response size":38,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-03-20T10:19:30.161492Z","caller":"traceutil/trace.go:171","msg":"trace[1665091987] transaction","detail":"{read_only:false; response_revision:1293; number_of_response:1; }","duration":"612.450764ms","start":"2026-03-20T10:19:29.549022Z","end":"2026-03-20T10:19:30.161473Z","steps":["trace[1665091987] 'process raft request' (duration: 612.178168ms)"],"step_count":1} {"level":"warn","ts":"2026-03-20T10:19:30.161505Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-20T10:19:29.548809Z","time spent":"612.606238ms","remote":"127.0.0.1:51504","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":464,"response count":0,"response size":38,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-03-20T10:19:30.161528Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"581.108526ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/health\" ","response":"range_response_count:0 size:5"} {"level":"warn","ts":"2026-03-20T10:19:30.161556Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-20T10:19:29.549004Z","time spent":"612.516046ms","remote":"127.0.0.1:51504","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":477,"response count":0,"response size":38,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-03-20T10:19:30.161573Z","caller":"traceutil/trace.go:171","msg":"trace[1384167804] range","detail":"{range_begin:/registry/health; range_end:; response_count:0; response_revision:1295; }","duration":"581.201438ms","start":"2026-03-20T10:19:29.580359Z","end":"2026-03-20T10:19:30.16156Z","steps":["trace[1384167804] 'agreement among raft nodes before linearized reading' (duration: 581.121976ms)"],"step_count":1} {"level":"info","ts":"2026-03-20T10:19:30.161543Z","caller":"traceutil/trace.go:171","msg":"trace[385713779] transaction","detail":"{read_only:false; response_revision:1295; number_of_response:1; }","duration":"611.330237ms","start":"2026-03-20T10:19:29.55017Z","end":"2026-03-20T10:19:30.1615Z","steps":["trace[385713779] 'process raft request' (duration: 611.139132ms)"],"step_count":1} {"level":"warn","ts":"2026-03-20T10:19:30.161611Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-20T10:19:29.580343Z","time spent":"581.259919ms","remote":"127.0.0.1:51202","response type":"/etcdserverpb.KV/Range","request count":0,"request size":18,"response count":0,"response size":27,"request content":"key:\"/registry/health\" "} {"level":"warn","ts":"2026-03-20T10:19:30.161602Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"162.381577ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/services/endpoints/default/kubernetes\" ","response":"range_response_count:1 size:422"} {"level":"info","ts":"2026-03-20T10:19:30.161676Z","caller":"traceutil/trace.go:171","msg":"trace[391396383] range","detail":"{range_begin:/registry/services/endpoints/default/kubernetes; range_end:; response_count:1; response_revision:1295; }","duration":"162.469859ms","start":"2026-03-20T10:19:29.999186Z","end":"2026-03-20T10:19:30.161656Z","steps":["trace[391396383] 'agreement among raft nodes before linearized reading' (duration: 162.325525ms)"],"step_count":1} {"level":"warn","ts":"2026-03-20T10:19:30.161725Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-20T10:19:29.550155Z","time spent":"611.4792ms","remote":"127.0.0.1:51504","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":419,"response count":0,"response size":38,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-03-20T10:19:34.284127Z","caller":"traceutil/trace.go:171","msg":"trace[984691041] linearizableReadLoop","detail":"{readStateIndex:1391; appliedIndex:1390; }","duration":"103.213326ms","start":"2026-03-20T10:19:34.180892Z","end":"2026-03-20T10:19:34.284105Z","steps":["trace[984691041] 'read index received' (duration: 103.041192ms)","trace[984691041] 'applied index is now lower than readState.Index' (duration: 171.454µs)"],"step_count":2} {"level":"info","ts":"2026-03-20T10:19:34.284233Z","caller":"traceutil/trace.go:171","msg":"trace[630874130] transaction","detail":"{read_only:false; response_revision:1310; number_of_response:1; }","duration":"105.111382ms","start":"2026-03-20T10:19:34.179111Z","end":"2026-03-20T10:19:34.284223Z","steps":["trace[630874130] 'process raft request' (duration: 104.875576ms)"],"step_count":1} {"level":"warn","ts":"2026-03-20T10:19:34.284383Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"103.40152ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/rbd.csi.ceph.com-kube-system\" ","response":"range_response_count:1 size:530"} {"level":"info","ts":"2026-03-20T10:19:34.284419Z","caller":"traceutil/trace.go:171","msg":"trace[1608789241] range","detail":"{range_begin:/registry/leases/kube-system/rbd.csi.ceph.com-kube-system; range_end:; response_count:1; response_revision:1310; }","duration":"103.478602ms","start":"2026-03-20T10:19:34.180932Z","end":"2026-03-20T10:19:34.284411Z","steps":["trace[1608789241] 'agreement among raft nodes before linearized reading' (duration: 103.353409ms)"],"step_count":1} {"level":"warn","ts":"2026-03-20T10:19:34.284553Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"101.467572ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/cilium-operator-resource-lock\" ","response":"range_response_count:1 size:491"} {"level":"info","ts":"2026-03-20T10:19:34.284574Z","caller":"traceutil/trace.go:171","msg":"trace[1917535345] range","detail":"{range_begin:/registry/leases/kube-system/cilium-operator-resource-lock; range_end:; response_count:1; response_revision:1310; }","duration":"101.516243ms","start":"2026-03-20T10:19:34.183052Z","end":"2026-03-20T10:19:34.284569Z","steps":["trace[1917535345] 'agreement among raft nodes before linearized reading' (duration: 101.460042ms)"],"step_count":1} {"level":"warn","ts":"2026-03-20T10:19:34.284683Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"103.285326ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/plndr-cp-lock\" ","response":"range_response_count:1 size:432"} {"level":"info","ts":"2026-03-20T10:19:34.284718Z","caller":"traceutil/trace.go:171","msg":"trace[2039428177] range","detail":"{range_begin:/registry/leases/kube-system/plndr-cp-lock; range_end:; response_count:1; response_revision:1310; }","duration":"103.333839ms","start":"2026-03-20T10:19:34.181378Z","end":"2026-03-20T10:19:34.284712Z","steps":["trace[2039428177] 'agreement among raft nodes before linearized reading' (duration: 103.241906ms)"],"step_count":1} {"level":"warn","ts":"2026-03-20T10:19:34.284812Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"103.897124ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/kube-controller-manager\" ","response":"range_response_count:1 size:505"} {"level":"info","ts":"2026-03-20T10:19:34.284901Z","caller":"traceutil/trace.go:171","msg":"trace[854713314] range","detail":"{range_begin:/registry/leases/kube-system/kube-controller-manager; range_end:; response_count:1; response_revision:1310; }","duration":"104.013576ms","start":"2026-03-20T10:19:34.180864Z","end":"2026-03-20T10:19:34.284877Z","steps":["trace[854713314] 'agreement among raft nodes before linearized reading' (duration: 103.680497ms)"],"step_count":1} {"level":"info","ts":"2026-03-20T10:19:34.408394Z","caller":"traceutil/trace.go:171","msg":"trace[1917571359] transaction","detail":"{read_only:false; response_revision:1311; number_of_response:1; }","duration":"119.336507ms","start":"2026-03-20T10:19:34.28901Z","end":"2026-03-20T10:19:34.408346Z","steps":["trace[1917571359] 'process raft request' (duration: 30.677012ms)","trace[1917571359] 'compare' (duration: 88.570903ms)"],"step_count":2} {"level":"info","ts":"2026-03-20T10:19:34.454628Z","caller":"traceutil/trace.go:171","msg":"trace[97280113] transaction","detail":"{read_only:false; response_revision:1312; number_of_response:1; }","duration":"165.030052ms","start":"2026-03-20T10:19:34.289571Z","end":"2026-03-20T10:19:34.454601Z","steps":["trace[97280113] 'process raft request' (duration: 164.867418ms)"],"step_count":1} {"level":"info","ts":"2026-03-20T10:19:34.454826Z","caller":"traceutil/trace.go:171","msg":"trace[107746675] transaction","detail":"{read_only:false; response_revision:1313; number_of_response:1; }","duration":"164.581471ms","start":"2026-03-20T10:19:34.290218Z","end":"2026-03-20T10:19:34.454799Z","steps":["trace[107746675] 'process raft request' (duration: 164.333445ms)"],"step_count":1} {"level":"info","ts":"2026-03-20T10:19:34.455101Z","caller":"traceutil/trace.go:171","msg":"trace[1810057624] transaction","detail":"{read_only:false; response_revision:1314; number_of_response:1; }","duration":"163.687678ms","start":"2026-03-20T10:19:34.291402Z","end":"2026-03-20T10:19:34.45509Z","steps":["trace[1810057624] 'process raft request' (duration: 163.316949ms)"],"step_count":1} {"level":"info","ts":"2026-03-20T10:19:38.011493Z","caller":"traceutil/trace.go:171","msg":"trace[432412825] transaction","detail":"{read_only:false; response_revision:1324; number_of_response:1; }","duration":"155.215299ms","start":"2026-03-20T10:19:37.856246Z","end":"2026-03-20T10:19:38.011461Z","steps":["trace[432412825] 'process raft request' (duration: 154.969013ms)"],"step_count":1} {"level":"info","ts":"2026-03-20T10:19:38.011422Z","caller":"traceutil/trace.go:171","msg":"trace[12171419] linearizableReadLoop","detail":"{readStateIndex:1406; appliedIndex:1405; }","duration":"153.124757ms","start":"2026-03-20T10:19:37.858272Z","end":"2026-03-20T10:19:38.011397Z","steps":["trace[12171419] 'read index received' (duration: 152.911402ms)","trace[12171419] 'applied index is now lower than readState.Index' (duration: 212.125µs)"],"step_count":2} {"level":"warn","ts":"2026-03-20T10:19:38.011845Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"153.450025ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/external-resizer-rbd-csi-ceph-com\" ","response":"range_response_count:1 size:509"} {"level":"info","ts":"2026-03-20T10:19:38.012Z","caller":"traceutil/trace.go:171","msg":"trace[1115264636] range","detail":"{range_begin:/registry/leases/kube-system/external-resizer-rbd-csi-ceph-com; range_end:; response_count:1; response_revision:1324; }","duration":"153.739491ms","start":"2026-03-20T10:19:37.858234Z","end":"2026-03-20T10:19:38.011973Z","steps":["trace[1115264636] 'agreement among raft nodes before linearized reading' (duration: 153.336271ms)"],"step_count":1} {"level":"info","ts":"2026-03-20T10:19:38.172028Z","caller":"traceutil/trace.go:171","msg":"trace[16603876] transaction","detail":"{read_only:false; response_revision:1325; number_of_response:1; }","duration":"155.70823ms","start":"2026-03-20T10:19:38.016289Z","end":"2026-03-20T10:19:38.171997Z","steps":["trace[16603876] 'process raft request' (duration: 94.599631ms)","trace[16603876] 'compare' (duration: 60.992506ms)"],"step_count":2} {"level":"warn","ts":"2026-03-20T10:19:38.474548Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"166.460917ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/kube-scheduler\" ","response":"range_response_count:1 size:479"} {"level":"info","ts":"2026-03-20T10:19:38.474673Z","caller":"traceutil/trace.go:171","msg":"trace[18852140] range","detail":"{range_begin:/registry/leases/kube-system/kube-scheduler; range_end:; response_count:1; response_revision:1325; }","duration":"166.630641ms","start":"2026-03-20T10:19:38.30802Z","end":"2026-03-20T10:19:38.474651Z","steps":["trace[18852140] 'range keys from in-memory index tree' (duration: 166.273243ms)"],"step_count":1} {"level":"info","ts":"2026-03-20T10:19:38.88888Z","caller":"traceutil/trace.go:171","msg":"trace[1802074422] transaction","detail":"{read_only:false; response_revision:1327; number_of_response:1; }","duration":"410.193267ms","start":"2026-03-20T10:19:38.478663Z","end":"2026-03-20T10:19:38.888857Z","steps":["trace[1802074422] 'process raft request' (duration: 410.004442ms)"],"step_count":1} {"level":"warn","ts":"2026-03-20T10:19:38.889027Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-20T10:19:38.478655Z","time spent":"410.299769ms","remote":"127.0.0.1:51504","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":491,"response count":0,"response size":38,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-03-20T10:19:38.889093Z","caller":"traceutil/trace.go:171","msg":"trace[233521419] linearizableReadLoop","detail":"{readStateIndex:1410; appliedIndex:1407; }","duration":"406.495194ms","start":"2026-03-20T10:19:38.482565Z","end":"2026-03-20T10:19:38.88906Z","steps":["trace[233521419] 'read index received' (duration: 60.465634ms)","trace[233521419] 'applied index is now lower than readState.Index' (duration: 346.0284ms)"],"step_count":2} {"level":"info","ts":"2026-03-20T10:19:38.889248Z","caller":"traceutil/trace.go:171","msg":"trace[805203882] transaction","detail":"{read_only:false; response_revision:1328; number_of_response:1; }","duration":"410.474353ms","start":"2026-03-20T10:19:38.478761Z","end":"2026-03-20T10:19:38.889236Z","steps":["trace[805203882] 'process raft request' (duration: 410.057403ms)"],"step_count":1} {"level":"warn","ts":"2026-03-20T10:19:38.88934Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-20T10:19:38.478736Z","time spent":"410.537325ms","remote":"127.0.0.1:51504","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":419,"response count":0,"response size":38,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-03-20T10:19:38.889528Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"406.537906ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/cilium-operator-resource-lock\" ","response":"range_response_count:1 size:492"} {"level":"info","ts":"2026-03-20T10:19:38.889565Z","caller":"traceutil/trace.go:171","msg":"trace[931862868] range","detail":"{range_begin:/registry/leases/kube-system/cilium-operator-resource-lock; range_end:; response_count:1; response_revision:1328; }","duration":"406.588117ms","start":"2026-03-20T10:19:38.482966Z","end":"2026-03-20T10:19:38.889554Z","steps":["trace[931862868] 'agreement among raft nodes before linearized reading' (duration: 406.448253ms)"],"step_count":1} {"level":"warn","ts":"2026-03-20T10:19:38.889595Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-20T10:19:38.482957Z","time spent":"406.630457ms","remote":"127.0.0.1:51504","response type":"/etcdserverpb.KV/Range","request count":0,"request size":60,"response count":1,"response size":514,"request content":"key:\"/registry/leases/kube-system/cilium-operator-resource-lock\" "} {"level":"warn","ts":"2026-03-20T10:19:38.889618Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"112.365463ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/plndr-svcs-lock\" ","response":"range_response_count:1 size:437"} {"level":"warn","ts":"2026-03-20T10:19:38.889618Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"309.743949ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/health\" ","response":"range_response_count:0 size:5"} {"level":"info","ts":"2026-03-20T10:19:38.889642Z","caller":"traceutil/trace.go:171","msg":"trace[1033868751] range","detail":"{range_begin:/registry/leases/kube-system/plndr-svcs-lock; range_end:; response_count:1; response_revision:1328; }","duration":"112.425995ms","start":"2026-03-20T10:19:38.77721Z","end":"2026-03-20T10:19:38.889636Z","steps":["trace[1033868751] 'agreement among raft nodes before linearized reading' (duration: 112.350153ms)"],"step_count":1} {"level":"info","ts":"2026-03-20T10:19:38.88966Z","caller":"traceutil/trace.go:171","msg":"trace[461216528] range","detail":"{range_begin:/registry/health; range_end:; response_count:0; response_revision:1328; }","duration":"309.820991ms","start":"2026-03-20T10:19:38.579828Z","end":"2026-03-20T10:19:38.889649Z","steps":["trace[461216528] 'agreement among raft nodes before linearized reading' (duration: 309.757099ms)"],"step_count":1} {"level":"warn","ts":"2026-03-20T10:19:38.889694Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-20T10:19:38.579801Z","time spent":"309.883692ms","remote":"127.0.0.1:51202","response type":"/etcdserverpb.KV/Range","request count":0,"request size":18,"response count":0,"response size":27,"request content":"key:\"/registry/health\" "} {"level":"warn","ts":"2026-03-20T10:19:38.889711Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"407.14483ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/rbd.csi.ceph.com-kube-system\" ","response":"range_response_count:1 size:531"} {"level":"warn","ts":"2026-03-20T10:19:38.889695Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"390.294311ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/services/specs/\" range_end:\"/registry/services/specs0\" count_only:true ","response":"range_response_count:0 size:7"} {"level":"info","ts":"2026-03-20T10:19:38.889758Z","caller":"traceutil/trace.go:171","msg":"trace[1736364438] range","detail":"{range_begin:/registry/leases/kube-system/rbd.csi.ceph.com-kube-system; range_end:; response_count:1; response_revision:1328; }","duration":"407.196321ms","start":"2026-03-20T10:19:38.482549Z","end":"2026-03-20T10:19:38.889745Z","steps":["trace[1736364438] 'agreement among raft nodes before linearized reading' (duration: 407.046068ms)"],"step_count":1} {"level":"info","ts":"2026-03-20T10:19:38.889773Z","caller":"traceutil/trace.go:171","msg":"trace[964282214] range","detail":"{range_begin:/registry/services/specs/; range_end:/registry/services/specs0; response_count:0; response_revision:1328; }","duration":"390.416364ms","start":"2026-03-20T10:19:38.49934Z","end":"2026-03-20T10:19:38.889756Z","steps":["trace[964282214] 'agreement among raft nodes before linearized reading' (duration: 390.264401ms)"],"step_count":1} {"level":"warn","ts":"2026-03-20T10:19:38.889791Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-20T10:19:38.482513Z","time spent":"407.269783ms","remote":"127.0.0.1:51504","response type":"/etcdserverpb.KV/Range","request count":0,"request size":59,"response count":1,"response size":553,"request content":"key:\"/registry/leases/kube-system/rbd.csi.ceph.com-kube-system\" "} {"level":"warn","ts":"2026-03-20T10:19:38.889819Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-20T10:19:38.499327Z","time spent":"390.482586ms","remote":"127.0.0.1:51428","response type":"/etcdserverpb.KV/Range","request count":0,"request size":56,"response count":4,"response size":29,"request content":"key:\"/registry/services/specs/\" range_end:\"/registry/services/specs0\" count_only:true "} {"level":"warn","ts":"2026-03-20T10:19:39.159484Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"190.550327ms","expected-duration":"100ms","prefix":"","request":"header: txn: success:> failure: >>","response":"size:16"} {"level":"info","ts":"2026-03-20T10:19:39.15981Z","caller":"traceutil/trace.go:171","msg":"trace[425347040] transaction","detail":"{read_only:false; response_revision:1329; number_of_response:1; }","duration":"264.749842ms","start":"2026-03-20T10:19:38.895007Z","end":"2026-03-20T10:19:39.159757Z","steps":["trace[425347040] 'process raft request' (duration: 73.843786ms)","trace[425347040] 'compare' (duration: 190.211108ms)"],"step_count":2} {"level":"info","ts":"2026-03-20T10:19:39.161154Z","caller":"traceutil/trace.go:171","msg":"trace[1338449201] transaction","detail":"{read_only:false; response_revision:1331; number_of_response:1; }","duration":"266.038323ms","start":"2026-03-20T10:19:38.895092Z","end":"2026-03-20T10:19:39.16113Z","steps":["trace[1338449201] 'process raft request' (duration: 265.993222ms)"],"step_count":1} {"level":"info","ts":"2026-03-20T10:19:39.161385Z","caller":"traceutil/trace.go:171","msg":"trace[1841595211] transaction","detail":"{read_only:false; response_revision:1330; number_of_response:1; }","duration":"266.345101ms","start":"2026-03-20T10:19:38.895017Z","end":"2026-03-20T10:19:39.161362Z","steps":["trace[1841595211] 'process raft request' (duration: 264.574978ms)"],"step_count":1} {"level":"warn","ts":"2026-03-20T10:19:40.061116Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"744.784663ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/masterleases/199.204.45.102\" ","response":"range_response_count:1 size:135"} {"level":"info","ts":"2026-03-20T10:19:40.061203Z","caller":"traceutil/trace.go:171","msg":"trace[2106360913] range","detail":"{range_begin:/registry/masterleases/199.204.45.102; range_end:; response_count:1; response_revision:1331; }","duration":"744.923427ms","start":"2026-03-20T10:19:39.316261Z","end":"2026-03-20T10:19:40.061184Z","steps":["trace[2106360913] 'range keys from in-memory index tree' (duration: 744.578698ms)"],"step_count":1} {"level":"warn","ts":"2026-03-20T10:19:40.061279Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-20T10:19:39.316209Z","time spent":"745.036721ms","remote":"127.0.0.1:51238","response type":"/etcdserverpb.KV/Range","request count":0,"request size":39,"response count":1,"response size":157,"request content":"key:\"/registry/masterleases/199.204.45.102\" "} {"level":"warn","ts":"2026-03-20T10:19:40.676107Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"268.571286ms","expected-duration":"100ms","prefix":"","request":"header: txn: success:> failure: >>","response":"size:16"} {"level":"info","ts":"2026-03-20T10:19:40.67973Z","caller":"traceutil/trace.go:171","msg":"trace[1144923058] linearizableReadLoop","detail":"{readStateIndex:1415; appliedIndex:1414; }","duration":"212.934983ms","start":"2026-03-20T10:19:40.466745Z","end":"2026-03-20T10:19:40.67968Z","steps":["trace[1144923058] 'read index received' (duration: 55.532µs)","trace[1144923058] 'applied index is now lower than readState.Index' (duration: 212.877281ms)"],"step_count":2} {"level":"info","ts":"2026-03-20T10:19:40.679868Z","caller":"traceutil/trace.go:171","msg":"trace[2083904048] transaction","detail":"{read_only:false; response_revision:1332; number_of_response:1; }","duration":"434.281605ms","start":"2026-03-20T10:19:40.245561Z","end":"2026-03-20T10:19:40.679843Z","steps":["trace[2083904048] 'process raft request' (duration: 161.871974ms)","trace[2083904048] 'compare' (duration: 267.653534ms)"],"step_count":2} {"level":"warn","ts":"2026-03-20T10:19:40.679953Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-20T10:19:40.245542Z","time spent":"434.351687ms","remote":"127.0.0.1:51238","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":120,"response count":0,"response size":38,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-03-20T10:19:40.680232Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"132.827521ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/kube-scheduler\" ","response":"range_response_count:1 size:479"} {"level":"info","ts":"2026-03-20T10:19:40.6803Z","caller":"traceutil/trace.go:171","msg":"trace[1002074030] range","detail":"{range_begin:/registry/leases/kube-system/kube-scheduler; range_end:; response_count:1; response_revision:1332; }","duration":"133.024497ms","start":"2026-03-20T10:19:40.547256Z","end":"2026-03-20T10:19:40.68028Z","steps":["trace[1002074030] 'agreement among raft nodes before linearized reading' (duration: 132.795021ms)"],"step_count":1} {"level":"warn","ts":"2026-03-20T10:19:40.680518Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"213.770775ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/external-snapshotter-leader-rbd-csi-ceph-com\" ","response":"range_response_count:1 size:534"} {"level":"info","ts":"2026-03-20T10:19:40.680578Z","caller":"traceutil/trace.go:171","msg":"trace[1415521794] range","detail":"{range_begin:/registry/leases/kube-system/external-snapshotter-leader-rbd-csi-ceph-com; range_end:; response_count:1; response_revision:1332; }","duration":"213.865917ms","start":"2026-03-20T10:19:40.466698Z","end":"2026-03-20T10:19:40.680564Z","steps":["trace[1415521794] 'agreement among raft nodes before linearized reading' (duration: 213.335003ms)"],"step_count":1} {"level":"warn","ts":"2026-03-20T10:19:40.681971Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"101.902112ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/health\" ","response":"range_response_count:0 size:5"} {"level":"info","ts":"2026-03-20T10:19:40.682087Z","caller":"traceutil/trace.go:171","msg":"trace[840040601] range","detail":"{range_begin:/registry/health; range_end:; response_count:0; response_revision:1332; }","duration":"102.096118ms","start":"2026-03-20T10:19:40.579963Z","end":"2026-03-20T10:19:40.682059Z","steps":["trace[840040601] 'agreement among raft nodes before linearized reading' (duration: 100.104398ms)"],"step_count":1} {"level":"warn","ts":"2026-03-20T10:19:41.455361Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"323.258725ms","expected-duration":"100ms","prefix":"","request":"header: txn: success:> failure: >>","response":"size:16"} {"level":"info","ts":"2026-03-20T10:19:41.455481Z","caller":"traceutil/trace.go:171","msg":"trace[752806034] linearizableReadLoop","detail":"{readStateIndex:1416; appliedIndex:1415; }","duration":"770.253437ms","start":"2026-03-20T10:19:40.685207Z","end":"2026-03-20T10:19:41.45546Z","steps":["trace[752806034] 'read index received' (duration: 446.735485ms)","trace[752806034] 'applied index is now lower than readState.Index' (duration: 323.516012ms)"],"step_count":2} {"level":"warn","ts":"2026-03-20T10:19:41.4556Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"770.38581ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/health\" ","response":"range_response_count:0 size:5"} {"level":"info","ts":"2026-03-20T10:19:41.45565Z","caller":"traceutil/trace.go:171","msg":"trace[1526840102] range","detail":"{range_begin:/registry/health; range_end:; response_count:0; response_revision:1333; }","duration":"770.462652ms","start":"2026-03-20T10:19:40.685171Z","end":"2026-03-20T10:19:41.455633Z","steps":["trace[1526840102] 'agreement among raft nodes before linearized reading' (duration: 770.37831ms)"],"step_count":1} {"level":"warn","ts":"2026-03-20T10:19:41.455692Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-20T10:19:40.685153Z","time spent":"770.528983ms","remote":"127.0.0.1:51190","response type":"/etcdserverpb.KV/Range","request count":0,"request size":18,"response count":0,"response size":27,"request content":"key:\"/registry/health\" "} {"level":"info","ts":"2026-03-20T10:19:41.455805Z","caller":"traceutil/trace.go:171","msg":"trace[660575679] transaction","detail":"{read_only:false; response_revision:1333; number_of_response:1; }","duration":"770.37205ms","start":"2026-03-20T10:19:40.685123Z","end":"2026-03-20T10:19:41.455495Z","steps":["trace[660575679] 'process raft request' (duration: 446.804807ms)","trace[660575679] 'compare' (duration: 322.909877ms)"],"step_count":2} {"level":"warn","ts":"2026-03-20T10:19:41.456192Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-20T10:19:40.685108Z","time spent":"770.80168ms","remote":"127.0.0.1:51504","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":464,"response count":0,"response size":38,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-03-20T10:19:42.074464Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"191.328206ms","expected-duration":"100ms","prefix":"","request":"header: txn: success:> failure: >>","response":"size:16"} {"level":"info","ts":"2026-03-20T10:19:42.074567Z","caller":"traceutil/trace.go:171","msg":"trace[601770871] linearizableReadLoop","detail":"{readStateIndex:1417; appliedIndex:1416; }","duration":"619.037658ms","start":"2026-03-20T10:19:41.455512Z","end":"2026-03-20T10:19:42.07455Z","steps":["trace[601770871] 'read index received' (duration: 427.448526ms)","trace[601770871] 'applied index is now lower than readState.Index' (duration: 191.587892ms)"],"step_count":2} {"level":"warn","ts":"2026-03-20T10:19:42.074663Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.388422073s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/endpointslices/default/kubernetes\" ","response":"range_response_count:1 size:481"} {"level":"info","ts":"2026-03-20T10:19:42.074695Z","caller":"traceutil/trace.go:171","msg":"trace[2047475765] range","detail":"{range_begin:/registry/endpointslices/default/kubernetes; range_end:; response_count:1; response_revision:1334; }","duration":"1.388467943s","start":"2026-03-20T10:19:40.686218Z","end":"2026-03-20T10:19:42.074686Z","steps":["trace[2047475765] 'agreement among raft nodes before linearized reading' (duration: 1.388379311s)"],"step_count":1} {"level":"warn","ts":"2026-03-20T10:19:42.074778Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-20T10:19:40.686209Z","time spent":"1.388510315s","remote":"127.0.0.1:51516","response type":"/etcdserverpb.KV/Range","request count":0,"request size":45,"response count":1,"response size":503,"request content":"key:\"/registry/endpointslices/default/kubernetes\" "} {"level":"warn","ts":"2026-03-20T10:19:42.075045Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.178276358s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/kube-controller-manager\" ","response":"range_response_count:1 size:506"} {"level":"info","ts":"2026-03-20T10:19:42.075021Z","caller":"traceutil/trace.go:171","msg":"trace[684778712] transaction","detail":"{read_only:false; response_revision:1334; number_of_response:1; }","duration":"1.388102935s","start":"2026-03-20T10:19:40.686886Z","end":"2026-03-20T10:19:42.074989Z","steps":["trace[684778712] 'process raft request' (duration: 1.196066252s)","trace[684778712] 'compare' (duration: 191.228843ms)"],"step_count":2} {"level":"warn","ts":"2026-03-20T10:19:42.075057Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"907.455827ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/cilium-operator-resource-lock\" ","response":"range_response_count:1 size:492"} {"level":"info","ts":"2026-03-20T10:19:42.075095Z","caller":"traceutil/trace.go:171","msg":"trace[1232557734] range","detail":"{range_begin:/registry/leases/kube-system/kube-controller-manager; range_end:; response_count:1; response_revision:1334; }","duration":"1.178315609s","start":"2026-03-20T10:19:40.896761Z","end":"2026-03-20T10:19:42.075076Z","steps":["trace[1232557734] 'agreement among raft nodes before linearized reading' (duration: 1.178196946s)"],"step_count":1} {"level":"info","ts":"2026-03-20T10:19:42.075104Z","caller":"traceutil/trace.go:171","msg":"trace[763131964] range","detail":"{range_begin:/registry/leases/kube-system/cilium-operator-resource-lock; range_end:; response_count:1; response_revision:1334; }","duration":"907.5617ms","start":"2026-03-20T10:19:41.167528Z","end":"2026-03-20T10:19:42.07509Z","steps":["trace[763131964] 'agreement among raft nodes before linearized reading' (duration: 907.385856ms)"],"step_count":1} {"level":"warn","ts":"2026-03-20T10:19:42.075092Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"910.439522ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/plndr-svcs-lock\" ","response":"range_response_count:1 size:437"} {"level":"warn","ts":"2026-03-20T10:19:42.075129Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-20T10:19:40.896726Z","time spent":"1.178397071s","remote":"127.0.0.1:51504","response type":"/etcdserverpb.KV/Range","request count":0,"request size":54,"response count":1,"response size":528,"request content":"key:\"/registry/leases/kube-system/kube-controller-manager\" "} {"level":"warn","ts":"2026-03-20T10:19:42.075138Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-20T10:19:41.167477Z","time spent":"907.654572ms","remote":"127.0.0.1:51504","response type":"/etcdserverpb.KV/Range","request count":0,"request size":60,"response count":1,"response size":514,"request content":"key:\"/registry/leases/kube-system/cilium-operator-resource-lock\" "} {"level":"info","ts":"2026-03-20T10:19:42.075156Z","caller":"traceutil/trace.go:171","msg":"trace[2008976867] range","detail":"{range_begin:/registry/leases/kube-system/plndr-svcs-lock; range_end:; response_count:1; response_revision:1334; }","duration":"910.552234ms","start":"2026-03-20T10:19:41.164585Z","end":"2026-03-20T10:19:42.075137Z","steps":["trace[2008976867] 'agreement among raft nodes before linearized reading' (duration: 910.322289ms)"],"step_count":1} {"level":"warn","ts":"2026-03-20T10:19:42.075121Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"907.452198ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/rbd.csi.ceph.com-kube-system\" ","response":"range_response_count:1 size:531"} {"level":"warn","ts":"2026-03-20T10:19:42.075173Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-20T10:19:40.686874Z","time spent":"1.388217387s","remote":"127.0.0.1:51504","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":519,"response count":0,"response size":38,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-03-20T10:19:42.075206Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-20T10:19:41.164566Z","time spent":"910.629736ms","remote":"127.0.0.1:51504","response type":"/etcdserverpb.KV/Range","request count":0,"request size":46,"response count":1,"response size":459,"request content":"key:\"/registry/leases/kube-system/plndr-svcs-lock\" "} {"level":"info","ts":"2026-03-20T10:19:42.075241Z","caller":"traceutil/trace.go:171","msg":"trace[862839622] range","detail":"{range_begin:/registry/leases/kube-system/rbd.csi.ceph.com-kube-system; range_end:; response_count:1; response_revision:1334; }","duration":"907.655532ms","start":"2026-03-20T10:19:41.167556Z","end":"2026-03-20T10:19:42.075212Z","steps":["trace[862839622] 'agreement among raft nodes before linearized reading' (duration: 907.255602ms)"],"step_count":1} {"level":"warn","ts":"2026-03-20T10:19:42.07526Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.179292594s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/plndr-cp-lock\" ","response":"range_response_count:1 size:433"} {"level":"warn","ts":"2026-03-20T10:19:42.075346Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-20T10:19:41.167522Z","time spent":"907.776235ms","remote":"127.0.0.1:51504","response type":"/etcdserverpb.KV/Range","request count":0,"request size":59,"response count":1,"response size":553,"request content":"key:\"/registry/leases/kube-system/rbd.csi.ceph.com-kube-system\" "} {"level":"info","ts":"2026-03-20T10:19:42.075375Z","caller":"traceutil/trace.go:171","msg":"trace[2107823766] range","detail":"{range_begin:/registry/leases/kube-system/plndr-cp-lock; range_end:; response_count:1; response_revision:1334; }","duration":"1.179449989s","start":"2026-03-20T10:19:40.895894Z","end":"2026-03-20T10:19:42.075344Z","steps":["trace[2107823766] 'agreement among raft nodes before linearized reading' (duration: 1.179236533s)"],"step_count":1} {"level":"warn","ts":"2026-03-20T10:19:42.075419Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-20T10:19:40.895871Z","time spent":"1.179538271s","remote":"127.0.0.1:51504","response type":"/etcdserverpb.KV/Range","request count":0,"request size":44,"response count":1,"response size":455,"request content":"key:\"/registry/leases/kube-system/plndr-cp-lock\" "} {"level":"warn","ts":"2026-03-20T10:19:42.075528Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"658.353906ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/external-attacher-leader-rbd-csi-ceph-com\" ","response":"range_response_count:1 size:525"} {"level":"info","ts":"2026-03-20T10:19:42.075651Z","caller":"traceutil/trace.go:171","msg":"trace[651274756] range","detail":"{range_begin:/registry/leases/kube-system/external-attacher-leader-rbd-csi-ceph-com; range_end:; response_count:1; response_revision:1334; }","duration":"658.542479ms","start":"2026-03-20T10:19:41.417083Z","end":"2026-03-20T10:19:42.075626Z","steps":["trace[651274756] 'agreement among raft nodes before linearized reading' (duration: 657.944964ms)"],"step_count":1} {"level":"warn","ts":"2026-03-20T10:19:42.075967Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-20T10:19:41.417065Z","time spent":"658.842187ms","remote":"127.0.0.1:51504","response type":"/etcdserverpb.KV/Range","request count":0,"request size":72,"response count":1,"response size":547,"request content":"key:\"/registry/leases/kube-system/external-attacher-leader-rbd-csi-ceph-com\" "} {"level":"warn","ts":"2026-03-20T10:19:43.048588Z","caller":"wal/wal.go:805","msg":"slow fdatasync","took":"1.165633865s","expected-duration":"1s"} {"level":"warn","ts":"2026-03-20T10:19:44.581229Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"2.000692282s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/health\" ","response":"","error":"context canceled"} {"level":"info","ts":"2026-03-20T10:19:44.581318Z","caller":"traceutil/trace.go:171","msg":"trace[1727604472] range","detail":"{range_begin:/registry/health; range_end:; }","duration":"2.000868806s","start":"2026-03-20T10:19:42.580431Z","end":"2026-03-20T10:19:44.5813Z","steps":["trace[1727604472] 'agreement among raft nodes before linearized reading' (duration: 2.000737223s)"],"step_count":1} {"level":"warn","ts":"2026-03-20T10:19:44.581369Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-20T10:19:42.580393Z","time spent":"2.000963769s","remote":"127.0.0.1:51202","response type":"/etcdserverpb.KV/Range","request count":0,"request size":18,"response count":0,"response size":0,"request content":"key:\"/registry/health\" "} 2026/03/20 10:19:44 WARNING: [core] [Server #8] grpc: Server.processUnaryRPC failed to write status: connection error: desc = "transport is closing" {"level":"warn","ts":"2026-03-20T10:19:44.677282Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-20T10:19:43.828825Z","time spent":"848.448491ms","remote":"127.0.0.1:43668","response type":"/etcdserverpb.Maintenance/Status","request count":-1,"request size":-1,"response count":-1,"response size":-1,"request content":""} {"level":"warn","ts":"2026-03-20T10:19:44.677297Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"2.278548329s","expected-duration":"100ms","prefix":"read-only range ","request":"limit:1 serializable:true keys_only:true ","response":"range_response_count:0 size:5"} {"level":"info","ts":"2026-03-20T10:19:44.677407Z","caller":"traceutil/trace.go:171","msg":"trace[514318140] range","detail":"{range_begin:; range_end:; response_count:0; response_revision:1334; }","duration":"2.278668082s","start":"2026-03-20T10:19:42.398721Z","end":"2026-03-20T10:19:44.677389Z","steps":["trace[514318140] 'range keys from in-memory index tree' (duration: 2.278533108s)"],"step_count":1} {"level":"warn","ts":"2026-03-20T10:19:44.677646Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.628716805s","expected-duration":"100ms","prefix":"","request":"header: txn: success:> failure: >>","response":"size:16"} {"level":"info","ts":"2026-03-20T10:19:44.677781Z","caller":"traceutil/trace.go:171","msg":"trace[14307649] transaction","detail":"{read_only:false; response_revision:1336; number_of_response:1; }","duration":"2.848115316s","start":"2026-03-20T10:19:41.829658Z","end":"2026-03-20T10:19:44.677773Z","steps":["trace[14307649] 'process raft request' (duration: 2.848067215s)"],"step_count":1} {"level":"warn","ts":"2026-03-20T10:19:44.677821Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-20T10:19:41.829628Z","time spent":"2.848171749s","remote":"127.0.0.1:51504","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":673,"response count":0,"response size":38,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-03-20T10:19:44.678024Z","caller":"traceutil/trace.go:171","msg":"trace[691276310] transaction","detail":"{read_only:false; response_revision:1335; number_of_response:1; }","duration":"3.1752989s","start":"2026-03-20T10:19:41.502717Z","end":"2026-03-20T10:19:44.678016Z","steps":["trace[691276310] 'process raft request' (duration: 1.546149783s)","trace[691276310] 'compare' (duration: 1.628421948s)"],"step_count":2} {"level":"warn","ts":"2026-03-20T10:19:44.678061Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-20T10:19:41.502688Z","time spent":"3.175354082s","remote":"127.0.0.1:51504","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":521,"response count":0,"response size":38,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-03-20T10:19:45.041239Z","caller":"wal/wal.go:805","msg":"slow fdatasync","took":"1.992438827s","expected-duration":"1s"} {"level":"warn","ts":"2026-03-20T10:19:45.458685Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"416.989096ms","expected-duration":"100ms","prefix":"","request":"header: txn: success:> failure: >>","response":"size:16"} {"level":"info","ts":"2026-03-20T10:19:45.45908Z","caller":"traceutil/trace.go:171","msg":"trace[2015898127] transaction","detail":"{read_only:false; response_revision:1339; number_of_response:1; }","duration":"3.3764717s","start":"2026-03-20T10:19:42.082589Z","end":"2026-03-20T10:19:45.459061Z","steps":["trace[2015898127] 'process raft request' (duration: 3.376230254s)"],"step_count":1} {"level":"warn","ts":"2026-03-20T10:19:45.459163Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-20T10:19:42.082565Z","time spent":"3.376551342s","remote":"127.0.0.1:51504","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":510,"response count":0,"response size":38,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-03-20T10:19:45.459222Z","caller":"traceutil/trace.go:171","msg":"trace[995596266] transaction","detail":"{read_only:false; response_revision:1341; number_of_response:1; }","duration":"3.376488301s","start":"2026-03-20T10:19:42.082691Z","end":"2026-03-20T10:19:45.459179Z","steps":["trace[995596266] 'process raft request' (duration: 3.376169203s)"],"step_count":1} {"level":"info","ts":"2026-03-20T10:19:45.459234Z","caller":"traceutil/trace.go:171","msg":"trace[1202505040] transaction","detail":"{read_only:false; response_revision:1342; number_of_response:1; }","duration":"3.376008268s","start":"2026-03-20T10:19:42.083192Z","end":"2026-03-20T10:19:45.4592Z","steps":["trace[1202505040] 'process raft request' (duration: 3.37568574s)"],"step_count":1} {"level":"info","ts":"2026-03-20T10:19:45.459342Z","caller":"traceutil/trace.go:171","msg":"trace[499718804] transaction","detail":"{read_only:false; response_revision:1340; number_of_response:1; }","duration":"3.376674796s","start":"2026-03-20T10:19:42.082653Z","end":"2026-03-20T10:19:45.459328Z","steps":["trace[499718804] 'process raft request' (duration: 3.376188014s)"],"step_count":1} {"level":"warn","ts":"2026-03-20T10:19:45.459418Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-20T10:19:42.083183Z","time spent":"3.376158803s","remote":"127.0.0.1:51504","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":419,"response count":0,"response size":38,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-03-20T10:19:45.459463Z","caller":"traceutil/trace.go:171","msg":"trace[1978440393] transaction","detail":"{read_only:false; response_revision:1338; number_of_response:1; }","duration":"3.378170483s","start":"2026-03-20T10:19:42.081288Z","end":"2026-03-20T10:19:45.459459Z","steps":["trace[1978440393] 'process raft request' (duration: 3.377468094s)"],"step_count":1} {"level":"warn","ts":"2026-03-20T10:19:45.459459Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-20T10:19:42.082678Z","time spent":"3.376661425s","remote":"127.0.0.1:51504","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":422,"response count":0,"response size":38,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-03-20T10:19:45.459463Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-20T10:19:42.082628Z","time spent":"3.376753528s","remote":"127.0.0.1:51504","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":476,"response count":0,"response size":38,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-03-20T10:19:45.459536Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-20T10:19:42.081281Z","time spent":"3.378199533s","remote":"127.0.0.1:51504","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":491,"response count":0,"response size":38,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-03-20T10:19:45.459243Z","caller":"traceutil/trace.go:171","msg":"trace[624359411] linearizableReadLoop","detail":"{readStateIndex:1425; appliedIndex:1417; }","duration":"2.878699446s","start":"2026-03-20T10:19:42.580501Z","end":"2026-03-20T10:19:45.4592Z","steps":["trace[624359411] 'read index received' (duration: 468.327541ms)","trace[624359411] 'applied index is now lower than readState.Index' (duration: 2.410369025s)"],"step_count":2} {"level":"info","ts":"2026-03-20T10:19:45.459434Z","caller":"traceutil/trace.go:171","msg":"trace[1454654259] transaction","detail":"{read_only:false; response_revision:1337; number_of_response:1; }","duration":"3.378417099s","start":"2026-03-20T10:19:42.081005Z","end":"2026-03-20T10:19:45.459422Z","steps":["trace[1454654259] 'process raft request' (duration: 2.960618812s)","trace[1454654259] 'compare' (duration: 416.701579ms)"],"step_count":2} {"level":"warn","ts":"2026-03-20T10:19:45.459751Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-20T10:19:42.080987Z","time spent":"3.378712906s","remote":"127.0.0.1:51504","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":515,"response count":0,"response size":38,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-03-20T10:19:46.253225Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"794.282385ms","expected-duration":"100ms","prefix":"","request":"header: lease_revoke:","response":"size:27"} {"level":"info","ts":"2026-03-20T10:19:46.254195Z","caller":"traceutil/trace.go:171","msg":"trace[1533591609] linearizableReadLoop","detail":"{readStateIndex:1426; appliedIndex:1425; }","duration":"794.54253ms","start":"2026-03-20T10:19:45.459622Z","end":"2026-03-20T10:19:46.254164Z","steps":["trace[1533591609] 'read index received' (duration: 55.091µs)","trace[1533591609] 'applied index is now lower than readState.Index' (duration: 794.483999ms)"],"step_count":2} {"level":"warn","ts":"2026-03-20T10:19:46.254391Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"3.237889137s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/rbd-csi-ceph-com\" ","response":"range_response_count:1 size:474"} {"level":"info","ts":"2026-03-20T10:19:46.25443Z","caller":"traceutil/trace.go:171","msg":"trace[937699787] range","detail":"{range_begin:/registry/leases/kube-system/rbd-csi-ceph-com; range_end:; response_count:1; response_revision:1342; }","duration":"3.237992889s","start":"2026-03-20T10:19:43.016428Z","end":"2026-03-20T10:19:46.254421Z","steps":["trace[937699787] 'agreement among raft nodes before linearized reading' (duration: 3.237835545s)"],"step_count":1} {"level":"warn","ts":"2026-03-20T10:19:46.254433Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"2.17075365s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/jobs/\" range_end:\"/registry/jobs0\" count_only:true ","response":"range_response_count:0 size:5"} {"level":"warn","ts":"2026-03-20T10:19:46.254464Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-20T10:19:43.016407Z","time spent":"3.238048391s","remote":"127.0.0.1:51504","response type":"/etcdserverpb.KV/Range","request count":0,"request size":47,"response count":1,"response size":496,"request content":"key:\"/registry/leases/kube-system/rbd-csi-ceph-com\" "} {"level":"info","ts":"2026-03-20T10:19:46.254487Z","caller":"traceutil/trace.go:171","msg":"trace[2083389821] range","detail":"{range_begin:/registry/jobs/; range_end:/registry/jobs0; response_count:0; response_revision:1342; }","duration":"2.170855742s","start":"2026-03-20T10:19:44.08362Z","end":"2026-03-20T10:19:46.254475Z","steps":["trace[2083389821] 'agreement among raft nodes before linearized reading' (duration: 2.17076591s)"],"step_count":1} {"level":"warn","ts":"2026-03-20T10:19:46.254494Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.673267673s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/health\" ","response":"range_response_count:0 size:5"} {"level":"warn","ts":"2026-03-20T10:19:46.254569Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.892788119s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/ingress/\" range_end:\"/registry/ingress0\" count_only:true ","response":"range_response_count:0 size:5"} {"level":"info","ts":"2026-03-20T10:19:46.254578Z","caller":"traceutil/trace.go:171","msg":"trace[1016691898] range","detail":"{range_begin:/registry/health; range_end:; response_count:0; response_revision:1342; }","duration":"1.673395316s","start":"2026-03-20T10:19:44.581165Z","end":"2026-03-20T10:19:46.25456Z","steps":["trace[1016691898] 'agreement among raft nodes before linearized reading' (duration: 1.673239053s)"],"step_count":1} {"level":"info","ts":"2026-03-20T10:19:46.254596Z","caller":"traceutil/trace.go:171","msg":"trace[669499826] range","detail":"{range_begin:/registry/ingress/; range_end:/registry/ingress0; response_count:0; response_revision:1342; }","duration":"1.892850391s","start":"2026-03-20T10:19:44.361737Z","end":"2026-03-20T10:19:46.254588Z","steps":["trace[669499826] 'agreement among raft nodes before linearized reading' (duration: 1.89281145s)"],"step_count":1} {"level":"warn","ts":"2026-03-20T10:19:46.254624Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-20T10:19:44.581149Z","time spent":"1.673467988s","remote":"127.0.0.1:51190","response type":"/etcdserverpb.KV/Range","request count":0,"request size":18,"response count":0,"response size":27,"request content":"key:\"/registry/health\" "} {"level":"warn","ts":"2026-03-20T10:19:46.254629Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-20T10:19:44.361717Z","time spent":"1.892906083s","remote":"127.0.0.1:51540","response type":"/etcdserverpb.KV/Range","request count":0,"request size":42,"response count":0,"response size":27,"request content":"key:\"/registry/ingress/\" range_end:\"/registry/ingress0\" count_only:true "} {"level":"warn","ts":"2026-03-20T10:19:46.254656Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"2.538857439s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/storageclasses/\" range_end:\"/registry/storageclasses0\" count_only:true ","response":"range_response_count:0 size:7"} {"level":"warn","ts":"2026-03-20T10:19:46.25453Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-20T10:19:44.0836Z","time spent":"2.170919984s","remote":"127.0.0.1:51472","response type":"/etcdserverpb.KV/Range","request count":0,"request size":36,"response count":0,"response size":27,"request content":"key:\"/registry/jobs/\" range_end:\"/registry/jobs0\" count_only:true "} {"level":"info","ts":"2026-03-20T10:19:46.254693Z","caller":"traceutil/trace.go:171","msg":"trace[676748667] range","detail":"{range_begin:/registry/storageclasses/; range_end:/registry/storageclasses0; response_count:0; response_revision:1342; }","duration":"2.538924541s","start":"2026-03-20T10:19:43.71576Z","end":"2026-03-20T10:19:46.254684Z","steps":["trace[676748667] 'agreement among raft nodes before linearized reading' (duration: 2.53886508s)"],"step_count":1} {"level":"warn","ts":"2026-03-20T10:19:46.254721Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-20T10:19:43.71573Z","time spent":"2.538984423s","remote":"127.0.0.1:51598","response type":"/etcdserverpb.KV/Range","request count":0,"request size":56,"response count":1,"response size":29,"request content":"key:\"/registry/storageclasses/\" range_end:\"/registry/storageclasses0\" count_only:true "} {"level":"warn","ts":"2026-03-20T10:19:46.254886Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"2.794308759s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/kube-scheduler\" ","response":"range_response_count:1 size:479"} {"level":"info","ts":"2026-03-20T10:19:46.25492Z","caller":"traceutil/trace.go:171","msg":"trace[1576170838] range","detail":"{range_begin:/registry/leases/kube-system/kube-scheduler; range_end:; response_count:1; response_revision:1342; }","duration":"2.794364721s","start":"2026-03-20T10:19:43.460548Z","end":"2026-03-20T10:19:46.254912Z","steps":["trace[1576170838] 'agreement among raft nodes before linearized reading' (duration: 2.794281049s)"],"step_count":1} {"level":"warn","ts":"2026-03-20T10:19:46.254948Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-20T10:19:43.46053Z","time spent":"2.794412692s","remote":"127.0.0.1:51504","response type":"/etcdserverpb.KV/Range","request count":0,"request size":45,"response count":1,"response size":501,"request content":"key:\"/registry/leases/kube-system/kube-scheduler\" "} {"level":"warn","ts":"2026-03-20T10:19:46.255018Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"3.079382336s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/external-resizer-rbd-csi-ceph-com\" ","response":"range_response_count:1 size:509"} {"level":"info","ts":"2026-03-20T10:19:46.255061Z","caller":"traceutil/trace.go:171","msg":"trace[410323155] range","detail":"{range_begin:/registry/leases/kube-system/external-resizer-rbd-csi-ceph-com; range_end:; response_count:1; response_revision:1342; }","duration":"3.079456178s","start":"2026-03-20T10:19:43.175593Z","end":"2026-03-20T10:19:46.25505Z","steps":["trace[410323155] 'agreement among raft nodes before linearized reading' (duration: 3.079315434s)"],"step_count":1} {"level":"warn","ts":"2026-03-20T10:19:46.255092Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-20T10:19:43.175576Z","time spent":"3.07950963s","remote":"127.0.0.1:51504","response type":"/etcdserverpb.KV/Range","request count":0,"request size":64,"response count":1,"response size":531,"request content":"key:\"/registry/leases/kube-system/external-resizer-rbd-csi-ceph-com\" "} {"level":"info","ts":"2026-03-20T10:19:46.637822Z","caller":"traceutil/trace.go:171","msg":"trace[1481082515] transaction","detail":"{read_only:false; response_revision:1343; number_of_response:1; }","duration":"378.240642ms","start":"2026-03-20T10:19:46.259554Z","end":"2026-03-20T10:19:46.637795Z","steps":["trace[1481082515] 'process raft request' (duration: 378.038877ms)"],"step_count":1} {"level":"warn","ts":"2026-03-20T10:19:46.637975Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-20T10:19:46.259526Z","time spent":"378.367145ms","remote":"127.0.0.1:51504","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":493,"response count":0,"response size":38,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-03-20T10:19:47.810937Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"748.861095ms","expected-duration":"100ms","prefix":"","request":"header: txn: success:> failure: >>","response":"size:16"} {"level":"info","ts":"2026-03-20T10:19:47.81127Z","caller":"traceutil/trace.go:171","msg":"trace[139149398] linearizableReadLoop","detail":"{readStateIndex:1429; appliedIndex:1426; }","duration":"1.544104592s","start":"2026-03-20T10:19:46.267142Z","end":"2026-03-20T10:19:47.811247Z","steps":["trace[139149398] 'read index received' (duration: 370.414257ms)","trace[139149398] 'applied index is now lower than readState.Index' (duration: 1.173689045s)"],"step_count":2} {"level":"info","ts":"2026-03-20T10:19:47.811491Z","caller":"traceutil/trace.go:171","msg":"trace[203526162] transaction","detail":"{read_only:false; response_revision:1344; number_of_response:1; }","duration":"1.551336963s","start":"2026-03-20T10:19:46.260134Z","end":"2026-03-20T10:19:47.811471Z","steps":["trace[203526162] 'process raft request' (duration: 801.861343ms)","trace[203526162] 'compare' (duration: 748.474925ms)"],"step_count":2} {"level":"warn","ts":"2026-03-20T10:19:47.811635Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-20T10:19:46.260099Z","time spent":"1.551483627s","remote":"127.0.0.1:51504","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":464,"response count":0,"response size":38,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-03-20T10:19:47.811865Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.544721638s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/health\" ","response":"range_response_count:0 size:5"} {"level":"info","ts":"2026-03-20T10:19:47.81192Z","caller":"traceutil/trace.go:171","msg":"trace[358490801] range","detail":"{range_begin:/registry/health; range_end:; response_count:0; response_revision:1345; }","duration":"1.544811409s","start":"2026-03-20T10:19:46.267095Z","end":"2026-03-20T10:19:47.811907Z","steps":["trace[358490801] 'agreement among raft nodes before linearized reading' (duration: 1.544700667s)"],"step_count":1} {"level":"warn","ts":"2026-03-20T10:19:47.811953Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-20T10:19:46.26708Z","time spent":"1.544866101s","remote":"127.0.0.1:51202","response type":"/etcdserverpb.KV/Range","request count":0,"request size":18,"response count":0,"response size":27,"request content":"key:\"/registry/health\" "} {"level":"warn","ts":"2026-03-20T10:19:47.812096Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"793.610417ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/roles/\" range_end:\"/registry/roles0\" count_only:true ","response":"range_response_count:0 size:7"} {"level":"info","ts":"2026-03-20T10:19:47.812202Z","caller":"traceutil/trace.go:171","msg":"trace[1419915197] range","detail":"{range_begin:/registry/roles/; range_end:/registry/roles0; response_count:0; response_revision:1345; }","duration":"793.75075ms","start":"2026-03-20T10:19:47.018436Z","end":"2026-03-20T10:19:47.812186Z","steps":["trace[1419915197] 'agreement among raft nodes before linearized reading' (duration: 793.603617ms)"],"step_count":1} {"level":"warn","ts":"2026-03-20T10:19:47.812294Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-20T10:19:47.018418Z","time spent":"793.857463ms","remote":"127.0.0.1:51566","response type":"/etcdserverpb.KV/Range","request count":0,"request size":38,"response count":14,"response size":29,"request content":"key:\"/registry/roles/\" range_end:\"/registry/roles0\" count_only:true "} {"level":"warn","ts":"2026-03-20T10:19:47.812509Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"729.299519ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/external-snapshotter-leader-rbd-csi-ceph-com\" ","response":"range_response_count:1 size:534"} {"level":"warn","ts":"2026-03-20T10:19:47.812505Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"348.203566ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/kube-controller-manager\" ","response":"range_response_count:1 size:506"} {"level":"info","ts":"2026-03-20T10:19:47.812544Z","caller":"traceutil/trace.go:171","msg":"trace[275599871] range","detail":"{range_begin:/registry/leases/kube-system/external-snapshotter-leader-rbd-csi-ceph-com; range_end:; response_count:1; response_revision:1345; }","duration":"729.37543ms","start":"2026-03-20T10:19:47.083159Z","end":"2026-03-20T10:19:47.812535Z","steps":["trace[275599871] 'agreement among raft nodes before linearized reading' (duration: 729.220446ms)"],"step_count":1} {"level":"warn","ts":"2026-03-20T10:19:47.812574Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-20T10:19:47.083136Z","time spent":"729.431463ms","remote":"127.0.0.1:51504","response type":"/etcdserverpb.KV/Range","request count":0,"request size":75,"response count":1,"response size":556,"request content":"key:\"/registry/leases/kube-system/external-snapshotter-leader-rbd-csi-ceph-com\" "} {"level":"info","ts":"2026-03-20T10:19:47.812579Z","caller":"traceutil/trace.go:171","msg":"trace[793249203] range","detail":"{range_begin:/registry/leases/kube-system/kube-controller-manager; range_end:; response_count:1; response_revision:1345; }","duration":"348.33529ms","start":"2026-03-20T10:19:47.464222Z","end":"2026-03-20T10:19:47.812557Z","steps":["trace[793249203] 'agreement among raft nodes before linearized reading' (duration: 348.098774ms)"],"step_count":1} {"level":"warn","ts":"2026-03-20T10:19:47.812624Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-20T10:19:47.464214Z","time spent":"348.400012ms","remote":"127.0.0.1:51504","response type":"/etcdserverpb.KV/Range","request count":0,"request size":54,"response count":1,"response size":528,"request content":"key:\"/registry/leases/kube-system/kube-controller-manager\" "} {"level":"warn","ts":"2026-03-20T10:19:47.812739Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"348.565636ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/cilium-operator-resource-lock\" ","response":"range_response_count:1 size:491"} {"level":"warn","ts":"2026-03-20T10:19:47.812589Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"348.829762ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/plndr-cp-lock\" ","response":"range_response_count:1 size:433"} {"level":"info","ts":"2026-03-20T10:19:47.812806Z","caller":"traceutil/trace.go:171","msg":"trace[526773218] range","detail":"{range_begin:/registry/leases/kube-system/plndr-cp-lock; range_end:; response_count:1; response_revision:1345; }","duration":"349.104919ms","start":"2026-03-20T10:19:47.463692Z","end":"2026-03-20T10:19:47.812797Z","steps":["trace[526773218] 'agreement among raft nodes before linearized reading' (duration: 348.676838ms)"],"step_count":1} {"level":"info","ts":"2026-03-20T10:19:47.812811Z","caller":"traceutil/trace.go:171","msg":"trace[1174407726] range","detail":"{range_begin:/registry/leases/kube-system/cilium-operator-resource-lock; range_end:; response_count:1; response_revision:1345; }","duration":"348.673258ms","start":"2026-03-20T10:19:47.464117Z","end":"2026-03-20T10:19:47.81279Z","steps":["trace[1174407726] 'agreement among raft nodes before linearized reading' (duration: 348.536705ms)"],"step_count":1} {"level":"warn","ts":"2026-03-20T10:19:47.812883Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-20T10:19:47.464094Z","time spent":"348.770551ms","remote":"127.0.0.1:51504","response type":"/etcdserverpb.KV/Range","request count":0,"request size":60,"response count":1,"response size":513,"request content":"key:\"/registry/leases/kube-system/cilium-operator-resource-lock\" "} {"level":"warn","ts":"2026-03-20T10:19:47.812764Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"349.029137ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/plndr-svcs-lock\" ","response":"range_response_count:1 size:436"} {"level":"warn","ts":"2026-03-20T10:19:47.812903Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"347.879769ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/rbd.csi.ceph.com-kube-system\" ","response":"range_response_count:1 size:530"} {"level":"info","ts":"2026-03-20T10:19:47.812953Z","caller":"traceutil/trace.go:171","msg":"trace[618315002] range","detail":"{range_begin:/registry/leases/kube-system/plndr-svcs-lock; range_end:; response_count:1; response_revision:1345; }","duration":"349.249013ms","start":"2026-03-20T10:19:47.463692Z","end":"2026-03-20T10:19:47.812941Z","steps":["trace[618315002] 'agreement among raft nodes before linearized reading' (duration: 349.009517ms)"],"step_count":1} {"level":"info","ts":"2026-03-20T10:19:47.812966Z","caller":"traceutil/trace.go:171","msg":"trace[921077879] range","detail":"{range_begin:/registry/leases/kube-system/rbd.csi.ceph.com-kube-system; range_end:; response_count:1; response_revision:1345; }","duration":"347.96095ms","start":"2026-03-20T10:19:47.464997Z","end":"2026-03-20T10:19:47.812958Z","steps":["trace[921077879] 'agreement among raft nodes before linearized reading' (duration: 347.852398ms)"],"step_count":1} {"level":"warn","ts":"2026-03-20T10:19:47.812993Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-20T10:19:47.464986Z","time spent":"347.999942ms","remote":"127.0.0.1:51504","response type":"/etcdserverpb.KV/Range","request count":0,"request size":59,"response count":1,"response size":552,"request content":"key:\"/registry/leases/kube-system/rbd.csi.ceph.com-kube-system\" "} {"level":"warn","ts":"2026-03-20T10:19:47.812834Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-20T10:19:47.463671Z","time spent":"349.15624ms","remote":"127.0.0.1:51504","response type":"/etcdserverpb.KV/Range","request count":0,"request size":44,"response count":1,"response size":455,"request content":"key:\"/registry/leases/kube-system/plndr-cp-lock\" "} {"level":"warn","ts":"2026-03-20T10:19:47.812996Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-20T10:19:47.463676Z","time spent":"349.308064ms","remote":"127.0.0.1:51504","response type":"/etcdserverpb.KV/Range","request count":0,"request size":46,"response count":1,"response size":458,"request content":"key:\"/registry/leases/kube-system/plndr-svcs-lock\" "} {"level":"info","ts":"2026-03-20T10:19:47.812219Z","caller":"traceutil/trace.go:171","msg":"trace[638750752] transaction","detail":"{read_only:false; response_revision:1345; number_of_response:1; }","duration":"1.550470301s","start":"2026-03-20T10:19:46.261736Z","end":"2026-03-20T10:19:47.812207Z","steps":["trace[638750752] 'process raft request' (duration: 1.549396245s)"],"step_count":1} {"level":"warn","ts":"2026-03-20T10:19:47.813101Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-20T10:19:46.261723Z","time spent":"1.551344783s","remote":"127.0.0.1:51504","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":458,"response count":0,"response size":38,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-03-20T10:19:48.468784Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"476.496925ms","expected-duration":"100ms","prefix":"","request":"header: txn: success:> failure: >>","response":"size:16"} {"level":"info","ts":"2026-03-20T10:19:48.469187Z","caller":"traceutil/trace.go:171","msg":"trace[1221448261] transaction","detail":"{read_only:false; response_revision:1346; number_of_response:1; }","duration":"651.874885ms","start":"2026-03-20T10:19:47.817292Z","end":"2026-03-20T10:19:48.469167Z","steps":["trace[1221448261] 'process raft request' (duration: 174.922149ms)","trace[1221448261] 'compare' (duration: 476.208428ms)"],"step_count":2} {"level":"info","ts":"2026-03-20T10:19:48.469302Z","caller":"traceutil/trace.go:171","msg":"trace[921168497] transaction","detail":"{read_only:false; response_revision:1348; number_of_response:1; }","duration":"650.746236ms","start":"2026-03-20T10:19:47.818543Z","end":"2026-03-20T10:19:48.46929Z","steps":["trace[921168497] 'process raft request' (duration: 650.641443ms)"],"step_count":1} {"level":"info","ts":"2026-03-20T10:19:48.469314Z","caller":"traceutil/trace.go:171","msg":"trace[1261870498] transaction","detail":"{read_only:false; response_revision:1347; number_of_response:1; }","duration":"650.790997ms","start":"2026-03-20T10:19:47.818483Z","end":"2026-03-20T10:19:48.469274Z","steps":["trace[1261870498] 'process raft request' (duration: 650.422558ms)"],"step_count":1} {"level":"warn","ts":"2026-03-20T10:19:48.469364Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-20T10:19:47.818539Z","time spent":"650.790867ms","remote":"127.0.0.1:51504","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":419,"response count":0,"response size":38,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-03-20T10:19:48.469395Z","caller":"traceutil/trace.go:171","msg":"trace[67345058] transaction","detail":"{read_only:false; response_revision:1350; number_of_response:1; }","duration":"649.957696ms","start":"2026-03-20T10:19:47.819429Z","end":"2026-03-20T10:19:48.469386Z","steps":["trace[67345058] 'process raft request' (duration: 649.848994ms)"],"step_count":1} {"level":"warn","ts":"2026-03-20T10:19:48.469456Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"647.032875ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/health\" ","response":"range_response_count:0 size:5"} {"level":"info","ts":"2026-03-20T10:19:48.46934Z","caller":"traceutil/trace.go:171","msg":"trace[1336798270] transaction","detail":"{read_only:false; response_revision:1349; number_of_response:1; }","duration":"650.738926ms","start":"2026-03-20T10:19:47.818582Z","end":"2026-03-20T10:19:48.469321Z","steps":["trace[1336798270] 'process raft request' (duration: 650.672544ms)"],"step_count":1} {"level":"info","ts":"2026-03-20T10:19:48.469452Z","caller":"traceutil/trace.go:171","msg":"trace[1211385904] transaction","detail":"{read_only:false; response_revision:1351; number_of_response:1; }","duration":"649.966157ms","start":"2026-03-20T10:19:47.819454Z","end":"2026-03-20T10:19:48.46942Z","steps":["trace[1211385904] 'process raft request' (duration: 649.851994ms)"],"step_count":1} {"level":"warn","ts":"2026-03-20T10:19:48.469511Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-20T10:19:47.818465Z","time spent":"650.936291ms","remote":"127.0.0.1:51504","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":423,"response count":0,"response size":38,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-03-20T10:19:48.469556Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-20T10:19:47.818576Z","time spent":"650.9223ms","remote":"127.0.0.1:51504","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":516,"response count":0,"response size":38,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-03-20T10:19:48.469493Z","caller":"traceutil/trace.go:171","msg":"trace[1411363990] range","detail":"{range_begin:/registry/health; range_end:; response_count:0; response_revision:1351; }","duration":"647.102146ms","start":"2026-03-20T10:19:47.822382Z","end":"2026-03-20T10:19:48.469485Z","steps":["trace[1411363990] 'agreement among raft nodes before linearized reading' (duration: 647.011084ms)"],"step_count":1} {"level":"info","ts":"2026-03-20T10:19:48.469354Z","caller":"traceutil/trace.go:171","msg":"trace[927167692] linearizableReadLoop","detail":"{readStateIndex:1435; appliedIndex:1429; }","duration":"646.930921ms","start":"2026-03-20T10:19:47.822407Z","end":"2026-03-20T10:19:48.469338Z","steps":["trace[927167692] 'read index received' (duration: 169.822502ms)","trace[927167692] 'applied index is now lower than readState.Index' (duration: 477.107879ms)"],"step_count":2} {"level":"warn","ts":"2026-03-20T10:19:48.469627Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-20T10:19:47.819444Z","time spent":"650.0928ms","remote":"127.0.0.1:51504","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":518,"response count":0,"response size":38,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-03-20T10:19:48.469642Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-20T10:19:47.822374Z","time spent":"647.259489ms","remote":"127.0.0.1:51202","response type":"/etcdserverpb.KV/Range","request count":0,"request size":18,"response count":0,"response size":27,"request content":"key:\"/registry/health\" "} {"level":"warn","ts":"2026-03-20T10:19:48.469481Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-20T10:19:47.81942Z","time spent":"650.015268ms","remote":"127.0.0.1:51504","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":477,"response count":0,"response size":38,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-03-20T10:19:48.469674Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-20T10:19:47.817265Z","time spent":"651.991277ms","remote":"127.0.0.1:51504","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":491,"response count":0,"response size":38,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-03-20T10:19:49.864505Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"104.400925ms","expected-duration":"100ms","prefix":"","request":"header: txn: success:> failure: >>","response":"size:16"} {"level":"info","ts":"2026-03-20T10:19:49.864658Z","caller":"traceutil/trace.go:171","msg":"trace[114840516] linearizableReadLoop","detail":"{readStateIndex:1437; appliedIndex:1436; }","duration":"282.901132ms","start":"2026-03-20T10:19:49.581734Z","end":"2026-03-20T10:19:49.864635Z","steps":["trace[114840516] 'read index received' (duration: 178.154009ms)","trace[114840516] 'applied index is now lower than readState.Index' (duration: 104.745383ms)"],"step_count":2} {"level":"info","ts":"2026-03-20T10:19:49.864747Z","caller":"traceutil/trace.go:171","msg":"trace[1714390227] transaction","detail":"{read_only:false; response_revision:1352; number_of_response:1; }","duration":"423.715772ms","start":"2026-03-20T10:19:49.440997Z","end":"2026-03-20T10:19:49.864713Z","steps":["trace[1714390227] 'process raft request' (duration: 318.985489ms)","trace[1714390227] 'compare' (duration: 104.134028ms)"],"step_count":2} {"level":"warn","ts":"2026-03-20T10:19:49.864863Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"283.125017ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/health\" ","response":"range_response_count:0 size:5"} {"level":"info","ts":"2026-03-20T10:19:49.864904Z","caller":"traceutil/trace.go:171","msg":"trace[1211027072] range","detail":"{range_begin:/registry/health; range_end:; response_count:0; response_revision:1352; }","duration":"283.205949ms","start":"2026-03-20T10:19:49.581686Z","end":"2026-03-20T10:19:49.864892Z","steps":["trace[1211027072] 'agreement among raft nodes before linearized reading' (duration: 283.071116ms)"],"step_count":1} {"level":"warn","ts":"2026-03-20T10:19:49.864912Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-20T10:19:49.440966Z","time spent":"423.840915ms","remote":"127.0.0.1:51238","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":120,"response count":0,"response size":38,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-03-20T10:19:50.2499Z","caller":"traceutil/trace.go:171","msg":"trace[547261604] linearizableReadLoop","detail":"{readStateIndex:1438; appliedIndex:1437; }","duration":"380.574511ms","start":"2026-03-20T10:19:49.869291Z","end":"2026-03-20T10:19:50.249866Z","steps":["trace[547261604] 'read index received' (duration: 296.239644ms)","trace[547261604] 'applied index is now lower than readState.Index' (duration: 84.333197ms)"],"step_count":2} {"level":"info","ts":"2026-03-20T10:19:50.250081Z","caller":"traceutil/trace.go:171","msg":"trace[1751509980] transaction","detail":"{read_only:false; response_revision:1353; number_of_response:1; }","duration":"381.282909ms","start":"2026-03-20T10:19:49.868685Z","end":"2026-03-20T10:19:50.249968Z","steps":["trace[1751509980] 'process raft request' (duration: 296.828849ms)","trace[1751509980] 'compare' (duration: 84.180633ms)"],"step_count":2} {"level":"warn","ts":"2026-03-20T10:19:50.250475Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"381.288948ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/masterleases/\" range_end:\"/registry/masterleases0\" ","response":"range_response_count:1 size:135"} {"level":"warn","ts":"2026-03-20T10:19:50.250491Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-20T10:19:49.868667Z","time spent":"381.592076ms","remote":"127.0.0.1:51504","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":464,"response count":0,"response size":38,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-03-20T10:19:50.250528Z","caller":"traceutil/trace.go:171","msg":"trace[1389944704] range","detail":"{range_begin:/registry/masterleases/; range_end:/registry/masterleases0; response_count:1; response_revision:1353; }","duration":"381.414992ms","start":"2026-03-20T10:19:49.8691Z","end":"2026-03-20T10:19:50.250515Z","steps":["trace[1389944704] 'agreement among raft nodes before linearized reading' (duration: 380.92884ms)"],"step_count":1} {"level":"warn","ts":"2026-03-20T10:19:50.250674Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-20T10:19:49.869083Z","time spent":"381.477833ms","remote":"127.0.0.1:51238","response type":"/etcdserverpb.KV/Range","request count":0,"request size":50,"response count":1,"response size":157,"request content":"key:\"/registry/masterleases/\" range_end:\"/registry/masterleases0\" "} {"level":"warn","ts":"2026-03-20T10:19:51.141317Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"666.663662ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/kube-controller-manager\" ","response":"range_response_count:1 size:506"} {"level":"info","ts":"2026-03-20T10:19:51.141373Z","caller":"traceutil/trace.go:171","msg":"trace[1206845870] range","detail":"{range_begin:/registry/leases/kube-system/kube-controller-manager; range_end:; response_count:1; response_revision:1353; }","duration":"666.770314ms","start":"2026-03-20T10:19:50.47459Z","end":"2026-03-20T10:19:51.14136Z","steps":["trace[1206845870] 'range keys from in-memory index tree' (duration: 666.444626ms)"],"step_count":1} {"level":"warn","ts":"2026-03-20T10:19:51.141398Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-20T10:19:50.474572Z","time spent":"666.820055ms","remote":"127.0.0.1:51504","response type":"/etcdserverpb.KV/Range","request count":0,"request size":54,"response count":1,"response size":528,"request content":"key:\"/registry/leases/kube-system/kube-controller-manager\" "} {"level":"warn","ts":"2026-03-20T10:19:51.141381Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"502.296807ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/configmaps/\" range_end:\"/registry/configmaps0\" count_only:true ","response":"range_response_count:0 size:7"} {"level":"info","ts":"2026-03-20T10:19:51.141447Z","caller":"traceutil/trace.go:171","msg":"trace[246386988] range","detail":"{range_begin:/registry/configmaps/; range_end:/registry/configmaps0; response_count:0; response_revision:1353; }","duration":"502.375278ms","start":"2026-03-20T10:19:50.639055Z","end":"2026-03-20T10:19:51.141431Z","steps":["trace[246386988] 'count revisions from in-memory index tree' (duration: 502.197173ms)"],"step_count":1} {"level":"warn","ts":"2026-03-20T10:19:51.141486Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-20T10:19:50.638992Z","time spent":"502.484202ms","remote":"127.0.0.1:51332","response type":"/etcdserverpb.KV/Range","request count":0,"request size":48,"response count":15,"response size":29,"request content":"key:\"/registry/configmaps/\" range_end:\"/registry/configmaps0\" count_only:true "} {"level":"warn","ts":"2026-03-20T10:19:51.141464Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"668.234631ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/rbd.csi.ceph.com-kube-system\" ","response":"range_response_count:1 size:531"} {"level":"warn","ts":"2026-03-20T10:19:51.141525Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"673.966434ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/external-attacher-leader-rbd-csi-ceph-com\" ","response":"range_response_count:1 size:525"} {"level":"info","ts":"2026-03-20T10:19:51.141541Z","caller":"traceutil/trace.go:171","msg":"trace[749423463] range","detail":"{range_begin:/registry/leases/kube-system/rbd.csi.ceph.com-kube-system; range_end:; response_count:1; response_revision:1353; }","duration":"668.366305ms","start":"2026-03-20T10:19:50.473154Z","end":"2026-03-20T10:19:51.141521Z","steps":["trace[749423463] 'range keys from in-memory index tree' (duration: 668.064556ms)"],"step_count":1} {"level":"warn","ts":"2026-03-20T10:19:51.141533Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"665.946644ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/cilium-operator-resource-lock\" ","response":"range_response_count:1 size:492"} {"level":"warn","ts":"2026-03-20T10:19:51.141591Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"667.491401ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/plndr-cp-lock\" ","response":"range_response_count:1 size:433"} {"level":"info","ts":"2026-03-20T10:19:51.141589Z","caller":"traceutil/trace.go:171","msg":"trace[990058856] range","detail":"{range_begin:/registry/leases/kube-system/external-attacher-leader-rbd-csi-ceph-com; range_end:; response_count:1; response_revision:1353; }","duration":"674.091377ms","start":"2026-03-20T10:19:50.467482Z","end":"2026-03-20T10:19:51.141573Z","steps":["trace[990058856] 'range keys from in-memory index tree' (duration: 673.775288ms)"],"step_count":1} {"level":"info","ts":"2026-03-20T10:19:51.141613Z","caller":"traceutil/trace.go:171","msg":"trace[1228271419] range","detail":"{range_begin:/registry/leases/kube-system/plndr-cp-lock; range_end:; response_count:1; response_revision:1353; }","duration":"667.545823ms","start":"2026-03-20T10:19:50.474061Z","end":"2026-03-20T10:19:51.141607Z","steps":["trace[1228271419] 'range keys from in-memory index tree' (duration: 667.406ms)"],"step_count":1} {"level":"warn","ts":"2026-03-20T10:19:51.141604Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-20T10:19:50.473139Z","time spent":"668.450426ms","remote":"127.0.0.1:51504","response type":"/etcdserverpb.KV/Range","request count":0,"request size":59,"response count":1,"response size":553,"request content":"key:\"/registry/leases/kube-system/rbd.csi.ceph.com-kube-system\" "} {"level":"info","ts":"2026-03-20T10:19:51.14161Z","caller":"traceutil/trace.go:171","msg":"trace[1538252667] range","detail":"{range_begin:/registry/leases/kube-system/cilium-operator-resource-lock; range_end:; response_count:1; response_revision:1353; }","duration":"666.042726ms","start":"2026-03-20T10:19:50.475551Z","end":"2026-03-20T10:19:51.141594Z","steps":["trace[1538252667] 'range keys from in-memory index tree' (duration: 665.78474ms)"],"step_count":1} {"level":"warn","ts":"2026-03-20T10:19:51.141624Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-20T10:19:50.467457Z","time spent":"674.160388ms","remote":"127.0.0.1:51504","response type":"/etcdserverpb.KV/Range","request count":0,"request size":72,"response count":1,"response size":547,"request content":"key:\"/registry/leases/kube-system/external-attacher-leader-rbd-csi-ceph-com\" "} {"level":"warn","ts":"2026-03-20T10:19:51.141553Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"668.268571ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/plndr-svcs-lock\" ","response":"range_response_count:1 size:437"} {"level":"info","ts":"2026-03-20T10:19:51.141719Z","caller":"traceutil/trace.go:171","msg":"trace[720482559] range","detail":"{range_begin:/registry/leases/kube-system/plndr-svcs-lock; range_end:; response_count:1; response_revision:1353; }","duration":"668.443986ms","start":"2026-03-20T10:19:50.47327Z","end":"2026-03-20T10:19:51.141714Z","steps":["trace[720482559] 'range keys from in-memory index tree' (duration: 668.228581ms)"],"step_count":1} {"level":"warn","ts":"2026-03-20T10:19:51.141736Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-20T10:19:50.473265Z","time spent":"668.465647ms","remote":"127.0.0.1:51504","response type":"/etcdserverpb.KV/Range","request count":0,"request size":46,"response count":1,"response size":459,"request content":"key:\"/registry/leases/kube-system/plndr-svcs-lock\" "} {"level":"warn","ts":"2026-03-20T10:19:51.141626Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-20T10:19:50.474044Z","time spent":"667.579454ms","remote":"127.0.0.1:51504","response type":"/etcdserverpb.KV/Range","request count":0,"request size":44,"response count":1,"response size":455,"request content":"key:\"/registry/leases/kube-system/plndr-cp-lock\" "} {"level":"warn","ts":"2026-03-20T10:19:51.141654Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-20T10:19:50.475544Z","time spent":"666.098908ms","remote":"127.0.0.1:51504","response type":"/etcdserverpb.KV/Range","request count":0,"request size":60,"response count":1,"response size":514,"request content":"key:\"/registry/leases/kube-system/cilium-operator-resource-lock\" "} {"level":"info","ts":"2026-03-20T10:19:51.457643Z","caller":"traceutil/trace.go:171","msg":"trace[946404012] transaction","detail":"{read_only:false; response_revision:1354; number_of_response:1; }","duration":"312.6016ms","start":"2026-03-20T10:19:51.145026Z","end":"2026-03-20T10:19:51.457627Z","steps":["trace[946404012] 'process raft request' (duration: 312.507008ms)"],"step_count":1} {"level":"warn","ts":"2026-03-20T10:19:51.457744Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-20T10:19:51.14501Z","time spent":"312.679553ms","remote":"127.0.0.1:51504","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":516,"response count":0,"response size":38,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-03-20T10:19:52.07386Z","caller":"traceutil/trace.go:171","msg":"trace[853291817] transaction","detail":"{read_only:false; response_revision:1356; number_of_response:1; }","duration":"927.902665ms","start":"2026-03-20T10:19:51.145932Z","end":"2026-03-20T10:19:52.073835Z","steps":["trace[853291817] 'process raft request' (duration: 927.827163ms)"],"step_count":1} {"level":"info","ts":"2026-03-20T10:19:52.073907Z","caller":"traceutil/trace.go:171","msg":"trace[381917081] transaction","detail":"{read_only:false; response_revision:1355; number_of_response:1; }","duration":"928.383207ms","start":"2026-03-20T10:19:51.1455Z","end":"2026-03-20T10:19:52.073883Z","steps":["trace[381917081] 'process raft request' (duration: 928.110581ms)"],"step_count":1} {"level":"warn","ts":"2026-03-20T10:19:52.074017Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-20T10:19:51.145494Z","time spent":"928.468029ms","remote":"127.0.0.1:51504","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":491,"response count":0,"response size":38,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-03-20T10:19:52.074033Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-20T10:19:51.145924Z","time spent":"928.009168ms","remote":"127.0.0.1:51504","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":510,"response count":0,"response size":38,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-03-20T10:19:52.074172Z","caller":"traceutil/trace.go:171","msg":"trace[834209840] transaction","detail":"{read_only:false; response_revision:1357; number_of_response:1; }","duration":"928.011038ms","start":"2026-03-20T10:19:51.146154Z","end":"2026-03-20T10:19:52.074165Z","steps":["trace[834209840] 'process raft request' (duration: 927.646399ms)"],"step_count":1} {"level":"warn","ts":"2026-03-20T10:19:52.074201Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-20T10:19:51.146148Z","time spent":"928.037299ms","remote":"127.0.0.1:51504","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":477,"response count":0,"response size":38,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-03-20T10:19:52.074248Z","caller":"traceutil/trace.go:171","msg":"trace[653083615] transaction","detail":"{read_only:false; response_revision:1358; number_of_response:1; }","duration":"927.922175ms","start":"2026-03-20T10:19:51.146318Z","end":"2026-03-20T10:19:52.07424Z","steps":["trace[653083615] 'process raft request' (duration: 927.72585ms)"],"step_count":1} {"level":"info","ts":"2026-03-20T10:19:52.074218Z","caller":"traceutil/trace.go:171","msg":"trace[580885658] linearizableReadLoop","detail":"{readStateIndex:1444; appliedIndex:1439; }","duration":"495.788124ms","start":"2026-03-20T10:19:51.578405Z","end":"2026-03-20T10:19:52.074193Z","steps":["trace[580885658] 'read index received' (duration: 495.156448ms)","trace[580885658] 'applied index is now lower than readState.Index' (duration: 630.786µs)"],"step_count":2} {"level":"warn","ts":"2026-03-20T10:19:52.074274Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-20T10:19:51.146311Z","time spent":"927.947675ms","remote":"127.0.0.1:51504","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":419,"response count":0,"response size":38,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-03-20T10:19:52.074262Z","caller":"traceutil/trace.go:171","msg":"trace[475399914] transaction","detail":"{read_only:false; response_revision:1359; number_of_response:1; }","duration":"927.796502ms","start":"2026-03-20T10:19:51.146449Z","end":"2026-03-20T10:19:52.074246Z","steps":["trace[475399914] 'process raft request' (duration: 927.69627ms)"],"step_count":1} {"level":"warn","ts":"2026-03-20T10:19:52.074334Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-20T10:19:51.146444Z","time spent":"927.853853ms","remote":"127.0.0.1:51504","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":423,"response count":0,"response size":38,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-03-20T10:19:52.074363Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"495.937647ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/health\" ","response":"range_response_count:0 size:5"} {"level":"warn","ts":"2026-03-20T10:19:52.074411Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"430.738477ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/external-resizer-rbd-csi-ceph-com\" ","response":"range_response_count:1 size:508"} {"level":"info","ts":"2026-03-20T10:19:52.074408Z","caller":"traceutil/trace.go:171","msg":"trace[91754691] range","detail":"{range_begin:/registry/health; range_end:; response_count:0; response_revision:1359; }","duration":"496.022279ms","start":"2026-03-20T10:19:51.578376Z","end":"2026-03-20T10:19:52.074398Z","steps":["trace[91754691] 'agreement among raft nodes before linearized reading' (duration: 495.942277ms)"],"step_count":1} {"level":"info","ts":"2026-03-20T10:19:52.074434Z","caller":"traceutil/trace.go:171","msg":"trace[865611286] range","detail":"{range_begin:/registry/leases/kube-system/external-resizer-rbd-csi-ceph-com; range_end:; response_count:1; response_revision:1359; }","duration":"430.782518ms","start":"2026-03-20T10:19:51.643646Z","end":"2026-03-20T10:19:52.074428Z","steps":["trace[865611286] 'agreement among raft nodes before linearized reading' (duration: 430.709966ms)"],"step_count":1} {"level":"warn","ts":"2026-03-20T10:19:52.07445Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-20T10:19:51.643635Z","time spent":"430.812058ms","remote":"127.0.0.1:51504","response type":"/etcdserverpb.KV/Range","request count":0,"request size":64,"response count":1,"response size":530,"request content":"key:\"/registry/leases/kube-system/external-resizer-rbd-csi-ceph-com\" "} {"level":"warn","ts":"2026-03-20T10:19:52.074446Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-20T10:19:51.578364Z","time spent":"496.075271ms","remote":"127.0.0.1:51202","response type":"/etcdserverpb.KV/Range","request count":0,"request size":18,"response count":0,"response size":27,"request content":"key:\"/registry/health\" "} {"level":"warn","ts":"2026-03-20T10:19:53.771021Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.371894771s","expected-duration":"100ms","prefix":"read-only range ","request":"limit:1 serializable:true keys_only:true ","response":"range_response_count:0 size:5"} {"level":"info","ts":"2026-03-20T10:19:53.771214Z","caller":"traceutil/trace.go:171","msg":"trace[1412923839] range","detail":"{range_begin:; range_end:; response_count:0; response_revision:1359; }","duration":"1.372100307s","start":"2026-03-20T10:19:52.399094Z","end":"2026-03-20T10:19:53.771195Z","steps":["trace[1412923839] 'range keys from in-memory index tree' (duration: 1.371877411s)"],"step_count":1} {"level":"warn","ts":"2026-03-20T10:19:53.771728Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.314040684s","expected-duration":"100ms","prefix":"","request":"header: txn: success:> failure: >>","response":"size:16"} {"level":"info","ts":"2026-03-20T10:19:53.77185Z","caller":"traceutil/trace.go:171","msg":"trace[178386147] linearizableReadLoop","detail":"{readStateIndex:1445; appliedIndex:1444; }","duration":"1.517257576s","start":"2026-03-20T10:19:52.25457Z","end":"2026-03-20T10:19:53.771828Z","steps":["trace[178386147] 'read index received' (duration: 202.770411ms)","trace[178386147] 'applied index is now lower than readState.Index' (duration: 1.314485114s)"],"step_count":2} {"level":"info","ts":"2026-03-20T10:19:53.771976Z","caller":"traceutil/trace.go:171","msg":"trace[47807633] transaction","detail":"{read_only:false; response_revision:1360; number_of_response:1; }","duration":"1.689843695s","start":"2026-03-20T10:19:52.082107Z","end":"2026-03-20T10:19:53.77195Z","steps":["trace[47807633] 'process raft request' (duration: 375.159445ms)","trace[47807633] 'compare' (duration: 1.31350312s)"],"step_count":2} {"level":"warn","ts":"2026-03-20T10:19:53.772284Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.191341183s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/health\" ","response":"range_response_count:0 size:5"} {"level":"info","ts":"2026-03-20T10:19:53.772339Z","caller":"traceutil/trace.go:171","msg":"trace[1706841008] range","detail":"{range_begin:/registry/health; range_end:; response_count:0; response_revision:1360; }","duration":"1.191444106s","start":"2026-03-20T10:19:52.58088Z","end":"2026-03-20T10:19:53.772324Z","steps":["trace[1706841008] 'agreement among raft nodes before linearized reading' (duration: 1.191349393s)"],"step_count":1} {"level":"warn","ts":"2026-03-20T10:19:53.772403Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-20T10:19:52.58086Z","time spent":"1.191514477s","remote":"127.0.0.1:51202","response type":"/etcdserverpb.KV/Range","request count":0,"request size":18,"response count":0,"response size":27,"request content":"key:\"/registry/health\" "} {"level":"warn","ts":"2026-03-20T10:19:53.772613Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"310.925978ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/rbd.csi.ceph.com-kube-system\" ","response":"range_response_count:1 size:531"} {"level":"warn","ts":"2026-03-20T10:19:53.772625Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"952.833505ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/rbd-csi-ceph-com\" ","response":"range_response_count:1 size:473"} {"level":"info","ts":"2026-03-20T10:19:53.772685Z","caller":"traceutil/trace.go:171","msg":"trace[1772590088] range","detail":"{range_begin:/registry/leases/kube-system/rbd.csi.ceph.com-kube-system; range_end:; response_count:1; response_revision:1360; }","duration":"311.034741ms","start":"2026-03-20T10:19:53.461634Z","end":"2026-03-20T10:19:53.772669Z","steps":["trace[1772590088] 'agreement among raft nodes before linearized reading' (duration: 310.812506ms)"],"step_count":1} {"level":"info","ts":"2026-03-20T10:19:53.772695Z","caller":"traceutil/trace.go:171","msg":"trace[1795714613] range","detail":"{range_begin:/registry/leases/kube-system/rbd-csi-ceph-com; range_end:; response_count:1; response_revision:1360; }","duration":"952.939397ms","start":"2026-03-20T10:19:52.819743Z","end":"2026-03-20T10:19:53.772682Z","steps":["trace[1795714613] 'agreement among raft nodes before linearized reading' (duration: 952.746653ms)"],"step_count":1} {"level":"warn","ts":"2026-03-20T10:19:53.772725Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-20T10:19:53.461618Z","time spent":"311.098652ms","remote":"127.0.0.1:51504","response type":"/etcdserverpb.KV/Range","request count":0,"request size":59,"response count":1,"response size":553,"request content":"key:\"/registry/leases/kube-system/rbd.csi.ceph.com-kube-system\" "} {"level":"warn","ts":"2026-03-20T10:19:53.772731Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-20T10:19:52.819679Z","time spent":"953.043709ms","remote":"127.0.0.1:51504","response type":"/etcdserverpb.KV/Range","request count":0,"request size":47,"response count":1,"response size":495,"request content":"key:\"/registry/leases/kube-system/rbd-csi-ceph-com\" "} {"level":"warn","ts":"2026-03-20T10:19:53.772827Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.5182527s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/kube-scheduler\" ","response":"range_response_count:1 size:479"} {"level":"warn","ts":"2026-03-20T10:19:53.772871Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"973.57701ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/resourcequotas/\" range_end:\"/registry/resourcequotas0\" count_only:true ","response":"range_response_count:0 size:5"} {"level":"info","ts":"2026-03-20T10:19:53.772885Z","caller":"traceutil/trace.go:171","msg":"trace[1969775677] range","detail":"{range_begin:/registry/leases/kube-system/kube-scheduler; range_end:; response_count:1; response_revision:1360; }","duration":"1.518394433s","start":"2026-03-20T10:19:52.254475Z","end":"2026-03-20T10:19:53.77287Z","steps":["trace[1969775677] 'agreement among raft nodes before linearized reading' (duration: 1.517976833s)"],"step_count":1} {"level":"info","ts":"2026-03-20T10:19:53.772911Z","caller":"traceutil/trace.go:171","msg":"trace[274598468] range","detail":"{range_begin:/registry/resourcequotas/; range_end:/registry/resourcequotas0; response_count:0; response_revision:1360; }","duration":"973.659132ms","start":"2026-03-20T10:19:52.799239Z","end":"2026-03-20T10:19:53.772898Z","steps":["trace[274598468] 'agreement among raft nodes before linearized reading' (duration: 973.59438ms)"],"step_count":1} {"level":"warn","ts":"2026-03-20T10:19:53.772927Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-20T10:19:52.254457Z","time spent":"1.518459345s","remote":"127.0.0.1:51504","response type":"/etcdserverpb.KV/Range","request count":0,"request size":45,"response count":1,"response size":501,"request content":"key:\"/registry/leases/kube-system/kube-scheduler\" "} {"level":"warn","ts":"2026-03-20T10:19:53.772945Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-20T10:19:52.799211Z","time spent":"973.725673ms","remote":"127.0.0.1:51302","response type":"/etcdserverpb.KV/Range","request count":0,"request size":56,"response count":0,"response size":27,"request content":"key:\"/registry/resourcequotas/\" range_end:\"/registry/resourcequotas0\" count_only:true "} {"level":"warn","ts":"2026-03-20T10:19:53.772967Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"299.32829ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/external-snapshotter-leader-rbd-csi-ceph-com\" ","response":"range_response_count:1 size:533"} {"level":"info","ts":"2026-03-20T10:19:53.77301Z","caller":"traceutil/trace.go:171","msg":"trace[973082587] range","detail":"{range_begin:/registry/leases/kube-system/external-snapshotter-leader-rbd-csi-ceph-com; range_end:; response_count:1; response_revision:1360; }","duration":"299.397972ms","start":"2026-03-20T10:19:53.473589Z","end":"2026-03-20T10:19:53.772987Z","steps":["trace[973082587] 'agreement among raft nodes before linearized reading' (duration: 299.31497ms)"],"step_count":1} {"level":"warn","ts":"2026-03-20T10:19:53.772064Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-20T10:19:52.082066Z","time spent":"1.689949497s","remote":"127.0.0.1:51504","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":494,"response count":0,"response size":38,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-03-20T10:19:54.285047Z","caller":"etcdserver/v3_server.go:897","msg":"waiting for ReadIndex response took too long, retrying","sent-request-id":184257304220177823,"retry-timeout":"500ms"} {"level":"warn","ts":"2026-03-20T10:19:54.540851Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"198.304739ms","expected-duration":"100ms","prefix":"","request":"header: txn: success:> failure: >>","response":"size:16"} {"level":"info","ts":"2026-03-20T10:19:54.541072Z","caller":"traceutil/trace.go:171","msg":"trace[360783186] transaction","detail":"{read_only:false; response_revision:1361; number_of_response:1; }","duration":"763.265212ms","start":"2026-03-20T10:19:53.777759Z","end":"2026-03-20T10:19:54.541024Z","steps":["trace[360783186] 'process raft request' (duration: 564.650945ms)","trace[360783186] 'compare' (duration: 197.354646ms)"],"step_count":2} {"level":"warn","ts":"2026-03-20T10:19:54.541184Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-20T10:19:53.777746Z","time spent":"763.397445ms","remote":"127.0.0.1:51504","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":463,"response count":0,"response size":38,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-03-20T10:19:55.438399Z","caller":"wal/wal.go:805","msg":"slow fdatasync","took":"1.095276837s","expected-duration":"1s"} {"level":"info","ts":"2026-03-20T10:19:55.438928Z","caller":"traceutil/trace.go:171","msg":"trace[597038778] linearizableReadLoop","detail":"{readStateIndex:1449; appliedIndex:1445; }","duration":"1.654236411s","start":"2026-03-20T10:19:53.784663Z","end":"2026-03-20T10:19:55.438899Z","steps":["trace[597038778] 'read index received' (duration: 558.474313ms)","trace[597038778] 'applied index is now lower than readState.Index' (duration: 1.095760688s)"],"step_count":2} {"level":"info","ts":"2026-03-20T10:19:55.438994Z","caller":"traceutil/trace.go:171","msg":"trace[1598054451] transaction","detail":"{read_only:false; response_revision:1363; number_of_response:1; }","duration":"1.660431604s","start":"2026-03-20T10:19:53.778519Z","end":"2026-03-20T10:19:55.438951Z","steps":["trace[1598054451] 'process raft request' (duration: 1.66026274s)"],"step_count":1} {"level":"info","ts":"2026-03-20T10:19:55.439081Z","caller":"traceutil/trace.go:171","msg":"trace[1988664917] transaction","detail":"{read_only:false; response_revision:1364; number_of_response:1; }","duration":"1.66025008s","start":"2026-03-20T10:19:53.778792Z","end":"2026-03-20T10:19:55.439042Z","steps":["trace[1988664917] 'process raft request' (duration: 1.660056075s)"],"step_count":1} {"level":"warn","ts":"2026-03-20T10:19:55.439219Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-20T10:19:53.778511Z","time spent":"1.660577218s","remote":"127.0.0.1:51504","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":519,"response count":0,"response size":38,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-03-20T10:19:55.439232Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-20T10:19:53.778785Z","time spent":"1.660363923s","remote":"127.0.0.1:51504","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":459,"response count":0,"response size":38,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-03-20T10:19:55.439293Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.654632661s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/health\" ","response":"range_response_count:0 size:5"} {"level":"info","ts":"2026-03-20T10:19:55.439464Z","caller":"traceutil/trace.go:171","msg":"trace[1203924353] range","detail":"{range_begin:/registry/health; range_end:; response_count:0; response_revision:1364; }","duration":"1.654819505s","start":"2026-03-20T10:19:53.784619Z","end":"2026-03-20T10:19:55.439438Z","steps":["trace[1203924353] 'agreement among raft nodes before linearized reading' (duration: 1.654644771s)"],"step_count":1} {"level":"warn","ts":"2026-03-20T10:19:55.4395Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-20T10:19:53.784602Z","time spent":"1.654888727s","remote":"127.0.0.1:51202","response type":"/etcdserverpb.KV/Range","request count":0,"request size":18,"response count":0,"response size":27,"request content":"key:\"/registry/health\" "} {"level":"info","ts":"2026-03-20T10:19:55.439643Z","caller":"traceutil/trace.go:171","msg":"trace[190695071] transaction","detail":"{read_only:false; response_revision:1362; number_of_response:1; }","duration":"1.661339797s","start":"2026-03-20T10:19:53.778107Z","end":"2026-03-20T10:19:55.439447Z","steps":["trace[190695071] 'process raft request' (duration: 1.660458415s)"],"step_count":1} {"level":"warn","ts":"2026-03-20T10:19:55.440182Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-20T10:19:53.778097Z","time spent":"1.661887721s","remote":"127.0.0.1:51504","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":516,"response count":0,"response size":38,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-03-20T10:19:55.939059Z","caller":"etcdserver/v3_server.go:897","msg":"waiting for ReadIndex response took too long, retrying","sent-request-id":184257304220177831,"retry-timeout":"500ms"} {"level":"warn","ts":"2026-03-20T10:19:56.565638Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"597.726467ms","expected-duration":"100ms","prefix":"","request":"header: txn: success:> failure: >>","response":"size:16"} {"level":"info","ts":"2026-03-20T10:19:56.566415Z","caller":"traceutil/trace.go:171","msg":"trace[1955986478] transaction","detail":"{read_only:false; response_revision:1365; number_of_response:1; }","duration":"1.762708356s","start":"2026-03-20T10:19:54.803485Z","end":"2026-03-20T10:19:56.566194Z","steps":["trace[1955986478] 'process raft request' (duration: 1.164333503s)","trace[1955986478] 'compare' (duration: 597.529873ms)"],"step_count":2} {"level":"info","ts":"2026-03-20T10:19:56.566506Z","caller":"traceutil/trace.go:171","msg":"trace[592050114] transaction","detail":"{read_only:false; response_revision:1366; number_of_response:1; }","duration":"1.635764241s","start":"2026-03-20T10:19:54.930713Z","end":"2026-03-20T10:19:56.566477Z","steps":["trace[592050114] 'process raft request' (duration: 1.635038553s)"],"step_count":1} {"level":"warn","ts":"2026-03-20T10:19:56.566587Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-20T10:19:54.803447Z","time spent":"1.763046365s","remote":"127.0.0.1:51504","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":673,"response count":0,"response size":38,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-03-20T10:19:56.56662Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-20T10:19:54.930685Z","time spent":"1.635879664s","remote":"127.0.0.1:51504","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":521,"response count":0,"response size":38,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-03-20T10:19:57.440624Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.99861489s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/health\" ","response":"","error":"context canceled"} {"level":"info","ts":"2026-03-20T10:19:57.440758Z","caller":"traceutil/trace.go:171","msg":"trace[799427673] range","detail":"{range_begin:/registry/health; range_end:; }","duration":"1.998827005s","start":"2026-03-20T10:19:55.441895Z","end":"2026-03-20T10:19:57.440722Z","steps":["trace[799427673] 'agreement among raft nodes before linearized reading' (duration: 1.998665362s)"],"step_count":1} {"level":"warn","ts":"2026-03-20T10:19:57.440849Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-20T10:19:55.441864Z","time spent":"1.998962668s","remote":"127.0.0.1:51190","response type":"/etcdserverpb.KV/Range","request count":0,"request size":18,"response count":0,"response size":0,"request content":"key:\"/registry/health\" "} 2026/03/20 10:19:57 WARNING: [core] [Server #8] grpc: Server.processUnaryRPC failed to write status: connection error: desc = "transport is closing" {"level":"warn","ts":"2026-03-20T10:19:58.05007Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.484224794s","expected-duration":"100ms","prefix":"","request":"header: lease_revoke:","response":"size:27"} {"level":"info","ts":"2026-03-20T10:19:58.050184Z","caller":"traceutil/trace.go:171","msg":"trace[1556265721] linearizableReadLoop","detail":"{readStateIndex:1452; appliedIndex:1449; }","duration":"2.611160506s","start":"2026-03-20T10:19:55.439004Z","end":"2026-03-20T10:19:58.050165Z","steps":["trace[1556265721] 'read index received' (duration: 528.863346ms)","trace[1556265721] 'applied index is now lower than readState.Index' (duration: 2.08229545s)"],"step_count":2} {"level":"warn","ts":"2026-03-20T10:19:58.0506Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"2.744556153s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/services/endpoints/\" range_end:\"/registry/services/endpoints0\" count_only:true ","response":"range_response_count:0 size:7"} {"level":"info","ts":"2026-03-20T10:19:58.050654Z","caller":"traceutil/trace.go:171","msg":"trace[1931477621] range","detail":"{range_begin:/registry/services/endpoints/; range_end:/registry/services/endpoints0; response_count:0; response_revision:1366; }","duration":"2.744658405s","start":"2026-03-20T10:19:55.30598Z","end":"2026-03-20T10:19:58.050638Z","steps":["trace[1931477621] 'agreement among raft nodes before linearized reading' (duration: 2.744548062s)"],"step_count":1} {"level":"warn","ts":"2026-03-20T10:19:58.050706Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-20T10:19:55.305958Z","time spent":"2.744733507s","remote":"127.0.0.1:51406","response type":"/etcdserverpb.KV/Range","request count":0,"request size":64,"response count":4,"response size":29,"request content":"key:\"/registry/services/endpoints/\" range_end:\"/registry/services/endpoints0\" count_only:true "} {"level":"warn","ts":"2026-03-20T10:19:58.051094Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"3.969547282s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/cilium-operator-resource-lock\" ","response":"range_response_count:1 size:492"} {"level":"info","ts":"2026-03-20T10:19:58.051142Z","caller":"traceutil/trace.go:171","msg":"trace[2073128248] range","detail":"{range_begin:/registry/leases/kube-system/cilium-operator-resource-lock; range_end:; response_count:1; response_revision:1366; }","duration":"3.969635565s","start":"2026-03-20T10:19:54.081492Z","end":"2026-03-20T10:19:58.051128Z","steps":["trace[2073128248] 'agreement among raft nodes before linearized reading' (duration: 3.96946783s)"],"step_count":1} {"level":"warn","ts":"2026-03-20T10:19:58.051184Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-20T10:19:54.081467Z","time spent":"3.969704777s","remote":"127.0.0.1:51504","response type":"/etcdserverpb.KV/Range","request count":0,"request size":60,"response count":1,"response size":514,"request content":"key:\"/registry/leases/kube-system/cilium-operator-resource-lock\" "} {"level":"warn","ts":"2026-03-20T10:19:58.051576Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"3.972431635s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/kube-controller-manager\" ","response":"range_response_count:1 size:506"} {"level":"info","ts":"2026-03-20T10:19:58.051662Z","caller":"traceutil/trace.go:171","msg":"trace[1054314163] range","detail":"{range_begin:/registry/leases/kube-system/kube-controller-manager; range_end:; response_count:1; response_revision:1366; }","duration":"3.972546518s","start":"2026-03-20T10:19:54.079098Z","end":"2026-03-20T10:19:58.051644Z","steps":["trace[1054314163] 'agreement among raft nodes before linearized reading' (duration: 3.972315902s)"],"step_count":1} {"level":"warn","ts":"2026-03-20T10:19:58.051702Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-20T10:19:54.079091Z","time spent":"3.97260603s","remote":"127.0.0.1:51504","response type":"/etcdserverpb.KV/Range","request count":0,"request size":54,"response count":1,"response size":528,"request content":"key:\"/registry/leases/kube-system/kube-controller-manager\" "} {"level":"warn","ts":"2026-03-20T10:19:58.051727Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.656011465s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/health\" ","response":"range_response_count:0 size:5"} {"level":"info","ts":"2026-03-20T10:19:58.051809Z","caller":"traceutil/trace.go:171","msg":"trace[808921180] range","detail":"{range_begin:/registry/health; range_end:; response_count:0; response_revision:1366; }","duration":"1.656134748s","start":"2026-03-20T10:19:56.395655Z","end":"2026-03-20T10:19:58.051789Z","steps":["trace[808921180] 'agreement among raft nodes before linearized reading' (duration: 1.655990794s)"],"step_count":1} {"level":"warn","ts":"2026-03-20T10:19:58.051819Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"602.372343ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/health\" ","response":"range_response_count:0 size:5"} {"level":"warn","ts":"2026-03-20T10:19:58.051832Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"887.358857ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/events/\" range_end:\"/registry/events0\" count_only:true ","response":"range_response_count:0 size:8"} {"level":"info","ts":"2026-03-20T10:19:58.051896Z","caller":"traceutil/trace.go:171","msg":"trace[577227779] range","detail":"{range_begin:/registry/health; range_end:; response_count:0; response_revision:1366; }","duration":"602.457405ms","start":"2026-03-20T10:19:57.44942Z","end":"2026-03-20T10:19:58.051878Z","steps":["trace[577227779] 'agreement among raft nodes before linearized reading' (duration: 602.302861ms)"],"step_count":1} {"level":"warn","ts":"2026-03-20T10:19:58.051856Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-20T10:19:56.395633Z","time spent":"1.656214229s","remote":"127.0.0.1:51202","response type":"/etcdserverpb.KV/Range","request count":0,"request size":18,"response count":0,"response size":27,"request content":"key:\"/registry/health\" "} {"level":"warn","ts":"2026-03-20T10:19:58.051918Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"602.911398ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/rbd.csi.ceph.com-kube-system\" ","response":"range_response_count:1 size:531"} {"level":"warn","ts":"2026-03-20T10:19:58.051954Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.504668992s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/kube-scheduler\" ","response":"range_response_count:1 size:478"} {"level":"info","ts":"2026-03-20T10:19:58.051971Z","caller":"traceutil/trace.go:171","msg":"trace[1029081662] range","detail":"{range_begin:/registry/leases/kube-system/rbd.csi.ceph.com-kube-system; range_end:; response_count:1; response_revision:1366; }","duration":"602.99929ms","start":"2026-03-20T10:19:57.448958Z","end":"2026-03-20T10:19:58.051957Z","steps":["trace[1029081662] 'agreement among raft nodes before linearized reading' (duration: 602.807825ms)"],"step_count":1} {"level":"info","ts":"2026-03-20T10:19:58.051991Z","caller":"traceutil/trace.go:171","msg":"trace[1756851335] range","detail":"{range_begin:/registry/leases/kube-system/kube-scheduler; range_end:; response_count:1; response_revision:1366; }","duration":"1.504740853s","start":"2026-03-20T10:19:56.547237Z","end":"2026-03-20T10:19:58.051977Z","steps":["trace[1756851335] 'agreement among raft nodes before linearized reading' (duration: 1.504677102s)"],"step_count":1} {"level":"warn","ts":"2026-03-20T10:19:58.051991Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"967.868069ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/external-attacher-leader-rbd-csi-ceph-com\" ","response":"range_response_count:1 size:525"} {"level":"warn","ts":"2026-03-20T10:19:58.052011Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-20T10:19:57.448937Z","time spent":"603.065271ms","remote":"127.0.0.1:51504","response type":"/etcdserverpb.KV/Range","request count":0,"request size":59,"response count":1,"response size":553,"request content":"key:\"/registry/leases/kube-system/rbd.csi.ceph.com-kube-system\" "} {"level":"info","ts":"2026-03-20T10:19:58.052042Z","caller":"traceutil/trace.go:171","msg":"trace[1987224276] range","detail":"{range_begin:/registry/leases/kube-system/external-attacher-leader-rbd-csi-ceph-com; range_end:; response_count:1; response_revision:1366; }","duration":"967.966761ms","start":"2026-03-20T10:19:57.084065Z","end":"2026-03-20T10:19:58.052032Z","steps":["trace[1987224276] 'agreement among raft nodes before linearized reading' (duration: 967.815357ms)"],"step_count":1} {"level":"warn","ts":"2026-03-20T10:19:58.052075Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-20T10:19:57.084036Z","time spent":"968.032203ms","remote":"127.0.0.1:51504","response type":"/etcdserverpb.KV/Range","request count":0,"request size":72,"response count":1,"response size":547,"request content":"key:\"/registry/leases/kube-system/external-attacher-leader-rbd-csi-ceph-com\" "} {"level":"info","ts":"2026-03-20T10:19:58.051903Z","caller":"traceutil/trace.go:171","msg":"trace[222262467] range","detail":"{range_begin:/registry/events/; range_end:/registry/events0; response_count:0; response_revision:1366; }","duration":"887.48015ms","start":"2026-03-20T10:19:57.164406Z","end":"2026-03-20T10:19:58.051886Z","steps":["trace[222262467] 'agreement among raft nodes before linearized reading' (duration: 887.280585ms)"],"step_count":1} {"level":"warn","ts":"2026-03-20T10:19:58.052128Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-20T10:19:57.164383Z","time spent":"887.733796ms","remote":"127.0.0.1:51292","response type":"/etcdserverpb.KV/Range","request count":0,"request size":40,"response count":162,"response size":30,"request content":"key:\"/registry/events/\" range_end:\"/registry/events0\" count_only:true "} {"level":"warn","ts":"2026-03-20T10:19:58.052015Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-20T10:19:56.547209Z","time spent":"1.504798786s","remote":"127.0.0.1:51504","response type":"/etcdserverpb.KV/Range","request count":0,"request size":45,"response count":1,"response size":500,"request content":"key:\"/registry/leases/kube-system/kube-scheduler\" "} {"level":"warn","ts":"2026-03-20T10:19:58.051952Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-20T10:19:57.449413Z","time spent":"602.530098ms","remote":"127.0.0.1:51202","response type":"/etcdserverpb.KV/Range","request count":0,"request size":18,"response count":0,"response size":27,"request content":"key:\"/registry/health\" "} {"level":"warn","ts":"2026-03-20T10:19:58.05231Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"3.973530682s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/plndr-svcs-lock\" ","response":"range_response_count:1 size:437"} {"level":"info","ts":"2026-03-20T10:19:58.052418Z","caller":"traceutil/trace.go:171","msg":"trace[569591033] range","detail":"{range_begin:/registry/leases/kube-system/plndr-svcs-lock; range_end:; response_count:1; response_revision:1366; }","duration":"3.973681697s","start":"2026-03-20T10:19:54.078717Z","end":"2026-03-20T10:19:58.052399Z","steps":["trace[569591033] 'agreement among raft nodes before linearized reading' (duration: 3.973026741s)"],"step_count":1} {"level":"warn","ts":"2026-03-20T10:19:58.052521Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-20T10:19:54.078687Z","time spent":"3.973814779s","remote":"127.0.0.1:51504","response type":"/etcdserverpb.KV/Range","request count":0,"request size":46,"response count":1,"response size":459,"request content":"key:\"/registry/leases/kube-system/plndr-svcs-lock\" "} {"level":"warn","ts":"2026-03-20T10:19:58.052462Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"3.973691907s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/plndr-cp-lock\" ","response":"range_response_count:1 size:433"} {"level":"info","ts":"2026-03-20T10:19:58.052676Z","caller":"traceutil/trace.go:171","msg":"trace[1142901415] range","detail":"{range_begin:/registry/leases/kube-system/plndr-cp-lock; range_end:; response_count:1; response_revision:1366; }","duration":"3.973945053s","start":"2026-03-20T10:19:54.078712Z","end":"2026-03-20T10:19:58.052657Z","steps":["trace[1142901415] 'agreement among raft nodes before linearized reading' (duration: 3.972880857s)"],"step_count":1} {"level":"warn","ts":"2026-03-20T10:19:58.055132Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-20T10:19:54.078685Z","time spent":"3.976404594s","remote":"127.0.0.1:51504","response type":"/etcdserverpb.KV/Range","request count":0,"request size":44,"response count":1,"response size":455,"request content":"key:\"/registry/leases/kube-system/plndr-cp-lock\" "} {"level":"info","ts":"2026-03-20T10:19:58.25613Z","caller":"traceutil/trace.go:171","msg":"trace[126226425] transaction","detail":"{read_only:false; response_revision:1367; number_of_response:1; }","duration":"198.238888ms","start":"2026-03-20T10:19:58.057865Z","end":"2026-03-20T10:19:58.256104Z","steps":["trace[126226425] 'process raft request' (duration: 198.073723ms)"],"step_count":1} {"level":"info","ts":"2026-03-20T10:19:59.008981Z","caller":"traceutil/trace.go:171","msg":"trace[1850062028] transaction","detail":"{read_only:false; response_revision:1368; number_of_response:1; }","duration":"950.706852ms","start":"2026-03-20T10:19:58.058248Z","end":"2026-03-20T10:19:59.008955Z","steps":["trace[1850062028] 'process raft request' (duration: 950.472847ms)"],"step_count":1} {"level":"warn","ts":"2026-03-20T10:19:59.009246Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-20T10:19:58.058231Z","time spent":"950.841545ms","remote":"127.0.0.1:51504","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":490,"response count":0,"response size":38,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-03-20T10:19:59.009279Z","caller":"traceutil/trace.go:171","msg":"trace[599096682] transaction","detail":"{read_only:false; response_revision:1369; number_of_response:1; }","duration":"950.908048ms","start":"2026-03-20T10:19:58.058345Z","end":"2026-03-20T10:19:59.009253Z","steps":["trace[599096682] 'process raft request' (duration: 950.569479ms)"],"step_count":1} {"level":"info","ts":"2026-03-20T10:19:59.009358Z","caller":"traceutil/trace.go:171","msg":"trace[22999406] linearizableReadLoop","detail":"{readStateIndex:1459; appliedIndex:1453; }","duration":"429.140857ms","start":"2026-03-20T10:19:58.58018Z","end":"2026-03-20T10:19:59.009321Z","steps":["trace[22999406] 'read index received' (duration: 428.487611ms)","trace[22999406] 'applied index is now lower than readState.Index' (duration: 652.426µs)"],"step_count":2} {"level":"info","ts":"2026-03-20T10:19:59.009372Z","caller":"traceutil/trace.go:171","msg":"trace[795197914] transaction","detail":"{read_only:false; response_revision:1371; number_of_response:1; }","duration":"949.898773ms","start":"2026-03-20T10:19:58.059445Z","end":"2026-03-20T10:19:59.009344Z","steps":["trace[795197914] 'process raft request' (duration: 949.77301ms)"],"step_count":1} {"level":"warn","ts":"2026-03-20T10:19:59.009414Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-20T10:19:58.058338Z","time spent":"951.00004ms","remote":"127.0.0.1:51504","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":464,"response count":0,"response size":38,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-03-20T10:19:59.00952Z","caller":"traceutil/trace.go:171","msg":"trace[190796037] transaction","detail":"{read_only:false; response_revision:1372; number_of_response:1; }","duration":"949.651586ms","start":"2026-03-20T10:19:58.059825Z","end":"2026-03-20T10:19:59.009476Z","steps":["trace[190796037] 'process raft request' (duration: 949.425781ms)"],"step_count":1} {"level":"warn","ts":"2026-03-20T10:19:59.009528Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-20T10:19:58.059414Z","time spent":"950.028885ms","remote":"127.0.0.1:51504","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":418,"response count":0,"response size":38,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-03-20T10:19:59.009592Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"429.406384ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/health\" ","response":"range_response_count:0 size:5"} {"level":"warn","ts":"2026-03-20T10:19:59.009671Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"231.151667ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/external-resizer-rbd-csi-ceph-com\" ","response":"range_response_count:1 size:509"} {"level":"info","ts":"2026-03-20T10:19:59.009677Z","caller":"traceutil/trace.go:171","msg":"trace[1310230119] transaction","detail":"{read_only:false; response_revision:1370; number_of_response:1; }","duration":"950.327104ms","start":"2026-03-20T10:19:58.059332Z","end":"2026-03-20T10:19:59.009659Z","steps":["trace[1310230119] 'process raft request' (duration: 949.7923ms)"],"step_count":1} {"level":"info","ts":"2026-03-20T10:19:59.009691Z","caller":"traceutil/trace.go:171","msg":"trace[1801512683] transaction","detail":"{read_only:false; response_revision:1373; number_of_response:1; }","duration":"949.814711ms","start":"2026-03-20T10:19:58.059865Z","end":"2026-03-20T10:19:59.00968Z","steps":["trace[1801512683] 'process raft request' (duration: 949.41403ms)"],"step_count":1} {"level":"info","ts":"2026-03-20T10:19:59.009714Z","caller":"traceutil/trace.go:171","msg":"trace[362650135] range","detail":"{range_begin:/registry/leases/kube-system/external-resizer-rbd-csi-ceph-com; range_end:; response_count:1; response_revision:1373; }","duration":"231.242459ms","start":"2026-03-20T10:19:58.77846Z","end":"2026-03-20T10:19:59.009703Z","steps":["trace[362650135] 'agreement among raft nodes before linearized reading' (duration: 231.125295ms)"],"step_count":1} {"level":"warn","ts":"2026-03-20T10:19:59.009742Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-20T10:19:58.059854Z","time spent":"949.865193ms","remote":"127.0.0.1:51504","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":476,"response count":0,"response size":38,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-03-20T10:19:59.009682Z","caller":"traceutil/trace.go:171","msg":"trace[835195782] range","detail":"{range_begin:/registry/health; range_end:; response_count:0; response_revision:1373; }","duration":"429.533948ms","start":"2026-03-20T10:19:58.580131Z","end":"2026-03-20T10:19:59.009665Z","steps":["trace[835195782] 'agreement among raft nodes before linearized reading' (duration: 429.403024ms)"],"step_count":1} {"level":"warn","ts":"2026-03-20T10:19:59.009762Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-20T10:19:58.059304Z","time spent":"950.410266ms","remote":"127.0.0.1:51504","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":422,"response count":0,"response size":38,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-03-20T10:19:59.0098Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-20T10:19:58.580108Z","time spent":"429.685172ms","remote":"127.0.0.1:51202","response type":"/etcdserverpb.KV/Range","request count":0,"request size":18,"response count":0,"response size":27,"request content":"key:\"/registry/health\" "} {"level":"warn","ts":"2026-03-20T10:19:59.009627Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-20T10:19:58.05981Z","time spent":"949.746129ms","remote":"127.0.0.1:51504","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":516,"response count":0,"response size":38,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-03-20T10:20:00.656583Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"847.936816ms","expected-duration":"100ms","prefix":"","request":"header: txn: success:> failure: >>","response":"size:16"} {"level":"info","ts":"2026-03-20T10:20:00.656688Z","caller":"traceutil/trace.go:171","msg":"trace[1156374162] linearizableReadLoop","detail":"{readStateIndex:1460; appliedIndex:1459; }","duration":"1.33920873s","start":"2026-03-20T10:19:59.31746Z","end":"2026-03-20T10:20:00.656669Z","steps":["trace[1156374162] 'read index received' (duration: 490.937165ms)","trace[1156374162] 'applied index is now lower than readState.Index' (duration: 848.270205ms)"],"step_count":2} {"level":"info","ts":"2026-03-20T10:20:00.656736Z","caller":"traceutil/trace.go:171","msg":"trace[415587860] transaction","detail":"{read_only:false; response_revision:1374; number_of_response:1; }","duration":"1.641675029s","start":"2026-03-20T10:19:59.015026Z","end":"2026-03-20T10:20:00.656701Z","steps":["trace[415587860] 'process raft request' (duration: 793.414074ms)","trace[415587860] 'compare' (duration: 847.722241ms)"],"step_count":2} {"level":"warn","ts":"2026-03-20T10:20:00.656826Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.077678458s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/health\" ","response":"range_response_count:0 size:5"} {"level":"warn","ts":"2026-03-20T10:20:00.656854Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.339394094s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/masterleases/199.204.45.102\" ","response":"range_response_count:1 size:135"} {"level":"warn","ts":"2026-03-20T10:20:00.656882Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-20T10:19:59.015007Z","time spent":"1.641793261s","remote":"127.0.0.1:51504","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":494,"response count":0,"response size":38,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-03-20T10:20:00.656907Z","caller":"traceutil/trace.go:171","msg":"trace[1428503193] range","detail":"{range_begin:/registry/health; range_end:; response_count:0; response_revision:1374; }","duration":"1.077787711s","start":"2026-03-20T10:19:59.579107Z","end":"2026-03-20T10:20:00.656894Z","steps":["trace[1428503193] 'agreement among raft nodes before linearized reading' (duration: 1.077675237s)"],"step_count":1} {"level":"info","ts":"2026-03-20T10:20:00.656917Z","caller":"traceutil/trace.go:171","msg":"trace[701588319] range","detail":"{range_begin:/registry/masterleases/199.204.45.102; range_end:; response_count:1; response_revision:1374; }","duration":"1.339492747s","start":"2026-03-20T10:19:59.31741Z","end":"2026-03-20T10:20:00.656903Z","steps":["trace[701588319] 'agreement among raft nodes before linearized reading' (duration: 1.339321232s)"],"step_count":1} {"level":"warn","ts":"2026-03-20T10:20:00.656944Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-20T10:19:59.579092Z","time spent":"1.077843383s","remote":"127.0.0.1:51190","response type":"/etcdserverpb.KV/Range","request count":0,"request size":18,"response count":0,"response size":27,"request content":"key:\"/registry/health\" "} {"level":"warn","ts":"2026-03-20T10:20:00.656965Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-20T10:19:59.31739Z","time spent":"1.33956597s","remote":"127.0.0.1:51238","response type":"/etcdserverpb.KV/Range","request count":0,"request size":39,"response count":1,"response size":157,"request content":"key:\"/registry/masterleases/199.204.45.102\" "} {"level":"warn","ts":"2026-03-20T10:20:00.657042Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"212.181884ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/external-snapshotter-leader-rbd-csi-ceph-com\" ","response":"range_response_count:1 size:534"} {"level":"info","ts":"2026-03-20T10:20:00.657124Z","caller":"traceutil/trace.go:171","msg":"trace[1329377938] range","detail":"{range_begin:/registry/leases/kube-system/external-snapshotter-leader-rbd-csi-ceph-com; range_end:; response_count:1; response_revision:1374; }","duration":"212.298197ms","start":"2026-03-20T10:20:00.444806Z","end":"2026-03-20T10:20:00.657105Z","steps":["trace[1329377938] 'agreement among raft nodes before linearized reading' (duration: 212.04799ms)"],"step_count":1} {"level":"warn","ts":"2026-03-20T10:20:00.657226Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"213.026685ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/rbd-csi-ceph-com\" ","response":"range_response_count:1 size:474"} {"level":"info","ts":"2026-03-20T10:20:00.657293Z","caller":"traceutil/trace.go:171","msg":"trace[1623881571] range","detail":"{range_begin:/registry/leases/kube-system/rbd-csi-ceph-com; range_end:; response_count:1; response_revision:1374; }","duration":"213.125058ms","start":"2026-03-20T10:20:00.444153Z","end":"2026-03-20T10:20:00.657278Z","steps":["trace[1623881571] 'agreement among raft nodes before linearized reading' (duration: 212.982384ms)"],"step_count":1} {"level":"warn","ts":"2026-03-20T10:20:01.166381Z","caller":"etcdserver/v3_server.go:897","msg":"waiting for ReadIndex response took too long, retrying","sent-request-id":184257304220177846,"retry-timeout":"500ms"} {"level":"warn","ts":"2026-03-20T10:20:01.667394Z","caller":"etcdserver/v3_server.go:897","msg":"waiting for ReadIndex response took too long, retrying","sent-request-id":184257304220177846,"retry-timeout":"500ms"} {"level":"warn","ts":"2026-03-20T10:20:01.866278Z","caller":"wal/wal.go:805","msg":"slow fdatasync","took":"1.207583998s","expected-duration":"1s"} {"level":"warn","ts":"2026-03-20T10:20:01.86656Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-20T10:20:00.658563Z","time spent":"1.207993008s","remote":"127.0.0.1:51238","response type":"/etcdserverpb.Lease/LeaseGrant","request count":-1,"request size":-1,"response count":-1,"response size":-1,"request content":""} {"level":"warn","ts":"2026-03-20T10:20:02.626903Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"227.534196ms","expected-duration":"100ms","prefix":"read-only range ","request":"limit:1 serializable:true keys_only:true ","response":"range_response_count:0 size:5"} {"level":"info","ts":"2026-03-20T10:20:02.626999Z","caller":"traceutil/trace.go:171","msg":"trace[1537871093] range","detail":"{range_begin:; range_end:; response_count:0; response_revision:1374; }","duration":"227.638799ms","start":"2026-03-20T10:20:02.399346Z","end":"2026-03-20T10:20:02.626984Z","steps":["trace[1537871093] 'range keys from in-memory index tree' (duration: 227.522026ms)"],"step_count":1} {"level":"warn","ts":"2026-03-20T10:20:02.627164Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"389.117932ms","expected-duration":"100ms","prefix":"","request":"header: txn: success:> failure: >>","response":"size:16"} {"level":"info","ts":"2026-03-20T10:20:02.62748Z","caller":"traceutil/trace.go:171","msg":"trace[1157097949] transaction","detail":"{read_only:false; response_revision:1377; number_of_response:1; }","duration":"759.753315ms","start":"2026-03-20T10:20:01.867708Z","end":"2026-03-20T10:20:02.627461Z","steps":["trace[1157097949] 'process raft request' (duration: 759.702454ms)"],"step_count":1} {"level":"warn","ts":"2026-03-20T10:20:02.627583Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-20T10:20:01.86768Z","time spent":"759.844787ms","remote":"127.0.0.1:51238","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":120,"response count":0,"response size":38,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-03-20T10:20:02.627678Z","caller":"traceutil/trace.go:171","msg":"trace[1884654143] transaction","detail":"{read_only:false; response_revision:1375; number_of_response:1; }","duration":"1.965324414s","start":"2026-03-20T10:20:00.662325Z","end":"2026-03-20T10:20:02.627649Z","steps":["trace[1884654143] 'process raft request' (duration: 1.575618187s)","trace[1884654143] 'compare' (duration: 388.866346ms)"],"step_count":2} {"level":"info","ts":"2026-03-20T10:20:02.627785Z","caller":"traceutil/trace.go:171","msg":"trace[1466276885] transaction","detail":"{read_only:false; response_revision:1376; number_of_response:1; }","duration":"1.965052396s","start":"2026-03-20T10:20:00.66272Z","end":"2026-03-20T10:20:02.627773Z","steps":["trace[1466276885] 'process raft request' (duration: 1.964531793s)"],"step_count":1} {"level":"warn","ts":"2026-03-20T10:20:02.62785Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-20T10:20:00.662693Z","time spent":"1.965123408s","remote":"127.0.0.1:51504","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":519,"response count":0,"response size":38,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-03-20T10:20:02.627913Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-20T10:20:00.66229Z","time spent":"1.965468428s","remote":"127.0.0.1:51504","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":459,"response count":0,"response size":38,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-03-20T10:20:02.627961Z","caller":"traceutil/trace.go:171","msg":"trace[1396444958] linearizableReadLoop","detail":"{readStateIndex:1463; appliedIndex:1460; }","duration":"1.962214576s","start":"2026-03-20T10:20:00.665709Z","end":"2026-03-20T10:20:02.627924Z","steps":["trace[1396444958] 'read index received' (duration: 1.200772628s)","trace[1396444958] 'applied index is now lower than readState.Index' (duration: 761.435367ms)"],"step_count":2} {"level":"warn","ts":"2026-03-20T10:20:02.628056Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.962356759s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/health\" ","response":"range_response_count:0 size:5"} {"level":"info","ts":"2026-03-20T10:20:02.628097Z","caller":"traceutil/trace.go:171","msg":"trace[2016543567] range","detail":"{range_begin:/registry/health; range_end:; response_count:0; response_revision:1377; }","duration":"1.96239876s","start":"2026-03-20T10:20:00.665689Z","end":"2026-03-20T10:20:02.628088Z","steps":["trace[2016543567] 'agreement among raft nodes before linearized reading' (duration: 1.962332718s)"],"step_count":1} {"level":"warn","ts":"2026-03-20T10:20:02.628127Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-20T10:20:00.665652Z","time spent":"1.962469711s","remote":"127.0.0.1:51202","response type":"/etcdserverpb.KV/Range","request count":0,"request size":18,"response count":0,"response size":27,"request content":"key:\"/registry/health\" "} {"level":"warn","ts":"2026-03-20T10:20:02.628174Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"879.632475ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/deployments/\" range_end:\"/registry/deployments0\" count_only:true ","response":"range_response_count:0 size:7"} {"level":"info","ts":"2026-03-20T10:20:02.628246Z","caller":"traceutil/trace.go:171","msg":"trace[1782919362] range","detail":"{range_begin:/registry/deployments/; range_end:/registry/deployments0; response_count:0; response_revision:1377; }","duration":"879.747348ms","start":"2026-03-20T10:20:01.748485Z","end":"2026-03-20T10:20:02.628232Z","steps":["trace[1782919362] 'agreement among raft nodes before linearized reading' (duration: 879.641076ms)"],"step_count":1} {"level":"warn","ts":"2026-03-20T10:20:02.628251Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.612779759s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/kube-controller-manager\" ","response":"range_response_count:1 size:505"} {"level":"warn","ts":"2026-03-20T10:20:02.628285Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-20T10:20:01.748464Z","time spent":"879.810629ms","remote":"127.0.0.1:51670","response type":"/etcdserverpb.KV/Range","request count":0,"request size":50,"response count":3,"response size":29,"request content":"key:\"/registry/deployments/\" range_end:\"/registry/deployments0\" count_only:true "} {"level":"warn","ts":"2026-03-20T10:20:02.628309Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.613031086s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/kube-scheduler\" ","response":"range_response_count:1 size:479"} {"level":"info","ts":"2026-03-20T10:20:02.628324Z","caller":"traceutil/trace.go:171","msg":"trace[768714356] range","detail":"{range_begin:/registry/leases/kube-system/kube-controller-manager; range_end:; response_count:1; response_revision:1377; }","duration":"1.612958134s","start":"2026-03-20T10:20:01.015343Z","end":"2026-03-20T10:20:02.628301Z","steps":["trace[768714356] 'agreement among raft nodes before linearized reading' (duration: 1.612779009s)"],"step_count":1} {"level":"info","ts":"2026-03-20T10:20:02.628358Z","caller":"traceutil/trace.go:171","msg":"trace[412957488] range","detail":"{range_begin:/registry/leases/kube-system/kube-scheduler; range_end:; response_count:1; response_revision:1377; }","duration":"1.613149279s","start":"2026-03-20T10:20:01.015197Z","end":"2026-03-20T10:20:02.628346Z","steps":["trace[412957488] 'agreement among raft nodes before linearized reading' (duration: 1.612920893s)"],"step_count":1} {"level":"warn","ts":"2026-03-20T10:20:02.628369Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-20T10:20:01.015281Z","time spent":"1.613079417s","remote":"127.0.0.1:51504","response type":"/etcdserverpb.KV/Range","request count":0,"request size":54,"response count":1,"response size":527,"request content":"key:\"/registry/leases/kube-system/kube-controller-manager\" "} {"level":"warn","ts":"2026-03-20T10:20:02.628409Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-20T10:20:01.015167Z","time spent":"1.613232851s","remote":"127.0.0.1:51504","response type":"/etcdserverpb.KV/Range","request count":0,"request size":45,"response count":1,"response size":501,"request content":"key:\"/registry/leases/kube-system/kube-scheduler\" "} {"level":"warn","ts":"2026-03-20T10:20:02.628514Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.612267546s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/plndr-svcs-lock\" ","response":"range_response_count:1 size:436"} {"level":"info","ts":"2026-03-20T10:20:02.628551Z","caller":"traceutil/trace.go:171","msg":"trace[1299944803] range","detail":"{range_begin:/registry/leases/kube-system/plndr-svcs-lock; range_end:; response_count:1; response_revision:1377; }","duration":"1.612313118s","start":"2026-03-20T10:20:01.016229Z","end":"2026-03-20T10:20:02.628542Z","steps":["trace[1299944803] 'agreement among raft nodes before linearized reading' (duration: 1.612231906s)"],"step_count":1} {"level":"warn","ts":"2026-03-20T10:20:02.628577Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-20T10:20:01.01622Z","time spent":"1.612350918s","remote":"127.0.0.1:51504","response type":"/etcdserverpb.KV/Range","request count":0,"request size":46,"response count":1,"response size":458,"request content":"key:\"/registry/leases/kube-system/plndr-svcs-lock\" "} {"level":"warn","ts":"2026-03-20T10:20:02.628592Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.613221891s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/cilium-operator-resource-lock\" ","response":"range_response_count:1 size:491"} {"level":"info","ts":"2026-03-20T10:20:02.628622Z","caller":"traceutil/trace.go:171","msg":"trace[162458460] range","detail":"{range_begin:/registry/leases/kube-system/cilium-operator-resource-lock; range_end:; response_count:1; response_revision:1377; }","duration":"1.613317842s","start":"2026-03-20T10:20:01.015295Z","end":"2026-03-20T10:20:02.628613Z","steps":["trace[162458460] 'agreement among raft nodes before linearized reading' (duration: 1.61323183s)"],"step_count":1} {"level":"warn","ts":"2026-03-20T10:20:02.628657Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-20T10:20:01.015275Z","time spent":"1.613376024s","remote":"127.0.0.1:51504","response type":"/etcdserverpb.KV/Range","request count":0,"request size":60,"response count":1,"response size":513,"request content":"key:\"/registry/leases/kube-system/cilium-operator-resource-lock\" "} {"level":"warn","ts":"2026-03-20T10:20:02.628669Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.613297193s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/rbd.csi.ceph.com-kube-system\" ","response":"range_response_count:1 size:531"} {"level":"info","ts":"2026-03-20T10:20:02.628734Z","caller":"traceutil/trace.go:171","msg":"trace[819453139] range","detail":"{range_begin:/registry/leases/kube-system/rbd.csi.ceph.com-kube-system; range_end:; response_count:1; response_revision:1377; }","duration":"1.613438366s","start":"2026-03-20T10:20:01.015284Z","end":"2026-03-20T10:20:02.628723Z","steps":["trace[819453139] 'agreement among raft nodes before linearized reading' (duration: 1.613280002s)"],"step_count":1} {"level":"warn","ts":"2026-03-20T10:20:02.628807Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-20T10:20:01.015257Z","time spent":"1.613541358s","remote":"127.0.0.1:51504","response type":"/etcdserverpb.KV/Range","request count":0,"request size":59,"response count":1,"response size":553,"request content":"key:\"/registry/leases/kube-system/rbd.csi.ceph.com-kube-system\" "} {"level":"warn","ts":"2026-03-20T10:20:02.628814Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.613524568s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/plndr-cp-lock\" ","response":"range_response_count:1 size:432"} {"level":"info","ts":"2026-03-20T10:20:02.628848Z","caller":"traceutil/trace.go:171","msg":"trace[367489663] range","detail":"{range_begin:/registry/leases/kube-system/plndr-cp-lock; range_end:; response_count:1; response_revision:1377; }","duration":"1.613566619s","start":"2026-03-20T10:20:01.015273Z","end":"2026-03-20T10:20:02.62884Z","steps":["trace[367489663] 'agreement among raft nodes before linearized reading' (duration: 1.613451456s)"],"step_count":1} {"level":"warn","ts":"2026-03-20T10:20:02.628883Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-20T10:20:01.015268Z","time spent":"1.61360817s","remote":"127.0.0.1:51504","response type":"/etcdserverpb.KV/Range","request count":0,"request size":44,"response count":1,"response size":454,"request content":"key:\"/registry/leases/kube-system/plndr-cp-lock\" "} {"level":"warn","ts":"2026-03-20T10:20:03.314943Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"485.954189ms","expected-duration":"100ms","prefix":"","request":"header: txn: success:> failure: >>","response":"size:16"} {"level":"info","ts":"2026-03-20T10:20:03.315059Z","caller":"traceutil/trace.go:171","msg":"trace[1792481029] linearizableReadLoop","detail":"{readStateIndex:1465; appliedIndex:1464; }","duration":"681.11628ms","start":"2026-03-20T10:20:02.633926Z","end":"2026-03-20T10:20:03.315042Z","steps":["trace[1792481029] 'read index received' (duration: 194.996577ms)","trace[1792481029] 'applied index is now lower than readState.Index' (duration: 486.118503ms)"],"step_count":2} {"level":"info","ts":"2026-03-20T10:20:03.315141Z","caller":"traceutil/trace.go:171","msg":"trace[1444199724] transaction","detail":"{read_only:false; response_revision:1378; number_of_response:1; }","duration":"681.90408ms","start":"2026-03-20T10:20:02.633173Z","end":"2026-03-20T10:20:03.315077Z","steps":["trace[1444199724] 'process raft request' (duration: 195.741166ms)","trace[1444199724] 'compare' (duration: 485.873707ms)"],"step_count":2} {"level":"warn","ts":"2026-03-20T10:20:03.315354Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-20T10:20:02.633163Z","time spent":"682.057753ms","remote":"127.0.0.1:51504","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":422,"response count":0,"response size":38,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-03-20T10:20:03.315503Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"681.47212ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/endpointslices/default/kubernetes\" ","response":"range_response_count:1 size:481"} {"level":"info","ts":"2026-03-20T10:20:03.315612Z","caller":"traceutil/trace.go:171","msg":"trace[377827937] range","detail":"{range_begin:/registry/endpointslices/default/kubernetes; range_end:; response_count:1; response_revision:1378; }","duration":"681.701555ms","start":"2026-03-20T10:20:02.633893Z","end":"2026-03-20T10:20:03.315595Z","steps":["trace[377827937] 'agreement among raft nodes before linearized reading' (duration: 681.372316ms)"],"step_count":1} {"level":"warn","ts":"2026-03-20T10:20:03.315713Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-20T10:20:02.633876Z","time spent":"681.822449ms","remote":"127.0.0.1:51516","response type":"/etcdserverpb.KV/Range","request count":0,"request size":45,"response count":1,"response size":503,"request content":"key:\"/registry/endpointslices/default/kubernetes\" "} {"level":"info","ts":"2026-03-20T10:20:03.413298Z","caller":"traceutil/trace.go:171","msg":"trace[692509331] transaction","detail":"{read_only:false; response_revision:1379; number_of_response:1; }","duration":"779.223079ms","start":"2026-03-20T10:20:02.634038Z","end":"2026-03-20T10:20:03.413261Z","steps":["trace[692509331] 'process raft request' (duration: 779.013084ms)"],"step_count":1} {"level":"warn","ts":"2026-03-20T10:20:03.413489Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-20T10:20:02.634016Z","time spent":"779.371553ms","remote":"127.0.0.1:51504","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":463,"response count":0,"response size":38,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-03-20T10:20:03.413627Z","caller":"traceutil/trace.go:171","msg":"trace[1209977665] transaction","detail":"{read_only:false; response_revision:1380; number_of_response:1; }","duration":"779.574299ms","start":"2026-03-20T10:20:02.63404Z","end":"2026-03-20T10:20:03.413615Z","steps":["trace[1209977665] 'process raft request' (duration: 779.160958ms)"],"step_count":1} {"level":"warn","ts":"2026-03-20T10:20:03.413705Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-20T10:20:02.634025Z","time spent":"779.63247ms","remote":"127.0.0.1:51504","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":476,"response count":0,"response size":38,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-03-20T10:20:03.41378Z","caller":"traceutil/trace.go:171","msg":"trace[1335673942] transaction","detail":"{read_only:false; response_revision:1381; number_of_response:1; }","duration":"779.580679ms","start":"2026-03-20T10:20:02.634176Z","end":"2026-03-20T10:20:03.413757Z","steps":["trace[1335673942] 'process raft request' (duration: 779.225659ms)"],"step_count":1} {"level":"warn","ts":"2026-03-20T10:20:03.413911Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-20T10:20:02.634164Z","time spent":"779.674322ms","remote":"127.0.0.1:51504","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":418,"response count":0,"response size":38,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-03-20T10:20:03.414186Z","caller":"traceutil/trace.go:171","msg":"trace[186552919] transaction","detail":"{read_only:false; response_revision:1382; number_of_response:1; }","duration":"779.082236ms","start":"2026-03-20T10:20:02.635092Z","end":"2026-03-20T10:20:03.414175Z","steps":["trace[186552919] 'process raft request' (duration: 778.596974ms)"],"step_count":1} {"level":"warn","ts":"2026-03-20T10:20:03.414249Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-20T10:20:02.635075Z","time spent":"779.142297ms","remote":"127.0.0.1:51504","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":490,"response count":0,"response size":38,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-03-20T10:20:03.414312Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"776.02567ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/health\" ","response":"range_response_count:0 size:5"} {"level":"info","ts":"2026-03-20T10:20:03.414365Z","caller":"traceutil/trace.go:171","msg":"trace[285719543] range","detail":"{range_begin:/registry/health; range_end:; response_count:0; response_revision:1383; }","duration":"776.084951ms","start":"2026-03-20T10:20:02.638266Z","end":"2026-03-20T10:20:03.414351Z","steps":["trace[285719543] 'agreement among raft nodes before linearized reading' (duration: 776.000819ms)"],"step_count":1} {"level":"warn","ts":"2026-03-20T10:20:03.414395Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-20T10:20:02.638262Z","time spent":"776.126892ms","remote":"127.0.0.1:51202","response type":"/etcdserverpb.KV/Range","request count":0,"request size":18,"response count":0,"response size":27,"request content":"key:\"/registry/health\" "} {"level":"info","ts":"2026-03-20T10:20:03.414579Z","caller":"traceutil/trace.go:171","msg":"trace[1889934110] transaction","detail":"{read_only:false; response_revision:1383; number_of_response:1; }","duration":"778.946662ms","start":"2026-03-20T10:20:02.63561Z","end":"2026-03-20T10:20:03.414557Z","steps":["trace[1889934110] 'process raft request' (duration: 778.523352ms)"],"step_count":1} {"level":"warn","ts":"2026-03-20T10:20:03.414707Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-20T10:20:02.635604Z","time spent":"779.036884ms","remote":"127.0.0.1:51504","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":515,"response count":0,"response size":38,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-03-20T10:20:03.842872Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"581.827853ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/external-attacher-leader-rbd-csi-ceph-com\" ","response":"range_response_count:1 size:524"} {"level":"info","ts":"2026-03-20T10:20:03.842952Z","caller":"traceutil/trace.go:171","msg":"trace[820558836] range","detail":"{range_begin:/registry/leases/kube-system/external-attacher-leader-rbd-csi-ceph-com; range_end:; response_count:1; response_revision:1383; }","duration":"581.947567ms","start":"2026-03-20T10:20:03.260989Z","end":"2026-03-20T10:20:03.842936Z","steps":["trace[820558836] 'agreement among raft nodes before linearized reading' (duration: 153.521237ms)","trace[820558836] 'range keys from in-memory index tree' (duration: 428.223595ms)"],"step_count":2} {"level":"warn","ts":"2026-03-20T10:20:03.842955Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.123420515s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/cilium.io/ciliumpodippools/\" range_end:\"/registry/cilium.io/ciliumpodippools0\" count_only:true ","response":"range_response_count:0 size:5"} {"level":"warn","ts":"2026-03-20T10:20:03.842988Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-20T10:20:03.260973Z","time spent":"582.007298ms","remote":"127.0.0.1:51504","response type":"/etcdserverpb.KV/Range","request count":0,"request size":72,"response count":1,"response size":546,"request content":"key:\"/registry/leases/kube-system/external-attacher-leader-rbd-csi-ceph-com\" "} {"level":"info","ts":"2026-03-20T10:20:03.843024Z","caller":"traceutil/trace.go:171","msg":"trace[900748830] range","detail":"{range_begin:/registry/cilium.io/ciliumpodippools/; range_end:/registry/cilium.io/ciliumpodippools0; response_count:0; response_revision:1383; }","duration":"1.123564808s","start":"2026-03-20T10:20:02.719438Z","end":"2026-03-20T10:20:03.843003Z","steps":["trace[900748830] 'agreement among raft nodes before linearized reading' (duration: 695.107278ms)","trace[900748830] 'count revisions from in-memory index tree' (duration: 428.308407ms)"],"step_count":2} {"level":"warn","ts":"2026-03-20T10:20:03.843057Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-20T10:20:02.719418Z","time spent":"1.12363088s","remote":"127.0.0.1:48740","response type":"/etcdserverpb.KV/Range","request count":0,"request size":80,"response count":0,"response size":27,"request content":"key:\"/registry/cilium.io/ciliumpodippools/\" range_end:\"/registry/cilium.io/ciliumpodippools0\" count_only:true "} {"level":"info","ts":"2026-03-20T10:20:03.973364Z","caller":"traceutil/trace.go:171","msg":"trace[421191311] transaction","detail":"{read_only:false; response_revision:1384; number_of_response:1; }","duration":"124.500704ms","start":"2026-03-20T10:20:03.848841Z","end":"2026-03-20T10:20:03.973342Z","steps":["trace[421191311] 'process raft request' (duration: 124.387532ms)"],"step_count":1} {"level":"warn","ts":"2026-03-20T10:20:04.394156Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"123.068829ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pods/\" range_end:\"/registry/pods0\" count_only:true ","response":"range_response_count:0 size:7"} {"level":"info","ts":"2026-03-20T10:20:04.394259Z","caller":"traceutil/trace.go:171","msg":"trace[1227803660] range","detail":"{range_begin:/registry/pods/; range_end:/registry/pods0; response_count:0; response_revision:1384; }","duration":"123.246004ms","start":"2026-03-20T10:20:04.270991Z","end":"2026-03-20T10:20:04.394237Z","steps":["trace[1227803660] 'count revisions from in-memory index tree' (duration: 122.951166ms)"],"step_count":1} {"level":"warn","ts":"2026-03-20T10:20:04.868793Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"214.886081ms","expected-duration":"100ms","prefix":"","request":"header: lease_revoke:","response":"size:27"} {"level":"info","ts":"2026-03-20T10:20:04.868961Z","caller":"traceutil/trace.go:171","msg":"trace[832739383] linearizableReadLoop","detail":"{readStateIndex:1472; appliedIndex:1471; }","duration":"292.935531ms","start":"2026-03-20T10:20:04.575999Z","end":"2026-03-20T10:20:04.868935Z","steps":["trace[832739383] 'read index received' (duration: 77.811333ms)","trace[832739383] 'applied index is now lower than readState.Index' (duration: 215.117577ms)"],"step_count":2} {"level":"warn","ts":"2026-03-20T10:20:04.869062Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"293.054113ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/health\" ","response":"range_response_count:0 size:5"} {"level":"info","ts":"2026-03-20T10:20:04.869099Z","caller":"traceutil/trace.go:171","msg":"trace[2106218117] range","detail":"{range_begin:/registry/health; range_end:; response_count:0; response_revision:1384; }","duration":"293.135586ms","start":"2026-03-20T10:20:04.575952Z","end":"2026-03-20T10:20:04.869088Z","steps":["trace[2106218117] 'agreement among raft nodes before linearized reading' (duration: 293.043894ms)"],"step_count":1} {"level":"warn","ts":"2026-03-20T10:20:05.740188Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"206.175225ms","expected-duration":"100ms","prefix":"","request":"header: txn: success:> failure: >>","response":"size:16"} {"level":"info","ts":"2026-03-20T10:20:05.740305Z","caller":"traceutil/trace.go:171","msg":"trace[1384879135] transaction","detail":"{read_only:false; response_revision:1386; number_of_response:1; }","duration":"316.736783ms","start":"2026-03-20T10:20:05.423547Z","end":"2026-03-20T10:20:05.740284Z","steps":["trace[1384879135] 'process raft request' (duration: 110.372843ms)","trace[1384879135] 'compare' (duration: 206.057182ms)"],"step_count":2} {"level":"warn","ts":"2026-03-20T10:20:05.740651Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-20T10:20:05.423517Z","time spent":"317.084972ms","remote":"127.0.0.1:51504","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":477,"response count":0,"response size":38,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-03-20T10:20:06.078457Z","caller":"etcdserver/v3_server.go:897","msg":"waiting for ReadIndex response took too long, retrying","sent-request-id":184257304220177876,"retry-timeout":"500ms"} {"level":"warn","ts":"2026-03-20T10:20:06.478618Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"388.011046ms","expected-duration":"100ms","prefix":"","request":"header: txn: success:> failure: >>","response":"size:16"} {"level":"info","ts":"2026-03-20T10:20:06.478945Z","caller":"traceutil/trace.go:171","msg":"trace[1714277227] transaction","detail":"{read_only:false; response_revision:1389; number_of_response:1; }","duration":"1.053315413s","start":"2026-03-20T10:20:05.425611Z","end":"2026-03-20T10:20:06.478926Z","steps":["trace[1714277227] 'process raft request' (duration: 1.053250791s)"],"step_count":1} {"level":"info","ts":"2026-03-20T10:20:06.479078Z","caller":"traceutil/trace.go:171","msg":"trace[981182029] linearizableReadLoop","detail":"{readStateIndex:1478; appliedIndex:1474; }","duration":"901.390147ms","start":"2026-03-20T10:20:05.577674Z","end":"2026-03-20T10:20:06.479064Z","steps":["trace[981182029] 'read index received' (duration: 512.765346ms)","trace[981182029] 'applied index is now lower than readState.Index' (duration: 388.623171ms)"],"step_count":2} {"level":"info","ts":"2026-03-20T10:20:06.479104Z","caller":"traceutil/trace.go:171","msg":"trace[786707329] transaction","detail":"{read_only:false; response_revision:1388; number_of_response:1; }","duration":"1.054468863s","start":"2026-03-20T10:20:05.424614Z","end":"2026-03-20T10:20:06.479083Z","steps":["trace[786707329] 'process raft request' (duration: 1.054176925s)"],"step_count":1} {"level":"warn","ts":"2026-03-20T10:20:06.479215Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-20T10:20:05.424599Z","time spent":"1.054564925s","remote":"127.0.0.1:51504","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":419,"response count":0,"response size":38,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-03-20T10:20:06.479243Z","caller":"traceutil/trace.go:171","msg":"trace[1975299706] transaction","detail":"{read_only:false; response_revision:1390; number_of_response:1; }","duration":"1.053551809s","start":"2026-03-20T10:20:05.42568Z","end":"2026-03-20T10:20:06.479231Z","steps":["trace[1975299706] 'process raft request' (duration: 1.053216631s)"],"step_count":1} {"level":"warn","ts":"2026-03-20T10:20:06.479107Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-20T10:20:05.425597Z","time spent":"1.053429636s","remote":"127.0.0.1:51504","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":516,"response count":0,"response size":38,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-03-20T10:20:06.478936Z","caller":"traceutil/trace.go:171","msg":"trace[1341971744] transaction","detail":"{read_only:false; response_revision:1387; number_of_response:1; }","duration":"1.055062087s","start":"2026-03-20T10:20:05.423777Z","end":"2026-03-20T10:20:06.478839Z","steps":["trace[1341971744] 'process raft request' (duration: 666.755284ms)","trace[1341971744] 'compare' (duration: 387.641376ms)"],"step_count":2} {"level":"warn","ts":"2026-03-20T10:20:06.479458Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-20T10:20:05.423761Z","time spent":"1.055662402s","remote":"127.0.0.1:51504","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":491,"response count":0,"response size":38,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-03-20T10:20:06.479521Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"816.269451ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/external-resizer-rbd-csi-ceph-com\" ","response":"range_response_count:1 size:509"} {"level":"warn","ts":"2026-03-20T10:20:06.479608Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"901.92852ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/health\" ","response":"range_response_count:0 size:5"} {"level":"info","ts":"2026-03-20T10:20:06.47961Z","caller":"traceutil/trace.go:171","msg":"trace[701211255] range","detail":"{range_begin:/registry/leases/kube-system/external-resizer-rbd-csi-ceph-com; range_end:; response_count:1; response_revision:1390; }","duration":"816.385804ms","start":"2026-03-20T10:20:05.663203Z","end":"2026-03-20T10:20:06.479588Z","steps":["trace[701211255] 'agreement among raft nodes before linearized reading' (duration: 816.164569ms)"],"step_count":1} {"level":"info","ts":"2026-03-20T10:20:06.47964Z","caller":"traceutil/trace.go:171","msg":"trace[754046372] range","detail":"{range_begin:/registry/health; range_end:; response_count:0; response_revision:1390; }","duration":"902.005572ms","start":"2026-03-20T10:20:05.577624Z","end":"2026-03-20T10:20:06.47963Z","steps":["trace[754046372] 'agreement among raft nodes before linearized reading' (duration: 901.960111ms)"],"step_count":1} {"level":"warn","ts":"2026-03-20T10:20:06.479659Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-20T10:20:05.663185Z","time spent":"816.460785ms","remote":"127.0.0.1:51504","response type":"/etcdserverpb.KV/Range","request count":0,"request size":64,"response count":1,"response size":531,"request content":"key:\"/registry/leases/kube-system/external-resizer-rbd-csi-ceph-com\" "} {"level":"warn","ts":"2026-03-20T10:20:06.479669Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-20T10:20:05.577597Z","time spent":"902.064634ms","remote":"127.0.0.1:51202","response type":"/etcdserverpb.KV/Range","request count":0,"request size":18,"response count":0,"response size":27,"request content":"key:\"/registry/health\" "} {"level":"warn","ts":"2026-03-20T10:20:06.479689Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"744.512198ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/namespaces/\" range_end:\"/registry/namespaces0\" count_only:true ","response":"range_response_count:0 size:7"} {"level":"warn","ts":"2026-03-20T10:20:06.479506Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-20T10:20:05.425673Z","time spent":"1.053687172s","remote":"127.0.0.1:51504","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":464,"response count":0,"response size":38,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-03-20T10:20:06.479772Z","caller":"traceutil/trace.go:171","msg":"trace[1728582669] range","detail":"{range_begin:/registry/namespaces/; range_end:/registry/namespaces0; response_count:0; response_revision:1390; }","duration":"744.63303ms","start":"2026-03-20T10:20:05.735098Z","end":"2026-03-20T10:20:06.479731Z","steps":["trace[1728582669] 'agreement among raft nodes before linearized reading' (duration: 744.479607ms)"],"step_count":1} {"level":"warn","ts":"2026-03-20T10:20:06.479566Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"104.824905ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/prioritylevelconfigurations/\" range_end:\"/registry/prioritylevelconfigurations0\" count_only:true ","response":"range_response_count:0 size:7"} {"level":"warn","ts":"2026-03-20T10:20:06.479811Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-20T10:20:05.735076Z","time spent":"744.723492ms","remote":"127.0.0.1:51344","response type":"/etcdserverpb.KV/Range","request count":0,"request size":48,"response count":4,"response size":29,"request content":"key:\"/registry/namespaces/\" range_end:\"/registry/namespaces0\" count_only:true "} {"level":"info","ts":"2026-03-20T10:20:06.479901Z","caller":"traceutil/trace.go:171","msg":"trace[293558225] range","detail":"{range_begin:/registry/prioritylevelconfigurations/; range_end:/registry/prioritylevelconfigurations0; response_count:0; response_revision:1390; }","duration":"105.120942ms","start":"2026-03-20T10:20:06.374692Z","end":"2026-03-20T10:20:06.479813Z","steps":["trace[293558225] 'agreement among raft nodes before linearized reading' (duration: 104.840966ms)"],"step_count":1} {"level":"warn","ts":"2026-03-20T10:20:07.113175Z","caller":"etcdserver/v3_server.go:897","msg":"waiting for ReadIndex response took too long, retrying","sent-request-id":184257304220177886,"retry-timeout":"500ms"} {"level":"warn","ts":"2026-03-20T10:20:07.31888Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"739.955474ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/health\" ","response":"range_response_count:0 size:5"} {"level":"info","ts":"2026-03-20T10:20:07.319155Z","caller":"traceutil/trace.go:171","msg":"trace[1522177974] range","detail":"{range_begin:/registry/health; range_end:; response_count:0; response_revision:1391; }","duration":"740.162769ms","start":"2026-03-20T10:20:06.578892Z","end":"2026-03-20T10:20:07.319055Z","steps":["trace[1522177974] 'range keys from in-memory index tree' (duration: 739.883773ms)"],"step_count":1} {"level":"warn","ts":"2026-03-20T10:20:07.31935Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-20T10:20:06.578838Z","time spent":"740.492427ms","remote":"127.0.0.1:51202","response type":"/etcdserverpb.KV/Range","request count":0,"request size":18,"response count":0,"response size":27,"request content":"key:\"/registry/health\" "} {"level":"warn","ts":"2026-03-20T10:20:07.319832Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"100.909038ms","expected-duration":"100ms","prefix":"","request":"header: txn: success:> failure: >>","response":"size:16"} {"level":"info","ts":"2026-03-20T10:20:07.320119Z","caller":"traceutil/trace.go:171","msg":"trace[1894068714] linearizableReadLoop","detail":"{readStateIndex:1481; appliedIndex:1479; }","duration":"707.63767ms","start":"2026-03-20T10:20:06.612442Z","end":"2026-03-20T10:20:07.32008Z","steps":["trace[1894068714] 'read index received' (duration: 606.381614ms)","trace[1894068714] 'applied index is now lower than readState.Index' (duration: 101.254896ms)"],"step_count":2} {"level":"warn","ts":"2026-03-20T10:20:07.320214Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"707.763363ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/volumeattachments/\" range_end:\"/registry/volumeattachments0\" count_only:true ","response":"range_response_count:0 size:5"} {"level":"info","ts":"2026-03-20T10:20:07.320517Z","caller":"traceutil/trace.go:171","msg":"trace[875077942] range","detail":"{range_begin:/registry/volumeattachments/; range_end:/registry/volumeattachments0; response_count:0; response_revision:1393; }","duration":"708.100562ms","start":"2026-03-20T10:20:06.612402Z","end":"2026-03-20T10:20:07.320502Z","steps":["trace[875077942] 'agreement among raft nodes before linearized reading' (duration: 707.766454ms)"],"step_count":1} {"level":"info","ts":"2026-03-20T10:20:07.32036Z","caller":"traceutil/trace.go:171","msg":"trace[166619874] transaction","detail":"{read_only:false; response_revision:1393; number_of_response:1; }","duration":"579.385122ms","start":"2026-03-20T10:20:06.740918Z","end":"2026-03-20T10:20:07.320304Z","steps":["trace[166619874] 'process raft request' (duration: 579.003333ms)"],"step_count":1} {"level":"warn","ts":"2026-03-20T10:20:07.320589Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-20T10:20:06.612385Z","time spent":"708.184424ms","remote":"127.0.0.1:51602","response type":"/etcdserverpb.KV/Range","request count":0,"request size":62,"response count":0,"response size":27,"request content":"key:\"/registry/volumeattachments/\" range_end:\"/registry/volumeattachments0\" count_only:true "} {"level":"info","ts":"2026-03-20T10:20:07.320426Z","caller":"traceutil/trace.go:171","msg":"trace[331072007] transaction","detail":"{read_only:false; response_revision:1392; number_of_response:1; }","duration":"714.411298ms","start":"2026-03-20T10:20:06.605984Z","end":"2026-03-20T10:20:07.320395Z","steps":["trace[331072007] 'process raft request' (duration: 612.843044ms)","trace[331072007] 'compare' (duration: 100.798465ms)"],"step_count":2} {"level":"warn","ts":"2026-03-20T10:20:07.321111Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-20T10:20:06.605964Z","time spent":"715.051794ms","remote":"127.0.0.1:51504","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":673,"response count":0,"response size":38,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-03-20T10:20:07.32091Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-20T10:20:06.740902Z","time spent":"579.68078ms","remote":"127.0.0.1:51504","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":521,"response count":0,"response size":38,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-03-20T10:20:07.881762Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"459.103272ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/plndr-svcs-lock\" ","response":"range_response_count:1 size:437"} {"level":"warn","ts":"2026-03-20T10:20:07.881901Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"249.605895ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/rbd-csi-ceph-com\" ","response":"range_response_count:1 size:474"} {"level":"info","ts":"2026-03-20T10:20:07.881997Z","caller":"traceutil/trace.go:171","msg":"trace[920996267] range","detail":"{range_begin:/registry/leases/kube-system/rbd-csi-ceph-com; range_end:; response_count:1; response_revision:1393; }","duration":"249.723098ms","start":"2026-03-20T10:20:07.632251Z","end":"2026-03-20T10:20:07.881974Z","steps":["trace[920996267] 'range keys from in-memory index tree' (duration: 249.41524ms)"],"step_count":1} {"level":"warn","ts":"2026-03-20T10:20:07.882011Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"137.019136ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/cilium-operator-resource-lock\" ","response":"range_response_count:1 size:492"} {"level":"info","ts":"2026-03-20T10:20:07.882061Z","caller":"traceutil/trace.go:171","msg":"trace[1655338102] range","detail":"{range_begin:/registry/leases/kube-system/cilium-operator-resource-lock; range_end:; response_count:1; response_revision:1393; }","duration":"137.101348ms","start":"2026-03-20T10:20:07.744941Z","end":"2026-03-20T10:20:07.882043Z","steps":["trace[1655338102] 'range keys from in-memory index tree' (duration: 136.858012ms)"],"step_count":1} {"level":"warn","ts":"2026-03-20T10:20:07.881873Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"188.853445ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/csinodes/\" range_end:\"/registry/csinodes0\" count_only:true ","response":"range_response_count:0 size:7"} {"level":"info","ts":"2026-03-20T10:20:07.882021Z","caller":"traceutil/trace.go:171","msg":"trace[1210148559] range","detail":"{range_begin:/registry/leases/kube-system/plndr-svcs-lock; range_end:; response_count:1; response_revision:1393; }","duration":"459.337518ms","start":"2026-03-20T10:20:07.422592Z","end":"2026-03-20T10:20:07.881929Z","steps":["trace[1210148559] 'range keys from in-memory index tree' (duration: 458.914717ms)"],"step_count":1} {"level":"warn","ts":"2026-03-20T10:20:07.882248Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-20T10:20:07.422575Z","time spent":"459.657396ms","remote":"127.0.0.1:51504","response type":"/etcdserverpb.KV/Range","request count":0,"request size":46,"response count":1,"response size":459,"request content":"key:\"/registry/leases/kube-system/plndr-svcs-lock\" "} {"level":"info","ts":"2026-03-20T10:20:07.882178Z","caller":"traceutil/trace.go:171","msg":"trace[1012285611] range","detail":"{range_begin:/registry/csinodes/; range_end:/registry/csinodes0; response_count:0; response_revision:1393; }","duration":"189.227484ms","start":"2026-03-20T10:20:07.692928Z","end":"2026-03-20T10:20:07.882155Z","steps":["trace[1012285611] 'count revisions from in-memory index tree' (duration: 188.765583ms)"],"step_count":1} {"level":"warn","ts":"2026-03-20T10:20:07.882616Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"306.492889ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/health\" ","response":"range_response_count:0 size:5"} {"level":"warn","ts":"2026-03-20T10:20:07.882292Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"248.20305ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/external-snapshotter-leader-rbd-csi-ceph-com\" ","response":"range_response_count:1 size:534"} {"level":"info","ts":"2026-03-20T10:20:07.882718Z","caller":"traceutil/trace.go:171","msg":"trace[1538735034] range","detail":"{range_begin:/registry/leases/kube-system/external-snapshotter-leader-rbd-csi-ceph-com; range_end:; response_count:1; response_revision:1393; }","duration":"248.668171ms","start":"2026-03-20T10:20:07.634033Z","end":"2026-03-20T10:20:07.882701Z","steps":["trace[1538735034] 'range keys from in-memory index tree' (duration: 248.059006ms)"],"step_count":1} {"level":"info","ts":"2026-03-20T10:20:07.882675Z","caller":"traceutil/trace.go:171","msg":"trace[345044508] range","detail":"{range_begin:/registry/health; range_end:; response_count:0; response_revision:1393; }","duration":"306.587441ms","start":"2026-03-20T10:20:07.576073Z","end":"2026-03-20T10:20:07.88266Z","steps":["trace[345044508] 'range keys from in-memory index tree' (duration: 306.414158ms)"],"step_count":1} {"level":"warn","ts":"2026-03-20T10:20:07.882854Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-20T10:20:07.576053Z","time spent":"306.785947ms","remote":"127.0.0.1:51190","response type":"/etcdserverpb.KV/Range","request count":0,"request size":18,"response count":0,"response size":27,"request content":"key:\"/registry/health\" "} {"level":"info","ts":"2026-03-20T10:20:08.042471Z","caller":"traceutil/trace.go:171","msg":"trace[19141196] transaction","detail":"{read_only:false; response_revision:1394; number_of_response:1; }","duration":"155.2709ms","start":"2026-03-20T10:20:07.887171Z","end":"2026-03-20T10:20:08.042442Z","steps":["trace[19141196] 'process raft request' (duration: 155.150977ms)"],"step_count":1} {"level":"info","ts":"2026-03-20T10:20:08.38245Z","caller":"traceutil/trace.go:171","msg":"trace[1011176958] transaction","detail":"{read_only:false; response_revision:1397; number_of_response:1; }","duration":"494.410679ms","start":"2026-03-20T10:20:07.887988Z","end":"2026-03-20T10:20:08.382399Z","steps":["trace[1011176958] 'process raft request' (duration: 494.338817ms)"],"step_count":1} {"level":"warn","ts":"2026-03-20T10:20:08.382847Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-20T10:20:07.887967Z","time spent":"494.709186ms","remote":"127.0.0.1:51504","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":423,"response count":0,"response size":38,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-03-20T10:20:08.382897Z","caller":"traceutil/trace.go:171","msg":"trace[1464440890] transaction","detail":"{read_only:false; response_revision:1395; number_of_response:1; }","duration":"495.454804ms","start":"2026-03-20T10:20:07.887409Z","end":"2026-03-20T10:20:08.382864Z","steps":["trace[1464440890] 'process raft request' (duration: 442.340794ms)","trace[1464440890] 'compare' (duration: 52.239419ms)"],"step_count":2} {"level":"warn","ts":"2026-03-20T10:20:08.383284Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-20T10:20:07.887398Z","time spent":"495.811684ms","remote":"127.0.0.1:51504","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":477,"response count":0,"response size":38,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-03-20T10:20:08.382897Z","caller":"traceutil/trace.go:171","msg":"trace[2093840199] transaction","detail":"{read_only:false; response_revision:1396; number_of_response:1; }","duration":"494.946762ms","start":"2026-03-20T10:20:07.88793Z","end":"2026-03-20T10:20:08.382876Z","steps":["trace[2093840199] 'process raft request' (duration: 494.297006ms)"],"step_count":1} {"level":"warn","ts":"2026-03-20T10:20:08.383628Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-20T10:20:07.887684Z","time spent":"495.850785ms","remote":"127.0.0.1:51504","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":459,"response count":0,"response size":38,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-03-20T10:20:09.141417Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"162.602782ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/external-attacher-leader-rbd-csi-ceph-com\" ","response":"range_response_count:1 size:524"} {"level":"warn","ts":"2026-03-20T10:20:09.141468Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"562.621586ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/health\" ","response":"range_response_count:0 size:5"} {"level":"info","ts":"2026-03-20T10:20:09.141554Z","caller":"traceutil/trace.go:171","msg":"trace[2145586540] range","detail":"{range_begin:/registry/health; range_end:; response_count:0; response_revision:1397; }","duration":"562.78738ms","start":"2026-03-20T10:20:08.578747Z","end":"2026-03-20T10:20:09.141534Z","steps":["trace[2145586540] 'range keys from in-memory index tree' (duration: 562.487182ms)"],"step_count":1} {"level":"warn","ts":"2026-03-20T10:20:09.141613Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-20T10:20:08.578709Z","time spent":"562.893312ms","remote":"127.0.0.1:51202","response type":"/etcdserverpb.KV/Range","request count":0,"request size":18,"response count":0,"response size":27,"request content":"key:\"/registry/health\" "} {"level":"info","ts":"2026-03-20T10:20:09.141496Z","caller":"traceutil/trace.go:171","msg":"trace[1380432043] range","detail":"{range_begin:/registry/leases/kube-system/external-attacher-leader-rbd-csi-ceph-com; range_end:; response_count:1; response_revision:1397; }","duration":"162.735095ms","start":"2026-03-20T10:20:08.978742Z","end":"2026-03-20T10:20:09.141477Z","steps":["trace[1380432043] 'range keys from in-memory index tree' (duration: 162.439038ms)"],"step_count":1} {"level":"warn","ts":"2026-03-20T10:20:09.141558Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"265.642603ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/clusterroles/\" range_end:\"/registry/clusterroles0\" count_only:true ","response":"range_response_count:0 size:7"} {"level":"warn","ts":"2026-03-20T10:20:09.141738Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"656.916779ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/rbd.csi.ceph.com-kube-system\" ","response":"range_response_count:1 size:531"} {"level":"info","ts":"2026-03-20T10:20:09.141792Z","caller":"traceutil/trace.go:171","msg":"trace[2040089882] range","detail":"{range_begin:/registry/clusterroles/; range_end:/registry/clusterroles0; response_count:0; response_revision:1397; }","duration":"265.9149ms","start":"2026-03-20T10:20:08.875856Z","end":"2026-03-20T10:20:09.141771Z","steps":["trace[2040089882] 'count revisions from in-memory index tree' (duration: 265.558002ms)"],"step_count":1} {"level":"info","ts":"2026-03-20T10:20:09.141795Z","caller":"traceutil/trace.go:171","msg":"trace[201799426] range","detail":"{range_begin:/registry/leases/kube-system/rbd.csi.ceph.com-kube-system; range_end:; response_count:1; response_revision:1397; }","duration":"657.015972ms","start":"2026-03-20T10:20:08.484765Z","end":"2026-03-20T10:20:09.141781Z","steps":["trace[201799426] 'range keys from in-memory index tree' (duration: 656.653292ms)"],"step_count":1} {"level":"warn","ts":"2026-03-20T10:20:09.141841Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-20T10:20:08.484748Z","time spent":"657.084503ms","remote":"127.0.0.1:51504","response type":"/etcdserverpb.KV/Range","request count":0,"request size":59,"response count":1,"response size":553,"request content":"key:\"/registry/leases/kube-system/rbd.csi.ceph.com-kube-system\" "} {"level":"warn","ts":"2026-03-20T10:20:09.141811Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"657.353639ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/plndr-cp-lock\" ","response":"range_response_count:1 size:433"} {"level":"info","ts":"2026-03-20T10:20:09.141965Z","caller":"traceutil/trace.go:171","msg":"trace[1120061779] range","detail":"{range_begin:/registry/leases/kube-system/plndr-cp-lock; range_end:; response_count:1; response_revision:1397; }","duration":"657.596726ms","start":"2026-03-20T10:20:08.484348Z","end":"2026-03-20T10:20:09.141945Z","steps":["trace[1120061779] 'range keys from in-memory index tree' (duration: 656.98686ms)"],"step_count":1} {"level":"warn","ts":"2026-03-20T10:20:09.142043Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-20T10:20:08.48434Z","time spent":"657.682268ms","remote":"127.0.0.1:51504","response type":"/etcdserverpb.KV/Range","request count":0,"request size":44,"response count":1,"response size":455,"request content":"key:\"/registry/leases/kube-system/plndr-cp-lock\" "} {"level":"warn","ts":"2026-03-20T10:20:09.142186Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"658.110658ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/kube-controller-manager\" ","response":"range_response_count:1 size:506"} {"level":"info","ts":"2026-03-20T10:20:09.142225Z","caller":"traceutil/trace.go:171","msg":"trace[1872985898] range","detail":"{range_begin:/registry/leases/kube-system/kube-controller-manager; range_end:; response_count:1; response_revision:1397; }","duration":"658.17933ms","start":"2026-03-20T10:20:08.48403Z","end":"2026-03-20T10:20:09.142209Z","steps":["trace[1872985898] 'range keys from in-memory index tree' (duration: 657.252407ms)"],"step_count":1} {"level":"warn","ts":"2026-03-20T10:20:09.142253Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-20T10:20:08.48401Z","time spent":"658.237752ms","remote":"127.0.0.1:51504","response type":"/etcdserverpb.KV/Range","request count":0,"request size":54,"response count":1,"response size":528,"request content":"key:\"/registry/leases/kube-system/kube-controller-manager\" "} {"level":"warn","ts":"2026-03-20T10:20:09.142345Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"657.573966ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/kube-scheduler\" ","response":"range_response_count:1 size:479"} {"level":"info","ts":"2026-03-20T10:20:09.142411Z","caller":"traceutil/trace.go:171","msg":"trace[535848881] range","detail":"{range_begin:/registry/leases/kube-system/kube-scheduler; range_end:; response_count:1; response_revision:1397; }","duration":"657.666018ms","start":"2026-03-20T10:20:08.484721Z","end":"2026-03-20T10:20:09.142387Z","steps":["trace[535848881] 'range keys from in-memory index tree' (duration: 656.425906ms)"],"step_count":1} {"level":"warn","ts":"2026-03-20T10:20:09.142451Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-20T10:20:08.484699Z","time spent":"657.74434ms","remote":"127.0.0.1:51504","response type":"/etcdserverpb.KV/Range","request count":0,"request size":45,"response count":1,"response size":501,"request content":"key:\"/registry/leases/kube-system/kube-scheduler\" "} {"level":"info","ts":"2026-03-20T10:20:09.810101Z","caller":"traceutil/trace.go:171","msg":"trace[308423209] transaction","detail":"{read_only:false; response_revision:1398; number_of_response:1; }","duration":"657.387552ms","start":"2026-03-20T10:20:09.152687Z","end":"2026-03-20T10:20:09.810074Z","steps":["trace[308423209] 'process raft request' (duration: 657.237508ms)"],"step_count":1} {"level":"warn","ts":"2026-03-20T10:20:09.810258Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-20T10:20:09.152671Z","time spent":"657.507055ms","remote":"127.0.0.1:51504","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":491,"response count":0,"response size":38,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-03-20T10:20:10.267047Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"242.125084ms","expected-duration":"100ms","prefix":"","request":"header: txn: success:> failure: >>","response":"size:16"} {"level":"info","ts":"2026-03-20T10:20:10.267459Z","caller":"traceutil/trace.go:171","msg":"trace[334225558] transaction","detail":"{read_only:false; response_revision:1399; number_of_response:1; }","duration":"1.114614987s","start":"2026-03-20T10:20:09.152815Z","end":"2026-03-20T10:20:10.26743Z","steps":["trace[334225558] 'process raft request' (duration: 872.003921ms)","trace[334225558] 'compare' (duration: 241.819196ms)"],"step_count":2} {"level":"warn","ts":"2026-03-20T10:20:10.267583Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-20T10:20:09.152799Z","time spent":"1.114718399s","remote":"127.0.0.1:51504","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":510,"response count":0,"response size":38,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-03-20T10:20:10.267786Z","caller":"traceutil/trace.go:171","msg":"trace[1146972903] transaction","detail":"{read_only:false; response_revision:1401; number_of_response:1; }","duration":"1.114829003s","start":"2026-03-20T10:20:09.152903Z","end":"2026-03-20T10:20:10.267732Z","steps":["trace[1146972903] 'process raft request' (duration: 1.114568006s)"],"step_count":1} {"level":"info","ts":"2026-03-20T10:20:10.267908Z","caller":"traceutil/trace.go:171","msg":"trace[1683168476] linearizableReadLoop","detail":"{readStateIndex:1490; appliedIndex:1485; }","duration":"949.462312ms","start":"2026-03-20T10:20:09.318434Z","end":"2026-03-20T10:20:10.267897Z","steps":["trace[1683168476] 'read index received' (duration: 491.534599ms)","trace[1683168476] 'applied index is now lower than readState.Index' (duration: 457.926723ms)"],"step_count":2} {"level":"info","ts":"2026-03-20T10:20:10.267981Z","caller":"traceutil/trace.go:171","msg":"trace[498089716] transaction","detail":"{read_only:false; response_revision:1402; number_of_response:1; }","duration":"1.113813217s","start":"2026-03-20T10:20:09.154161Z","end":"2026-03-20T10:20:10.267975Z","steps":["trace[498089716] 'process raft request' (duration: 1.11352749s)"],"step_count":1} {"level":"warn","ts":"2026-03-20T10:20:10.268067Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-20T10:20:09.152893Z","time spent":"1.115001617s","remote":"127.0.0.1:51504","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":464,"response count":0,"response size":38,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-03-20T10:20:10.268067Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-20T10:20:09.154155Z","time spent":"1.113839237s","remote":"127.0.0.1:51504","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":516,"response count":0,"response size":38,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-03-20T10:20:10.26823Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"688.832912ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/health\" ","response":"range_response_count:0 size:5"} {"level":"info","ts":"2026-03-20T10:20:10.268342Z","caller":"traceutil/trace.go:171","msg":"trace[906865223] range","detail":"{range_begin:/registry/health; range_end:; response_count:0; response_revision:1402; }","duration":"688.981516ms","start":"2026-03-20T10:20:09.579335Z","end":"2026-03-20T10:20:10.268316Z","steps":["trace[906865223] 'agreement among raft nodes before linearized reading' (duration: 688.812162ms)"],"step_count":1} {"level":"warn","ts":"2026-03-20T10:20:10.268406Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-20T10:20:09.57932Z","time spent":"689.070019ms","remote":"127.0.0.1:51202","response type":"/etcdserverpb.KV/Range","request count":0,"request size":18,"response count":0,"response size":27,"request content":"key:\"/registry/health\" "} {"level":"warn","ts":"2026-03-20T10:20:10.268417Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"949.990676ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/masterleases/199.204.45.102\" ","response":"range_response_count:1 size:135"} {"level":"info","ts":"2026-03-20T10:20:10.268453Z","caller":"traceutil/trace.go:171","msg":"trace[445292900] range","detail":"{range_begin:/registry/masterleases/199.204.45.102; range_end:; response_count:1; response_revision:1402; }","duration":"950.069357ms","start":"2026-03-20T10:20:09.318375Z","end":"2026-03-20T10:20:10.268445Z","steps":["trace[445292900] 'agreement among raft nodes before linearized reading' (duration: 949.962744ms)"],"step_count":1} {"level":"warn","ts":"2026-03-20T10:20:10.268493Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-20T10:20:09.318352Z","time spent":"950.119689ms","remote":"127.0.0.1:51238","response type":"/etcdserverpb.KV/Range","request count":0,"request size":39,"response count":1,"response size":157,"request content":"key:\"/registry/masterleases/199.204.45.102\" "} {"level":"info","ts":"2026-03-20T10:20:10.268637Z","caller":"traceutil/trace.go:171","msg":"trace[579738824] transaction","detail":"{read_only:false; response_revision:1400; number_of_response:1; }","duration":"1.114750661s","start":"2026-03-20T10:20:09.152866Z","end":"2026-03-20T10:20:10.267616Z","steps":["trace[579738824] 'process raft request' (duration: 1.114487054s)"],"step_count":1} {"level":"warn","ts":"2026-03-20T10:20:10.269135Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-20T10:20:09.152862Z","time spent":"1.116202188s","remote":"127.0.0.1:51504","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":419,"response count":0,"response size":38,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-03-20T10:20:11.086111Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"709.353463ms","expected-duration":"100ms","prefix":"","request":"header: lease_grant:","response":"size:39"} {"level":"info","ts":"2026-03-20T10:20:11.086253Z","caller":"traceutil/trace.go:171","msg":"trace[493322766] linearizableReadLoop","detail":"{readStateIndex:1491; appliedIndex:1490; }","duration":"697.474702ms","start":"2026-03-20T10:20:10.388753Z","end":"2026-03-20T10:20:11.086228Z","steps":["trace[493322766] 'read index received' (duration: 70.691µs)","trace[493322766] 'applied index is now lower than readState.Index' (duration: 697.401811ms)"],"step_count":2} {"level":"warn","ts":"2026-03-20T10:20:11.086398Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-20T10:20:10.270242Z","time spent":"816.150875ms","remote":"127.0.0.1:51238","response type":"/etcdserverpb.Lease/LeaseGrant","request count":-1,"request size":-1,"response count":-1,"response size":-1,"request content":""} {"level":"warn","ts":"2026-03-20T10:20:11.08662Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"666.388806ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/cilium.io/ciliumcidrgroups/\" range_end:\"/registry/cilium.io/ciliumcidrgroups0\" count_only:true ","response":"range_response_count:0 size:5"} {"level":"warn","ts":"2026-03-20T10:20:11.086649Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"697.806522ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/plndr-svcs-lock\" ","response":"range_response_count:1 size:437"} {"level":"info","ts":"2026-03-20T10:20:11.086698Z","caller":"traceutil/trace.go:171","msg":"trace[1324854896] range","detail":"{range_begin:/registry/cilium.io/ciliumcidrgroups/; range_end:/registry/cilium.io/ciliumcidrgroups0; response_count:0; response_revision:1402; }","duration":"666.502589ms","start":"2026-03-20T10:20:10.420178Z","end":"2026-03-20T10:20:11.08668Z","steps":["trace[1324854896] 'agreement among raft nodes before linearized reading' (duration: 666.360885ms)"],"step_count":1} {"level":"warn","ts":"2026-03-20T10:20:11.086749Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-20T10:20:10.420166Z","time spent":"666.572701ms","remote":"127.0.0.1:48742","response type":"/etcdserverpb.KV/Range","request count":0,"request size":80,"response count":0,"response size":27,"request content":"key:\"/registry/cilium.io/ciliumcidrgroups/\" range_end:\"/registry/cilium.io/ciliumcidrgroups0\" count_only:true "} {"level":"info","ts":"2026-03-20T10:20:11.086809Z","caller":"traceutil/trace.go:171","msg":"trace[1194174770] range","detail":"{range_begin:/registry/leases/kube-system/plndr-svcs-lock; range_end:; response_count:1; response_revision:1402; }","duration":"697.977156ms","start":"2026-03-20T10:20:10.388805Z","end":"2026-03-20T10:20:11.086782Z","steps":["trace[1194174770] 'agreement among raft nodes before linearized reading' (duration: 697.692549ms)"],"step_count":1} {"level":"warn","ts":"2026-03-20T10:20:11.086847Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-20T10:20:10.3888Z","time spent":"698.039908ms","remote":"127.0.0.1:51504","response type":"/etcdserverpb.KV/Range","request count":0,"request size":46,"response count":1,"response size":459,"request content":"key:\"/registry/leases/kube-system/plndr-svcs-lock\" "} {"level":"warn","ts":"2026-03-20T10:20:11.087151Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"697.996107ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/cilium-operator-resource-lock\" ","response":"range_response_count:1 size:492"} {"level":"info","ts":"2026-03-20T10:20:11.087249Z","caller":"traceutil/trace.go:171","msg":"trace[360571264] range","detail":"{range_begin:/registry/leases/kube-system/cilium-operator-resource-lock; range_end:; response_count:1; response_revision:1402; }","duration":"698.54284ms","start":"2026-03-20T10:20:10.388686Z","end":"2026-03-20T10:20:11.087229Z","steps":["trace[360571264] 'agreement among raft nodes before linearized reading' (duration: 697.827822ms)"],"step_count":1} {"level":"warn","ts":"2026-03-20T10:20:11.087298Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-20T10:20:10.388665Z","time spent":"698.622353ms","remote":"127.0.0.1:51504","response type":"/etcdserverpb.KV/Range","request count":0,"request size":60,"response count":1,"response size":514,"request content":"key:\"/registry/leases/kube-system/cilium-operator-resource-lock\" "} {"level":"warn","ts":"2026-03-20T10:20:12.342594Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.020293759s","expected-duration":"100ms","prefix":"","request":"header: txn: success:> failure: >>","response":"size:16"} {"level":"info","ts":"2026-03-20T10:20:12.342835Z","caller":"traceutil/trace.go:171","msg":"trace[1142435041] linearizableReadLoop","detail":"{readStateIndex:1494; appliedIndex:1491; }","duration":"764.269173ms","start":"2026-03-20T10:20:11.578546Z","end":"2026-03-20T10:20:12.342815Z","steps":["trace[1142435041] 'read index received' (duration: 412.370541ms)","trace[1142435041] 'applied index is now lower than readState.Index' (duration: 351.897602ms)"],"step_count":2} {"level":"info","ts":"2026-03-20T10:20:12.342944Z","caller":"traceutil/trace.go:171","msg":"trace[119860791] transaction","detail":"{read_only:false; response_revision:1403; number_of_response:1; }","duration":"1.255213002s","start":"2026-03-20T10:20:11.087716Z","end":"2026-03-20T10:20:12.342929Z","steps":["trace[119860791] 'process raft request' (duration: 234.502723ms)","trace[119860791] 'compare' (duration: 1.020196366s)"],"step_count":2} {"level":"warn","ts":"2026-03-20T10:20:12.343008Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-20T10:20:11.087688Z","time spent":"1.255287043s","remote":"127.0.0.1:51238","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":120,"response count":0,"response size":38,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-03-20T10:20:12.343078Z","caller":"traceutil/trace.go:171","msg":"trace[309012631] transaction","detail":"{read_only:false; response_revision:1405; number_of_response:1; }","duration":"1.251565159s","start":"2026-03-20T10:20:11.091486Z","end":"2026-03-20T10:20:12.343051Z","steps":["trace[309012631] 'process raft request' (duration: 1.251286892s)"],"step_count":1} {"level":"warn","ts":"2026-03-20T10:20:12.343193Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-20T10:20:11.091474Z","time spent":"1.251658352s","remote":"127.0.0.1:51504","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":423,"response count":0,"response size":38,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-03-20T10:20:12.34346Z","caller":"traceutil/trace.go:171","msg":"trace[1087507675] transaction","detail":"{read_only:false; response_revision:1404; number_of_response:1; }","duration":"1.252236925s","start":"2026-03-20T10:20:11.091209Z","end":"2026-03-20T10:20:12.343446Z","steps":["trace[1087507675] 'process raft request' (duration: 1.251484167s)"],"step_count":1} {"level":"warn","ts":"2026-03-20T10:20:12.343545Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-20T10:20:11.091192Z","time spent":"1.252323498s","remote":"127.0.0.1:51504","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":477,"response count":0,"response size":38,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-03-20T10:20:12.343472Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"763.954564ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/health\" ","response":"range_response_count:0 size:5"} {"level":"info","ts":"2026-03-20T10:20:12.343787Z","caller":"traceutil/trace.go:171","msg":"trace[343323460] range","detail":"{range_begin:/registry/health; range_end:; response_count:0; response_revision:1405; }","duration":"764.283272ms","start":"2026-03-20T10:20:11.579485Z","end":"2026-03-20T10:20:12.343768Z","steps":["trace[343323460] 'agreement among raft nodes before linearized reading' (duration: 763.76512ms)"],"step_count":1} {"level":"warn","ts":"2026-03-20T10:20:12.343849Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-20T10:20:11.579482Z","time spent":"764.350404ms","remote":"127.0.0.1:51202","response type":"/etcdserverpb.KV/Range","request count":0,"request size":18,"response count":0,"response size":27,"request content":"key:\"/registry/health\" "} {"level":"warn","ts":"2026-03-20T10:20:12.343866Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"765.314559ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/external-resizer-rbd-csi-ceph-com\" ","response":"range_response_count:1 size:509"} {"level":"warn","ts":"2026-03-20T10:20:12.343713Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"528.16887ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/kube-controller-manager\" ","response":"range_response_count:1 size:506"} {"level":"info","ts":"2026-03-20T10:20:12.343917Z","caller":"traceutil/trace.go:171","msg":"trace[841894363] range","detail":"{range_begin:/registry/leases/kube-system/kube-controller-manager; range_end:; response_count:1; response_revision:1405; }","duration":"528.424866ms","start":"2026-03-20T10:20:11.815483Z","end":"2026-03-20T10:20:12.343908Z","steps":["trace[841894363] 'agreement among raft nodes before linearized reading' (duration: 528.132559ms)"],"step_count":1} {"level":"info","ts":"2026-03-20T10:20:12.343922Z","caller":"traceutil/trace.go:171","msg":"trace[722780937] range","detail":"{range_begin:/registry/leases/kube-system/external-resizer-rbd-csi-ceph-com; range_end:; response_count:1; response_revision:1405; }","duration":"765.395911ms","start":"2026-03-20T10:20:11.578506Z","end":"2026-03-20T10:20:12.343902Z","steps":["trace[722780937] 'agreement among raft nodes before linearized reading' (duration: 764.57596ms)"],"step_count":1} {"level":"warn","ts":"2026-03-20T10:20:12.343946Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-20T10:20:11.815439Z","time spent":"528.498078ms","remote":"127.0.0.1:51504","response type":"/etcdserverpb.KV/Range","request count":0,"request size":54,"response count":1,"response size":528,"request content":"key:\"/registry/leases/kube-system/kube-controller-manager\" "} {"level":"warn","ts":"2026-03-20T10:20:12.343958Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-20T10:20:11.57849Z","time spent":"765.458782ms","remote":"127.0.0.1:51504","response type":"/etcdserverpb.KV/Range","request count":0,"request size":64,"response count":1,"response size":531,"request content":"key:\"/registry/leases/kube-system/external-resizer-rbd-csi-ceph-com\" "} {"level":"warn","ts":"2026-03-20T10:20:13.08002Z","caller":"etcdserver/v3_server.go:897","msg":"waiting for ReadIndex response took too long, retrying","sent-request-id":184257304220177933,"retry-timeout":"500ms"} {"level":"info","ts":"2026-03-20T10:20:13.152701Z","caller":"traceutil/trace.go:171","msg":"trace[1932485831] transaction","detail":"{read_only:false; response_revision:1407; number_of_response:1; }","duration":"804.039978ms","start":"2026-03-20T10:20:12.348633Z","end":"2026-03-20T10:20:13.152673Z","steps":["trace[1932485831] 'process raft request' (duration: 803.812242ms)"],"step_count":1} {"level":"warn","ts":"2026-03-20T10:20:13.152843Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-20T10:20:12.348618Z","time spent":"804.148581ms","remote":"127.0.0.1:51504","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":491,"response count":0,"response size":38,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-03-20T10:20:13.152955Z","caller":"traceutil/trace.go:171","msg":"trace[1053840088] linearizableReadLoop","detail":"{readStateIndex:1499; appliedIndex:1495; }","duration":"573.040864ms","start":"2026-03-20T10:20:12.579898Z","end":"2026-03-20T10:20:13.152939Z","steps":["trace[1053840088] 'read index received' (duration: 572.583433ms)","trace[1053840088] 'applied index is now lower than readState.Index' (duration: 456.671µs)"],"step_count":2} {"level":"info","ts":"2026-03-20T10:20:13.15296Z","caller":"traceutil/trace.go:171","msg":"trace[1649952030] transaction","detail":"{read_only:false; response_revision:1408; number_of_response:1; }","duration":"804.181782ms","start":"2026-03-20T10:20:12.348736Z","end":"2026-03-20T10:20:13.152917Z","steps":["trace[1649952030] 'process raft request' (duration: 803.900605ms)"],"step_count":1} {"level":"info","ts":"2026-03-20T10:20:13.152995Z","caller":"traceutil/trace.go:171","msg":"trace[403383439] transaction","detail":"{read_only:false; response_revision:1409; number_of_response:1; }","duration":"804.13023ms","start":"2026-03-20T10:20:12.348842Z","end":"2026-03-20T10:20:13.152972Z","steps":["trace[403383439] 'process raft request' (duration: 803.981167ms)"],"step_count":1} {"level":"info","ts":"2026-03-20T10:20:13.153035Z","caller":"traceutil/trace.go:171","msg":"trace[879734905] transaction","detail":"{read_only:false; response_revision:1410; number_of_response:1; }","duration":"803.827613ms","start":"2026-03-20T10:20:12.34918Z","end":"2026-03-20T10:20:13.153008Z","steps":["trace[879734905] 'process raft request' (duration: 803.72138ms)"],"step_count":1} {"level":"warn","ts":"2026-03-20T10:20:13.15309Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"573.192328ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/health\" ","response":"range_response_count:0 size:5"} {"level":"warn","ts":"2026-03-20T10:20:13.153101Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-20T10:20:12.348833Z","time spent":"804.205392ms","remote":"127.0.0.1:51504","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":419,"response count":0,"response size":38,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-03-20T10:20:13.153124Z","caller":"traceutil/trace.go:171","msg":"trace[1609736486] range","detail":"{range_begin:/registry/health; range_end:; response_count:0; response_revision:1410; }","duration":"573.293831ms","start":"2026-03-20T10:20:12.579819Z","end":"2026-03-20T10:20:13.153113Z","steps":["trace[1609736486] 'agreement among raft nodes before linearized reading' (duration: 573.215369ms)"],"step_count":1} {"level":"warn","ts":"2026-03-20T10:20:13.15312Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-20T10:20:12.348711Z","time spent":"804.329895ms","remote":"127.0.0.1:51504","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":464,"response count":0,"response size":38,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-03-20T10:20:13.15313Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-20T10:20:12.349167Z","time spent":"803.914635ms","remote":"127.0.0.1:51504","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":494,"response count":0,"response size":38,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-03-20T10:20:13.153154Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-20T10:20:12.579797Z","time spent":"573.350752ms","remote":"127.0.0.1:51202","response type":"/etcdserverpb.KV/Range","request count":0,"request size":18,"response count":0,"response size":27,"request content":"key:\"/registry/health\" "} {"level":"warn","ts":"2026-03-20T10:20:13.153262Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"106.869193ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/external-snapshotter-leader-rbd-csi-ceph-com\" ","response":"range_response_count:1 size:534"} {"level":"info","ts":"2026-03-20T10:20:13.153299Z","caller":"traceutil/trace.go:171","msg":"trace[1084570334] range","detail":"{range_begin:/registry/leases/kube-system/external-snapshotter-leader-rbd-csi-ceph-com; range_end:; response_count:1; response_revision:1410; }","duration":"106.939425ms","start":"2026-03-20T10:20:13.046345Z","end":"2026-03-20T10:20:13.153285Z","steps":["trace[1084570334] 'agreement among raft nodes before linearized reading' (duration: 106.820672ms)"],"step_count":1} {"level":"warn","ts":"2026-03-20T10:20:13.902299Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"514.579296ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/rbd-csi-ceph-com\" ","response":"range_response_count:1 size:474"} {"level":"info","ts":"2026-03-20T10:20:13.902381Z","caller":"traceutil/trace.go:171","msg":"trace[1660096634] range","detail":"{range_begin:/registry/leases/kube-system/rbd-csi-ceph-com; range_end:; response_count:1; response_revision:1411; }","duration":"514.70684ms","start":"2026-03-20T10:20:13.387654Z","end":"2026-03-20T10:20:13.902361Z","steps":["trace[1660096634] 'range keys from in-memory index tree' (duration: 514.389092ms)"],"step_count":1} {"level":"warn","ts":"2026-03-20T10:20:13.90242Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-20T10:20:13.387633Z","time spent":"514.778422ms","remote":"127.0.0.1:51504","response type":"/etcdserverpb.KV/Range","request count":0,"request size":47,"response count":1,"response size":496,"request content":"key:\"/registry/leases/kube-system/rbd-csi-ceph-com\" "} {"level":"warn","ts":"2026-03-20T10:20:13.902448Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"326.396036ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/health\" ","response":"range_response_count:0 size:5"} {"level":"info","ts":"2026-03-20T10:20:13.902496Z","caller":"traceutil/trace.go:171","msg":"trace[579867024] range","detail":"{range_begin:/registry/health; range_end:; response_count:0; response_revision:1411; }","duration":"326.486479ms","start":"2026-03-20T10:20:13.575995Z","end":"2026-03-20T10:20:13.902482Z","steps":["trace[579867024] 'range keys from in-memory index tree' (duration: 326.332915ms)"],"step_count":1} {"level":"warn","ts":"2026-03-20T10:20:13.902528Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-20T10:20:13.575976Z","time spent":"326.545101ms","remote":"127.0.0.1:51190","response type":"/etcdserverpb.KV/Range","request count":0,"request size":18,"response count":0,"response size":27,"request content":"key:\"/registry/health\" "} {"level":"info","ts":"2026-03-20T10:20:14.246454Z","caller":"traceutil/trace.go:171","msg":"trace[18597035] transaction","detail":"{read_only:false; response_revision:1412; number_of_response:1; }","duration":"339.936599ms","start":"2026-03-20T10:20:13.906492Z","end":"2026-03-20T10:20:14.246428Z","steps":["trace[18597035] 'process raft request' (duration: 339.790165ms)"],"step_count":1} {"level":"warn","ts":"2026-03-20T10:20:14.246629Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-20T10:20:13.906471Z","time spent":"340.059353ms","remote":"127.0.0.1:51504","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":459,"response count":0,"response size":38,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-03-20T10:20:14.837848Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"489.40505ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/plndr-svcs-lock\" ","response":"range_response_count:1 size:437"} {"level":"info","ts":"2026-03-20T10:20:14.837959Z","caller":"traceutil/trace.go:171","msg":"trace[1685498997] range","detail":"{range_begin:/registry/leases/kube-system/plndr-svcs-lock; range_end:; response_count:1; response_revision:1412; }","duration":"489.578154ms","start":"2026-03-20T10:20:14.348358Z","end":"2026-03-20T10:20:14.837936Z","steps":["trace[1685498997] 'range keys from in-memory index tree' (duration: 489.171974ms)"],"step_count":1} {"level":"warn","ts":"2026-03-20T10:20:14.838008Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-20T10:20:14.348342Z","time spent":"489.655696ms","remote":"127.0.0.1:51504","response type":"/etcdserverpb.KV/Range","request count":0,"request size":46,"response count":1,"response size":459,"request content":"key:\"/registry/leases/kube-system/plndr-svcs-lock\" "} {"level":"warn","ts":"2026-03-20T10:20:14.838065Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"488.63671ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/cilium-operator-resource-lock\" ","response":"range_response_count:1 size:492"} {"level":"info","ts":"2026-03-20T10:20:14.838151Z","caller":"traceutil/trace.go:171","msg":"trace[832503304] range","detail":"{range_begin:/registry/leases/kube-system/cilium-operator-resource-lock; range_end:; response_count:1; response_revision:1412; }","duration":"488.756464ms","start":"2026-03-20T10:20:14.349373Z","end":"2026-03-20T10:20:14.838129Z","steps":["trace[832503304] 'range keys from in-memory index tree' (duration: 488.494547ms)"],"step_count":1} {"level":"warn","ts":"2026-03-20T10:20:14.838145Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"471.677662ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/rbd.csi.ceph.com-kube-system\" ","response":"range_response_count:1 size:531"} {"level":"warn","ts":"2026-03-20T10:20:14.838202Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-20T10:20:14.349369Z","time spent":"488.822936ms","remote":"127.0.0.1:51504","response type":"/etcdserverpb.KV/Range","request count":0,"request size":60,"response count":1,"response size":514,"request content":"key:\"/registry/leases/kube-system/cilium-operator-resource-lock\" "} {"level":"info","ts":"2026-03-20T10:20:14.838217Z","caller":"traceutil/trace.go:171","msg":"trace[1563027439] range","detail":"{range_begin:/registry/leases/kube-system/rbd.csi.ceph.com-kube-system; range_end:; response_count:1; response_revision:1412; }","duration":"471.796145ms","start":"2026-03-20T10:20:14.366401Z","end":"2026-03-20T10:20:14.838197Z","steps":["trace[1563027439] 'range keys from in-memory index tree' (duration: 471.480557ms)"],"step_count":1} {"level":"warn","ts":"2026-03-20T10:20:14.838259Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-20T10:20:14.36638Z","time spent":"471.869726ms","remote":"127.0.0.1:51504","response type":"/etcdserverpb.KV/Range","request count":0,"request size":59,"response count":1,"response size":553,"request content":"key:\"/registry/leases/kube-system/rbd.csi.ceph.com-kube-system\" "} {"level":"warn","ts":"2026-03-20T10:20:14.838344Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"260.94704ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/health\" ","response":"range_response_count:0 size:5"} {"level":"info","ts":"2026-03-20T10:20:14.838371Z","caller":"traceutil/trace.go:171","msg":"trace[275719933] range","detail":"{range_begin:/registry/health; range_end:; response_count:0; response_revision:1412; }","duration":"261.008332ms","start":"2026-03-20T10:20:14.577353Z","end":"2026-03-20T10:20:14.838362Z","steps":["trace[275719933] 'range keys from in-memory index tree' (duration: 260.868019ms)"],"step_count":1} {"level":"info","ts":"2026-03-20T10:20:15.007525Z","caller":"traceutil/trace.go:171","msg":"trace[271539928] transaction","detail":"{read_only:false; response_revision:1413; number_of_response:1; }","duration":"162.89081ms","start":"2026-03-20T10:20:14.84424Z","end":"2026-03-20T10:20:15.007131Z","steps":["trace[271539928] 'process raft request' (duration: 162.697735ms)"],"step_count":1} {"level":"warn","ts":"2026-03-20T10:20:15.407455Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"288.676982ms","expected-duration":"100ms","prefix":"","request":"header: txn: success:> failure: >>","response":"size:16"} {"level":"info","ts":"2026-03-20T10:20:15.407697Z","caller":"traceutil/trace.go:171","msg":"trace[1553937735] linearizableReadLoop","detail":"{readStateIndex:1504; appliedIndex:1502; }","duration":"250.015733ms","start":"2026-03-20T10:20:15.157663Z","end":"2026-03-20T10:20:15.407679Z","steps":["trace[1553937735] 'read index received' (duration: 43.381µs)","trace[1553937735] 'applied index is now lower than readState.Index' (duration: 249.970692ms)"],"step_count":2} {"level":"info","ts":"2026-03-20T10:20:15.40777Z","caller":"traceutil/trace.go:171","msg":"trace[883528097] transaction","detail":"{read_only:false; response_revision:1414; number_of_response:1; }","duration":"563.214646ms","start":"2026-03-20T10:20:14.844524Z","end":"2026-03-20T10:20:15.407739Z","steps":["trace[883528097] 'process raft request' (duration: 274.095173ms)","trace[883528097] 'compare' (duration: 288.399355ms)"],"step_count":2} {"level":"info","ts":"2026-03-20T10:20:15.407781Z","caller":"traceutil/trace.go:171","msg":"trace[1652235030] transaction","detail":"{read_only:false; response_revision:1415; number_of_response:1; }","duration":"563.142325ms","start":"2026-03-20T10:20:14.844598Z","end":"2026-03-20T10:20:15.40774Z","steps":["trace[1652235030] 'process raft request' (duration: 562.967101ms)"],"step_count":1} {"level":"warn","ts":"2026-03-20T10:20:15.40789Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"250.222449ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/kube-controller-manager\" ","response":"range_response_count:1 size:506"} {"level":"warn","ts":"2026-03-20T10:20:15.407913Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-20T10:20:14.84451Z","time spent":"563.322239ms","remote":"127.0.0.1:51504","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":516,"response count":0,"response size":38,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-03-20T10:20:15.407924Z","caller":"traceutil/trace.go:171","msg":"trace[2035154737] range","detail":"{range_begin:/registry/leases/kube-system/kube-controller-manager; range_end:; response_count:1; response_revision:1415; }","duration":"250.304471ms","start":"2026-03-20T10:20:15.157608Z","end":"2026-03-20T10:20:15.407913Z","steps":["trace[2035154737] 'agreement among raft nodes before linearized reading' (duration: 250.166378ms)"],"step_count":1} {"level":"warn","ts":"2026-03-20T10:20:15.40794Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-20T10:20:14.844586Z","time spent":"563.261188ms","remote":"127.0.0.1:51504","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":477,"response count":0,"response size":38,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-03-20T10:20:15.408111Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"133.895057ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/external-attacher-leader-rbd-csi-ceph-com\" ","response":"range_response_count:1 size:525"} {"level":"warn","ts":"2026-03-20T10:20:15.408099Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"249.945692ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/plndr-cp-lock\" ","response":"range_response_count:1 size:433"} {"level":"info","ts":"2026-03-20T10:20:15.408148Z","caller":"traceutil/trace.go:171","msg":"trace[1521940275] range","detail":"{range_begin:/registry/leases/kube-system/external-attacher-leader-rbd-csi-ceph-com; range_end:; response_count:1; response_revision:1415; }","duration":"133.961609ms","start":"2026-03-20T10:20:15.274175Z","end":"2026-03-20T10:20:15.408137Z","steps":["trace[1521940275] 'agreement among raft nodes before linearized reading' (duration: 133.870096ms)"],"step_count":1} {"level":"info","ts":"2026-03-20T10:20:15.408184Z","caller":"traceutil/trace.go:171","msg":"trace[1381996647] range","detail":"{range_begin:/registry/leases/kube-system/plndr-cp-lock; range_end:; response_count:1; response_revision:1415; }","duration":"250.071355ms","start":"2026-03-20T10:20:15.158093Z","end":"2026-03-20T10:20:15.408164Z","steps":["trace[1381996647] 'agreement among raft nodes before linearized reading' (duration: 249.816439ms)"],"step_count":1} {"level":"warn","ts":"2026-03-20T10:20:15.408228Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"250.034184ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/kube-scheduler\" ","response":"range_response_count:1 size:479"} {"level":"info","ts":"2026-03-20T10:20:15.408268Z","caller":"traceutil/trace.go:171","msg":"trace[1757277609] range","detail":"{range_begin:/registry/leases/kube-system/kube-scheduler; range_end:; response_count:1; response_revision:1415; }","duration":"250.112386ms","start":"2026-03-20T10:20:15.158142Z","end":"2026-03-20T10:20:15.408254Z","steps":["trace[1757277609] 'agreement among raft nodes before linearized reading' (duration: 249.949202ms)"],"step_count":1} {"level":"warn","ts":"2026-03-20T10:20:16.080235Z","caller":"etcdserver/v3_server.go:897","msg":"waiting for ReadIndex response took too long, retrying","sent-request-id":184257304220177949,"retry-timeout":"500ms"} {"level":"warn","ts":"2026-03-20T10:20:16.405239Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"319.239666ms","expected-duration":"100ms","prefix":"","request":"header: txn: success:> failure: >>","response":"size:16"} {"level":"info","ts":"2026-03-20T10:20:16.405457Z","caller":"traceutil/trace.go:171","msg":"trace[1922901761] linearizableReadLoop","detail":"{readStateIndex:1508; appliedIndex:1504; }","duration":"826.100587ms","start":"2026-03-20T10:20:15.57934Z","end":"2026-03-20T10:20:16.405441Z","steps":["trace[1922901761] 'read index received' (duration: 506.579624ms)","trace[1922901761] 'applied index is now lower than readState.Index' (duration: 319.519713ms)"],"step_count":2} {"level":"warn","ts":"2026-03-20T10:20:16.405534Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"826.193009ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/health\" ","response":"range_response_count:0 size:5"} {"level":"info","ts":"2026-03-20T10:20:16.40552Z","caller":"traceutil/trace.go:171","msg":"trace[325132134] transaction","detail":"{read_only:false; response_revision:1417; number_of_response:1; }","duration":"993.459279ms","start":"2026-03-20T10:20:15.412024Z","end":"2026-03-20T10:20:16.405484Z","steps":["trace[325132134] 'process raft request' (duration: 993.308535ms)"],"step_count":1} {"level":"info","ts":"2026-03-20T10:20:16.405559Z","caller":"traceutil/trace.go:171","msg":"trace[1988550715] range","detail":"{range_begin:/registry/health; range_end:; response_count:0; response_revision:1419; }","duration":"826.285971ms","start":"2026-03-20T10:20:15.579264Z","end":"2026-03-20T10:20:16.40555Z","steps":["trace[1988550715] 'agreement among raft nodes before linearized reading' (duration: 826.224339ms)"],"step_count":1} {"level":"warn","ts":"2026-03-20T10:20:16.40559Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-20T10:20:15.579122Z","time spent":"826.462085ms","remote":"127.0.0.1:51202","response type":"/etcdserverpb.KV/Range","request count":0,"request size":18,"response count":0,"response size":27,"request content":"key:\"/registry/health\" "} {"level":"warn","ts":"2026-03-20T10:20:16.405662Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-20T10:20:15.412004Z","time spent":"993.577552ms","remote":"127.0.0.1:51504","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":418,"response count":0,"response size":38,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-03-20T10:20:16.405771Z","caller":"traceutil/trace.go:171","msg":"trace[311193557] transaction","detail":"{read_only:false; response_revision:1418; number_of_response:1; }","duration":"993.383067ms","start":"2026-03-20T10:20:15.412378Z","end":"2026-03-20T10:20:16.405761Z","steps":["trace[311193557] 'process raft request' (duration: 992.996297ms)"],"step_count":1} {"level":"info","ts":"2026-03-20T10:20:16.405814Z","caller":"traceutil/trace.go:171","msg":"trace[1403105060] transaction","detail":"{read_only:false; response_revision:1416; number_of_response:1; }","duration":"994.127717ms","start":"2026-03-20T10:20:15.411673Z","end":"2026-03-20T10:20:16.4058Z","steps":["trace[1403105060] 'process raft request' (duration: 674.254156ms)","trace[1403105060] 'compare' (duration: 319.122832ms)"],"step_count":2} {"level":"warn","ts":"2026-03-20T10:20:16.405825Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-20T10:20:15.412373Z","time spent":"993.422019ms","remote":"127.0.0.1:51504","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":490,"response count":0,"response size":38,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-03-20T10:20:16.405866Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-20T10:20:15.411648Z","time spent":"994.190539ms","remote":"127.0.0.1:51504","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":463,"response count":0,"response size":38,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-03-20T10:20:16.406005Z","caller":"traceutil/trace.go:171","msg":"trace[962005036] transaction","detail":"{read_only:false; response_revision:1419; number_of_response:1; }","duration":"992.937956ms","start":"2026-03-20T10:20:15.413042Z","end":"2026-03-20T10:20:16.40598Z","steps":["trace[962005036] 'process raft request' (duration: 992.362882ms)"],"step_count":1} {"level":"warn","ts":"2026-03-20T10:20:16.40662Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-20T10:20:15.413037Z","time spent":"993.498221ms","remote":"127.0.0.1:51504","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":510,"response count":0,"response size":38,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-03-20T10:20:17.130236Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"557.450231ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/controllers/\" range_end:\"/registry/controllers0\" count_only:true ","response":"range_response_count:0 size:5"} {"level":"warn","ts":"2026-03-20T10:20:17.130337Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"119.278827ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/plndr-svcs-lock\" ","response":"range_response_count:1 size:437"} {"level":"info","ts":"2026-03-20T10:20:17.130345Z","caller":"traceutil/trace.go:171","msg":"trace[1228643622] range","detail":"{range_begin:/registry/controllers/; range_end:/registry/controllers0; response_count:0; response_revision:1419; }","duration":"557.610755ms","start":"2026-03-20T10:20:16.572708Z","end":"2026-03-20T10:20:17.130319Z","steps":["trace[1228643622] 'count revisions from in-memory index tree' (duration: 557.362918ms)"],"step_count":1} {"level":"info","ts":"2026-03-20T10:20:17.130368Z","caller":"traceutil/trace.go:171","msg":"trace[1363020082] range","detail":"{range_begin:/registry/leases/kube-system/plndr-svcs-lock; range_end:; response_count:1; response_revision:1419; }","duration":"119.346869ms","start":"2026-03-20T10:20:17.011011Z","end":"2026-03-20T10:20:17.130358Z","steps":["trace[1363020082] 'range keys from in-memory index tree' (duration: 119.118073ms)"],"step_count":1} {"level":"warn","ts":"2026-03-20T10:20:17.130456Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-20T10:20:16.57269Z","time spent":"557.748298ms","remote":"127.0.0.1:51444","response type":"/etcdserverpb.KV/Range","request count":0,"request size":50,"response count":0,"response size":27,"request content":"key:\"/registry/controllers/\" range_end:\"/registry/controllers0\" count_only:true "} {"level":"warn","ts":"2026-03-20T10:20:17.97913Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"657.350649ms","expected-duration":"100ms","prefix":"","request":"header: lease_revoke:","response":"size:27"} {"level":"info","ts":"2026-03-20T10:20:17.979728Z","caller":"traceutil/trace.go:171","msg":"trace[507847456] transaction","detail":"{read_only:false; response_revision:1420; number_of_response:1; }","duration":"824.69472ms","start":"2026-03-20T10:20:17.155012Z","end":"2026-03-20T10:20:17.979706Z","steps":["trace[507847456] 'process raft request' (duration: 824.209478ms)"],"step_count":1} {"level":"info","ts":"2026-03-20T10:20:17.979764Z","caller":"traceutil/trace.go:171","msg":"trace[975280819] linearizableReadLoop","detail":"{readStateIndex:1510; appliedIndex:1508; }","duration":"566.49987ms","start":"2026-03-20T10:20:17.41324Z","end":"2026-03-20T10:20:17.97974Z","steps":["trace[975280819] 'read index received' (duration: 103.823357ms)","trace[975280819] 'applied index is now lower than readState.Index' (duration: 462.675173ms)"],"step_count":2} {"level":"warn","ts":"2026-03-20T10:20:17.979824Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-20T10:20:17.154988Z","time spent":"824.785543ms","remote":"127.0.0.1:51504","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":422,"response count":0,"response size":38,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-03-20T10:20:18.480219Z","caller":"etcdserver/v3_server.go:897","msg":"waiting for ReadIndex response took too long, retrying","sent-request-id":184257304220177962,"retry-timeout":"500ms"} {"level":"warn","ts":"2026-03-20T10:20:18.489163Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.075896575s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/cilium-operator-resource-lock\" ","response":"range_response_count:1 size:492"} {"level":"info","ts":"2026-03-20T10:20:18.489263Z","caller":"traceutil/trace.go:171","msg":"trace[471868375] range","detail":"{range_begin:/registry/leases/kube-system/cilium-operator-resource-lock; range_end:; response_count:1; response_revision:1420; }","duration":"1.076051429s","start":"2026-03-20T10:20:17.413184Z","end":"2026-03-20T10:20:18.489235Z","steps":["trace[471868375] 'agreement among raft nodes before linearized reading' (duration: 566.666564ms)","trace[471868375] 'range keys from in-memory index tree' (duration: 509.16239ms)"],"step_count":2} {"level":"warn","ts":"2026-03-20T10:20:18.489323Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-20T10:20:17.413159Z","time spent":"1.076146942s","remote":"127.0.0.1:51504","response type":"/etcdserverpb.KV/Range","request count":0,"request size":60,"response count":1,"response size":514,"request content":"key:\"/registry/leases/kube-system/cilium-operator-resource-lock\" "} {"level":"warn","ts":"2026-03-20T10:20:18.489603Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"509.795845ms","expected-duration":"100ms","prefix":"","request":"header: txn: success:> failure: >>","response":"size:16"} {"level":"info","ts":"2026-03-20T10:20:18.489688Z","caller":"traceutil/trace.go:171","msg":"trace[47976103] transaction","detail":"{read_only:false; response_revision:1421; number_of_response:1; }","duration":"1.066631711s","start":"2026-03-20T10:20:17.423037Z","end":"2026-03-20T10:20:18.489668Z","steps":["trace[47976103] 'process raft request' (duration: 556.693572ms)","trace[47976103] 'compare' (duration: 509.18159ms)"],"step_count":2} {"level":"warn","ts":"2026-03-20T10:20:18.489766Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-20T10:20:17.423025Z","time spent":"1.066698352s","remote":"127.0.0.1:51504","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":673,"response count":0,"response size":38,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-03-20T10:20:18.564496Z","caller":"traceutil/trace.go:171","msg":"trace[308328746] linearizableReadLoop","detail":"{readStateIndex:1512; appliedIndex:1511; }","duration":"584.650869ms","start":"2026-03-20T10:20:17.97982Z","end":"2026-03-20T10:20:18.564471Z","steps":["trace[308328746] 'read index received' (duration: 583.552432ms)","trace[308328746] 'applied index is now lower than readState.Index' (duration: 1.097427ms)"],"step_count":2} {"level":"info","ts":"2026-03-20T10:20:18.56455Z","caller":"traceutil/trace.go:171","msg":"trace[1945652654] transaction","detail":"{read_only:false; response_revision:1422; number_of_response:1; }","duration":"1.022462453s","start":"2026-03-20T10:20:17.542052Z","end":"2026-03-20T10:20:18.564515Z","steps":["trace[1945652654] 'process raft request' (duration: 1.022200397s)"],"step_count":1} {"level":"warn","ts":"2026-03-20T10:20:18.564641Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"986.257248ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/health\" ","response":"range_response_count:0 size:5"} {"level":"info","ts":"2026-03-20T10:20:18.564675Z","caller":"traceutil/trace.go:171","msg":"trace[1178851042] range","detail":"{range_begin:/registry/health; range_end:; response_count:0; response_revision:1422; }","duration":"986.332939ms","start":"2026-03-20T10:20:17.578332Z","end":"2026-03-20T10:20:18.564665Z","steps":["trace[1178851042] 'agreement among raft nodes before linearized reading' (duration: 986.261007ms)"],"step_count":1} {"level":"warn","ts":"2026-03-20T10:20:18.564717Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-20T10:20:17.542027Z","time spent":"1.022603077s","remote":"127.0.0.1:51504","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":521,"response count":0,"response size":38,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-03-20T10:20:18.564764Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-20T10:20:17.578319Z","time spent":"986.434142ms","remote":"127.0.0.1:51202","response type":"/etcdserverpb.KV/Range","request count":0,"request size":18,"response count":0,"response size":27,"request content":"key:\"/registry/health\" "} {"level":"warn","ts":"2026-03-20T10:20:18.564866Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.151005556s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/rbd.csi.ceph.com-kube-system\" ","response":"range_response_count:1 size:531"} {"level":"info","ts":"2026-03-20T10:20:18.564935Z","caller":"traceutil/trace.go:171","msg":"trace[422522633] range","detail":"{range_begin:/registry/leases/kube-system/rbd.csi.ceph.com-kube-system; range_end:; response_count:1; response_revision:1422; }","duration":"1.151078367s","start":"2026-03-20T10:20:17.413838Z","end":"2026-03-20T10:20:18.564916Z","steps":["trace[422522633] 'agreement among raft nodes before linearized reading' (duration: 1.150911843s)"],"step_count":1} {"level":"warn","ts":"2026-03-20T10:20:18.564971Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-20T10:20:17.41381Z","time spent":"1.151155109s","remote":"127.0.0.1:51504","response type":"/etcdserverpb.KV/Range","request count":0,"request size":59,"response count":1,"response size":553,"request content":"key:\"/registry/leases/kube-system/rbd.csi.ceph.com-kube-system\" "} {"level":"warn","ts":"2026-03-20T10:20:19.064874Z","caller":"etcdserver/v3_server.go:897","msg":"waiting for ReadIndex response took too long, retrying","sent-request-id":184257304220177964,"retry-timeout":"500ms"} {"level":"warn","ts":"2026-03-20T10:20:19.718286Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"420.294122ms","expected-duration":"100ms","prefix":"","request":"header: txn: success:> failure: >>","response":"size:16"} {"level":"info","ts":"2026-03-20T10:20:19.718912Z","caller":"traceutil/trace.go:171","msg":"trace[867666477] transaction","detail":"{read_only:false; response_revision:1423; number_of_response:1; }","duration":"1.225030577s","start":"2026-03-20T10:20:18.493827Z","end":"2026-03-20T10:20:19.718858Z","steps":["trace[867666477] 'process raft request' (duration: 804.089029ms)","trace[867666477] 'compare' (duration: 420.194119ms)"],"step_count":2} {"level":"info","ts":"2026-03-20T10:20:19.718955Z","caller":"traceutil/trace.go:171","msg":"trace[1598850970] linearizableReadLoop","detail":"{readStateIndex:1514; appliedIndex:1512; }","duration":"1.1543715s","start":"2026-03-20T10:20:18.564564Z","end":"2026-03-20T10:20:19.718936Z","steps":["trace[1598850970] 'read index received' (duration: 733.303979ms)","trace[1598850970] 'applied index is now lower than readState.Index' (duration: 421.066271ms)"],"step_count":2} {"level":"warn","ts":"2026-03-20T10:20:19.719057Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-20T10:20:18.493807Z","time spent":"1.225170501s","remote":"127.0.0.1:51504","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":477,"response count":0,"response size":38,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-03-20T10:20:19.719211Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.152448522s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/health\" ","response":"range_response_count:0 size:5"} {"level":"info","ts":"2026-03-20T10:20:19.719244Z","caller":"traceutil/trace.go:171","msg":"trace[1161734118] range","detail":"{range_begin:/registry/health; range_end:; response_count:0; response_revision:1424; }","duration":"1.152516773s","start":"2026-03-20T10:20:18.566717Z","end":"2026-03-20T10:20:19.719234Z","steps":["trace[1161734118] 'agreement among raft nodes before linearized reading' (duration: 1.152460482s)"],"step_count":1} {"level":"warn","ts":"2026-03-20T10:20:19.71927Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-20T10:20:18.566697Z","time spent":"1.152567484s","remote":"127.0.0.1:51190","response type":"/etcdserverpb.KV/Range","request count":0,"request size":18,"response count":0,"response size":27,"request content":"key:\"/registry/health\" "} {"level":"warn","ts":"2026-03-20T10:20:19.719284Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.505630755s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/external-snapshotter-leader-rbd-csi-ceph-com\" ","response":"range_response_count:1 size:533"} {"level":"info","ts":"2026-03-20T10:20:19.719369Z","caller":"traceutil/trace.go:171","msg":"trace[974194008] range","detail":"{range_begin:/registry/leases/kube-system/external-snapshotter-leader-rbd-csi-ceph-com; range_end:; response_count:1; response_revision:1424; }","duration":"1.505759498s","start":"2026-03-20T10:20:18.213592Z","end":"2026-03-20T10:20:19.719351Z","steps":["trace[974194008] 'agreement among raft nodes before linearized reading' (duration: 1.505560493s)"],"step_count":1} {"level":"warn","ts":"2026-03-20T10:20:19.719408Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-20T10:20:18.213571Z","time spent":"1.505829379s","remote":"127.0.0.1:51504","response type":"/etcdserverpb.KV/Range","request count":0,"request size":75,"response count":1,"response size":555,"request content":"key:\"/registry/leases/kube-system/external-snapshotter-leader-rbd-csi-ceph-com\" "} {"level":"info","ts":"2026-03-20T10:20:19.71955Z","caller":"traceutil/trace.go:171","msg":"trace[1477185496] transaction","detail":"{read_only:false; response_revision:1424; number_of_response:1; }","duration":"1.149305372s","start":"2026-03-20T10:20:18.570236Z","end":"2026-03-20T10:20:19.719541Z","steps":["trace[1477185496] 'process raft request' (duration: 1.148358728s)"],"step_count":1} {"level":"warn","ts":"2026-03-20T10:20:19.719608Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.561493417s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/external-resizer-rbd-csi-ceph-com\" ","response":"range_response_count:1 size:509"} {"level":"info","ts":"2026-03-20T10:20:19.719648Z","caller":"traceutil/trace.go:171","msg":"trace[1725604393] range","detail":"{range_begin:/registry/leases/kube-system/external-resizer-rbd-csi-ceph-com; range_end:; response_count:1; response_revision:1424; }","duration":"1.561574239s","start":"2026-03-20T10:20:18.158063Z","end":"2026-03-20T10:20:19.719637Z","steps":["trace[1725604393] 'agreement among raft nodes before linearized reading' (duration: 1.561388585s)"],"step_count":1} {"level":"warn","ts":"2026-03-20T10:20:19.719675Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-20T10:20:18.158041Z","time spent":"1.561628471s","remote":"127.0.0.1:51504","response type":"/etcdserverpb.KV/Range","request count":0,"request size":64,"response count":1,"response size":531,"request content":"key:\"/registry/leases/kube-system/external-resizer-rbd-csi-ceph-com\" "} {"level":"warn","ts":"2026-03-20T10:20:19.719681Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.309654057s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/kube-controller-manager\" ","response":"range_response_count:1 size:505"} {"level":"info","ts":"2026-03-20T10:20:19.719705Z","caller":"traceutil/trace.go:171","msg":"trace[743849617] range","detail":"{range_begin:/registry/leases/kube-system/kube-controller-manager; range_end:; response_count:1; response_revision:1424; }","duration":"1.309688578s","start":"2026-03-20T10:20:18.410011Z","end":"2026-03-20T10:20:19.719699Z","steps":["trace[743849617] 'agreement among raft nodes before linearized reading' (duration: 1.309624016s)"],"step_count":1} {"level":"warn","ts":"2026-03-20T10:20:19.71973Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-20T10:20:18.410006Z","time spent":"1.30971926s","remote":"127.0.0.1:51504","response type":"/etcdserverpb.KV/Range","request count":0,"request size":54,"response count":1,"response size":527,"request content":"key:\"/registry/leases/kube-system/kube-controller-manager\" "} {"level":"warn","ts":"2026-03-20T10:20:19.719619Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-20T10:20:18.570219Z","time spent":"1.149354943s","remote":"127.0.0.1:51504","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":516,"response count":0,"response size":38,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-03-20T10:20:19.719827Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.309998966s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/plndr-cp-lock\" ","response":"range_response_count:1 size:432"} {"level":"warn","ts":"2026-03-20T10:20:19.719831Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"797.00343ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/ingressclasses/\" range_end:\"/registry/ingressclasses0\" count_only:true ","response":"range_response_count:0 size:5"} {"level":"info","ts":"2026-03-20T10:20:19.71985Z","caller":"traceutil/trace.go:171","msg":"trace[1844155059] range","detail":"{range_begin:/registry/leases/kube-system/plndr-cp-lock; range_end:; response_count:1; response_revision:1424; }","duration":"1.310066798s","start":"2026-03-20T10:20:18.409777Z","end":"2026-03-20T10:20:19.719844Z","steps":["trace[1844155059] 'agreement among raft nodes before linearized reading' (duration: 1.309997656s)"],"step_count":1} {"level":"warn","ts":"2026-03-20T10:20:19.719874Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-20T10:20:18.409758Z","time spent":"1.310111859s","remote":"127.0.0.1:51504","response type":"/etcdserverpb.KV/Range","request count":0,"request size":44,"response count":1,"response size":454,"request content":"key:\"/registry/leases/kube-system/plndr-cp-lock\" "} {"level":"info","ts":"2026-03-20T10:20:19.719877Z","caller":"traceutil/trace.go:171","msg":"trace[1512248044] range","detail":"{range_begin:/registry/ingressclasses/; range_end:/registry/ingressclasses0; response_count:0; response_revision:1424; }","duration":"797.094112ms","start":"2026-03-20T10:20:18.92277Z","end":"2026-03-20T10:20:19.719864Z","steps":["trace[1512248044] 'agreement among raft nodes before linearized reading' (duration: 797.01585ms)"],"step_count":1} {"level":"warn","ts":"2026-03-20T10:20:19.719932Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-20T10:20:18.922748Z","time spent":"797.174244ms","remote":"127.0.0.1:51550","response type":"/etcdserverpb.KV/Range","request count":0,"request size":56,"response count":0,"response size":27,"request content":"key:\"/registry/ingressclasses/\" range_end:\"/registry/ingressclasses0\" count_only:true "} {"level":"warn","ts":"2026-03-20T10:20:19.719991Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"400.921102ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/masterleases/199.204.45.102\" ","response":"range_response_count:1 size:135"} {"level":"warn","ts":"2026-03-20T10:20:19.719987Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.309950155s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/kube-scheduler\" ","response":"range_response_count:1 size:478"} {"level":"info","ts":"2026-03-20T10:20:19.720032Z","caller":"traceutil/trace.go:171","msg":"trace[240929694] range","detail":"{range_begin:/registry/masterleases/199.204.45.102; range_end:; response_count:1; response_revision:1424; }","duration":"400.983713ms","start":"2026-03-20T10:20:19.319039Z","end":"2026-03-20T10:20:19.720023Z","steps":["trace[240929694] 'agreement among raft nodes before linearized reading' (duration: 400.891121ms)"],"step_count":1} {"level":"warn","ts":"2026-03-20T10:20:19.72006Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-20T10:20:19.319027Z","time spent":"401.027035ms","remote":"127.0.0.1:51238","response type":"/etcdserverpb.KV/Range","request count":0,"request size":39,"response count":1,"response size":157,"request content":"key:\"/registry/masterleases/199.204.45.102\" "} {"level":"info","ts":"2026-03-20T10:20:19.720074Z","caller":"traceutil/trace.go:171","msg":"trace[346220392] range","detail":"{range_begin:/registry/leases/kube-system/kube-scheduler; range_end:; response_count:1; response_revision:1424; }","duration":"1.310084438s","start":"2026-03-20T10:20:18.409976Z","end":"2026-03-20T10:20:19.72006Z","steps":["trace[346220392] 'agreement among raft nodes before linearized reading' (duration: 1.30976235s)"],"step_count":1} {"level":"warn","ts":"2026-03-20T10:20:19.72011Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"469.028784ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/rbd-csi-ceph-com\" ","response":"range_response_count:1 size:474"} {"level":"warn","ts":"2026-03-20T10:20:19.720116Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-20T10:20:18.40997Z","time spent":"1.310134849s","remote":"127.0.0.1:51504","response type":"/etcdserverpb.KV/Range","request count":0,"request size":45,"response count":1,"response size":500,"request content":"key:\"/registry/leases/kube-system/kube-scheduler\" "} {"level":"info","ts":"2026-03-20T10:20:19.720133Z","caller":"traceutil/trace.go:171","msg":"trace[375506226] range","detail":"{range_begin:/registry/leases/kube-system/rbd-csi-ceph-com; range_end:; response_count:1; response_revision:1424; }","duration":"469.123227ms","start":"2026-03-20T10:20:19.251004Z","end":"2026-03-20T10:20:19.720127Z","steps":["trace[375506226] 'agreement among raft nodes before linearized reading' (duration: 469.058295ms)"],"step_count":1} {"level":"warn","ts":"2026-03-20T10:20:19.720153Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-20T10:20:19.250982Z","time spent":"469.166367ms","remote":"127.0.0.1:51504","response type":"/etcdserverpb.KV/Range","request count":0,"request size":47,"response count":1,"response size":496,"request content":"key:\"/registry/leases/kube-system/rbd-csi-ceph-com\" "} {"level":"warn","ts":"2026-03-20T10:20:20.223075Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"204.80377ms","expected-duration":"100ms","prefix":"","request":"header: lease_grant:","response":"size:39"} {"level":"warn","ts":"2026-03-20T10:20:20.223335Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-20T10:20:19.72158Z","time spent":"501.721521ms","remote":"127.0.0.1:51238","response type":"/etcdserverpb.Lease/LeaseGrant","request count":-1,"request size":-1,"response count":-1,"response size":-1,"request content":""} {"level":"info","ts":"2026-03-20T10:20:20.24844Z","caller":"traceutil/trace.go:171","msg":"trace[447323083] transaction","detail":"{read_only:false; response_revision:1425; number_of_response:1; }","duration":"523.935973ms","start":"2026-03-20T10:20:19.724482Z","end":"2026-03-20T10:20:20.248418Z","steps":["trace[447323083] 'process raft request' (duration: 523.762509ms)"],"step_count":1} {"level":"warn","ts":"2026-03-20T10:20:20.248683Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-20T10:20:19.72446Z","time spent":"524.082646ms","remote":"127.0.0.1:51504","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":491,"response count":0,"response size":38,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-03-20T10:20:20.248831Z","caller":"traceutil/trace.go:171","msg":"trace[1915569153] transaction","detail":"{read_only:false; response_revision:1426; number_of_response:1; }","duration":"524.297502ms","start":"2026-03-20T10:20:19.724513Z","end":"2026-03-20T10:20:20.24881Z","steps":["trace[1915569153] 'process raft request' (duration: 523.871471ms)"],"step_count":1} {"level":"warn","ts":"2026-03-20T10:20:20.248971Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-20T10:20:19.724497Z","time spent":"524.403815ms","remote":"127.0.0.1:51504","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":464,"response count":0,"response size":38,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-03-20T10:20:20.24963Z","caller":"traceutil/trace.go:171","msg":"trace[901148119] transaction","detail":"{read_only:false; response_revision:1427; number_of_response:1; }","duration":"524.99522ms","start":"2026-03-20T10:20:19.724617Z","end":"2026-03-20T10:20:20.249612Z","steps":["trace[901148119] 'process raft request' (duration: 524.103347ms)"],"step_count":1} {"level":"warn","ts":"2026-03-20T10:20:20.24974Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"523.407379ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/health\" ","response":"range_response_count:0 size:5"} {"level":"info","ts":"2026-03-20T10:20:20.249778Z","caller":"traceutil/trace.go:171","msg":"trace[1255040982] range","detail":"{range_begin:/registry/health; range_end:; response_count:0; response_revision:1430; }","duration":"523.466382ms","start":"2026-03-20T10:20:19.726304Z","end":"2026-03-20T10:20:20.24977Z","steps":["trace[1255040982] 'agreement among raft nodes before linearized reading' (duration: 523.371888ms)"],"step_count":1} {"level":"warn","ts":"2026-03-20T10:20:20.249806Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-20T10:20:19.726297Z","time spent":"523.502222ms","remote":"127.0.0.1:51202","response type":"/etcdserverpb.KV/Range","request count":0,"request size":18,"response count":0,"response size":27,"request content":"key:\"/registry/health\" "} {"level":"info","ts":"2026-03-20T10:20:20.249989Z","caller":"traceutil/trace.go:171","msg":"trace[759108900] transaction","detail":"{read_only:false; response_revision:1428; number_of_response:1; }","duration":"524.902028ms","start":"2026-03-20T10:20:19.725077Z","end":"2026-03-20T10:20:20.249979Z","steps":["trace[759108900] 'process raft request' (duration: 524.344823ms)"],"step_count":1} {"level":"warn","ts":"2026-03-20T10:20:20.250068Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-20T10:20:19.725065Z","time spent":"524.967259ms","remote":"127.0.0.1:51504","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":518,"response count":0,"response size":38,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-03-20T10:20:20.250209Z","caller":"traceutil/trace.go:171","msg":"trace[844786475] transaction","detail":"{read_only:false; response_revision:1429; number_of_response:1; }","duration":"523.83281ms","start":"2026-03-20T10:20:19.726366Z","end":"2026-03-20T10:20:20.250198Z","steps":["trace[844786475] 'process raft request' (duration: 523.190673ms)"],"step_count":1} {"level":"warn","ts":"2026-03-20T10:20:20.250257Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-20T10:20:19.72636Z","time spent":"523.870311ms","remote":"127.0.0.1:51504","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":493,"response count":0,"response size":38,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-03-20T10:20:20.250328Z","caller":"traceutil/trace.go:171","msg":"trace[1535093307] transaction","detail":"{read_only:false; response_revision:1430; number_of_response:1; }","duration":"523.919432ms","start":"2026-03-20T10:20:19.7264Z","end":"2026-03-20T10:20:20.25032Z","steps":["trace[1535093307] 'process raft request' (duration: 523.196253ms)"],"step_count":1} {"level":"warn","ts":"2026-03-20T10:20:20.250367Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-20T10:20:19.726397Z","time spent":"523.948793ms","remote":"127.0.0.1:51504","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":458,"response count":0,"response size":38,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-03-20T10:20:20.249647Z","caller":"traceutil/trace.go:171","msg":"trace[651254384] linearizableReadLoop","detail":"{readStateIndex:1519; appliedIndex:1514; }","duration":"523.308746ms","start":"2026-03-20T10:20:19.726324Z","end":"2026-03-20T10:20:20.249633Z","steps":["trace[651254384] 'read index received' (duration: 291.948605ms)","trace[651254384] 'applied index is now lower than readState.Index' (duration: 231.359161ms)"],"step_count":2} {"level":"warn","ts":"2026-03-20T10:20:20.258854Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-20T10:20:19.72461Z","time spent":"525.133554ms","remote":"127.0.0.1:51504","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":419,"response count":0,"response size":38,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-03-20T10:20:21.384241Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"956.155196ms","expected-duration":"100ms","prefix":"","request":"header: txn: success:> failure: >>","response":"size:16"} {"level":"info","ts":"2026-03-20T10:20:21.384543Z","caller":"traceutil/trace.go:171","msg":"trace[1930472858] linearizableReadLoop","detail":"{readStateIndex:1522; appliedIndex:1521; }","duration":"1.133434921s","start":"2026-03-20T10:20:20.251068Z","end":"2026-03-20T10:20:21.384503Z","steps":["trace[1930472858] 'read index received' (duration: 176.809392ms)","trace[1930472858] 'applied index is now lower than readState.Index' (duration: 956.622759ms)"],"step_count":2} {"level":"info","ts":"2026-03-20T10:20:21.384784Z","caller":"traceutil/trace.go:171","msg":"trace[171584457] transaction","detail":"{read_only:false; response_revision:1431; number_of_response:1; }","duration":"1.160285091s","start":"2026-03-20T10:20:20.224454Z","end":"2026-03-20T10:20:21.384739Z","steps":["trace[171584457] 'process raft request' (duration: 203.476068ms)","trace[171584457] 'compare' (duration: 955.960661ms)"],"step_count":2} {"level":"warn","ts":"2026-03-20T10:20:21.384942Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.133666337s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/health\" ","response":"range_response_count:0 size:5"} {"level":"info","ts":"2026-03-20T10:20:21.385002Z","caller":"traceutil/trace.go:171","msg":"trace[1128841400] range","detail":"{range_begin:/registry/health; range_end:; response_count:0; response_revision:1431; }","duration":"1.133772079s","start":"2026-03-20T10:20:20.251215Z","end":"2026-03-20T10:20:21.384988Z","steps":["trace[1128841400] 'agreement among raft nodes before linearized reading' (duration: 1.133552243s)"],"step_count":1} {"level":"warn","ts":"2026-03-20T10:20:21.38501Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-20T10:20:20.224391Z","time spent":"1.160500866s","remote":"127.0.0.1:51238","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":120,"response count":0,"response size":38,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-03-20T10:20:21.385037Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-20T10:20:20.251198Z","time spent":"1.133832341s","remote":"127.0.0.1:51190","response type":"/etcdserverpb.KV/Range","request count":0,"request size":18,"response count":0,"response size":27,"request content":"key:\"/registry/health\" "} {"level":"warn","ts":"2026-03-20T10:20:21.385397Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.402430145s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/plndr-svcs-lock\" ","response":"range_response_count:1 size:436"} {"level":"info","ts":"2026-03-20T10:20:21.385501Z","caller":"traceutil/trace.go:171","msg":"trace[235564097] range","detail":"{range_begin:/registry/leases/kube-system/plndr-svcs-lock; range_end:; response_count:1; response_revision:1431; }","duration":"1.402566368s","start":"2026-03-20T10:20:19.982919Z","end":"2026-03-20T10:20:21.385485Z","steps":["trace[235564097] 'agreement among raft nodes before linearized reading' (duration: 1.40182717s)"],"step_count":1} {"level":"warn","ts":"2026-03-20T10:20:21.385581Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-20T10:20:19.982902Z","time spent":"1.40265927s","remote":"127.0.0.1:51504","response type":"/etcdserverpb.KV/Range","request count":0,"request size":46,"response count":1,"response size":458,"request content":"key:\"/registry/leases/kube-system/plndr-svcs-lock\" "} {"level":"warn","ts":"2026-03-20T10:20:21.767854Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"197.034404ms","expected-duration":"100ms","prefix":"","request":"header: txn: success:> failure: >>","response":"size:16"} {"level":"info","ts":"2026-03-20T10:20:21.768007Z","caller":"traceutil/trace.go:171","msg":"trace[1979523615] linearizableReadLoop","detail":"{readStateIndex:1523; appliedIndex:1522; }","duration":"377.619441ms","start":"2026-03-20T10:20:21.390364Z","end":"2026-03-20T10:20:21.767984Z","steps":["trace[1979523615] 'read index received' (duration: 180.27317ms)","trace[1979523615] 'applied index is now lower than readState.Index' (duration: 197.344171ms)"],"step_count":2} {"level":"info","ts":"2026-03-20T10:20:21.768116Z","caller":"traceutil/trace.go:171","msg":"trace[173049869] transaction","detail":"{read_only:false; response_revision:1432; number_of_response:1; }","duration":"378.027052ms","start":"2026-03-20T10:20:21.390073Z","end":"2026-03-20T10:20:21.7681Z","steps":["trace[173049869] 'process raft request' (duration: 180.634199ms)","trace[173049869] 'compare' (duration: 196.788617ms)"],"step_count":2} {"level":"warn","ts":"2026-03-20T10:20:21.768372Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-20T10:20:21.39006Z","time spent":"378.273698ms","remote":"127.0.0.1:51504","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":423,"response count":0,"response size":38,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-03-20T10:20:21.768625Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"373.790725ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/health\" ","response":"range_response_count:0 size:5"} {"level":"warn","ts":"2026-03-20T10:20:21.76871Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"378.31999ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/endpointslices/default/kubernetes\" ","response":"range_response_count:1 size:481"} {"level":"warn","ts":"2026-03-20T10:20:21.769033Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"358.448487ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/external-attacher-leader-rbd-csi-ceph-com\" ","response":"range_response_count:1 size:525"} {"level":"info","ts":"2026-03-20T10:20:21.769114Z","caller":"traceutil/trace.go:171","msg":"trace[191908235] range","detail":"{range_begin:/registry/leases/kube-system/external-attacher-leader-rbd-csi-ceph-com; range_end:; response_count:1; response_revision:1432; }","duration":"358.54627ms","start":"2026-03-20T10:20:21.410541Z","end":"2026-03-20T10:20:21.769087Z","steps":["trace[191908235] 'agreement among raft nodes before linearized reading' (duration: 358.241632ms)"],"step_count":1} {"level":"info","ts":"2026-03-20T10:20:21.768737Z","caller":"traceutil/trace.go:171","msg":"trace[582068156] range","detail":"{range_begin:/registry/health; range_end:; response_count:0; response_revision:1432; }","duration":"373.95938ms","start":"2026-03-20T10:20:21.394749Z","end":"2026-03-20T10:20:21.768709Z","steps":["trace[582068156] 'agreement among raft nodes before linearized reading' (duration: 373.644603ms)"],"step_count":1} {"level":"warn","ts":"2026-03-20T10:20:21.76917Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-20T10:20:21.410521Z","time spent":"358.634001ms","remote":"127.0.0.1:51504","response type":"/etcdserverpb.KV/Range","request count":0,"request size":72,"response count":1,"response size":547,"request content":"key:\"/registry/leases/kube-system/external-attacher-leader-rbd-csi-ceph-com\" "} {"level":"warn","ts":"2026-03-20T10:20:21.769288Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-20T10:20:21.394728Z","time spent":"374.508774ms","remote":"127.0.0.1:51202","response type":"/etcdserverpb.KV/Range","request count":0,"request size":18,"response count":0,"response size":27,"request content":"key:\"/registry/health\" "} {"level":"info","ts":"2026-03-20T10:20:21.769052Z","caller":"traceutil/trace.go:171","msg":"trace[816988335] range","detail":"{range_begin:/registry/endpointslices/default/kubernetes; range_end:; response_count:1; response_revision:1432; }","duration":"378.685678ms","start":"2026-03-20T10:20:21.390346Z","end":"2026-03-20T10:20:21.769032Z","steps":["trace[816988335] 'agreement among raft nodes before linearized reading' (duration: 378.264748ms)"],"step_count":1} {"level":"warn","ts":"2026-03-20T10:20:21.769609Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-20T10:20:21.390315Z","time spent":"379.276783ms","remote":"127.0.0.1:51516","response type":"/etcdserverpb.KV/Range","request count":0,"request size":45,"response count":1,"response size":503,"request content":"key:\"/registry/endpointslices/default/kubernetes\" "} {"level":"info","ts":"2026-03-20T10:20:22.128941Z","caller":"traceutil/trace.go:171","msg":"trace[345698386] transaction","detail":"{read_only:false; response_revision:1435; number_of_response:1; }","duration":"352.867396ms","start":"2026-03-20T10:20:21.776048Z","end":"2026-03-20T10:20:22.128916Z","steps":["trace[345698386] 'process raft request' (duration: 352.813545ms)"],"step_count":1} {"level":"warn","ts":"2026-03-20T10:20:22.12907Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-20T10:20:21.776002Z","time spent":"352.998349ms","remote":"127.0.0.1:51504","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":516,"response count":0,"response size":38,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-03-20T10:20:22.129176Z","caller":"traceutil/trace.go:171","msg":"trace[2077114450] transaction","detail":"{read_only:false; response_revision:1434; number_of_response:1; }","duration":"353.217974ms","start":"2026-03-20T10:20:21.775949Z","end":"2026-03-20T10:20:22.129167Z","steps":["trace[2077114450] 'process raft request' (duration: 352.810374ms)"],"step_count":1} {"level":"warn","ts":"2026-03-20T10:20:22.129222Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-20T10:20:21.775914Z","time spent":"353.281916ms","remote":"127.0.0.1:51504","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":510,"response count":0,"response size":38,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-03-20T10:20:22.706762Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"453.480411ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/kube-controller-manager\" ","response":"range_response_count:1 size:506"} {"level":"info","ts":"2026-03-20T10:20:22.706817Z","caller":"traceutil/trace.go:171","msg":"trace[1216084728] range","detail":"{range_begin:/registry/leases/kube-system/kube-controller-manager; range_end:; response_count:1; response_revision:1435; }","duration":"453.559033ms","start":"2026-03-20T10:20:22.253245Z","end":"2026-03-20T10:20:22.706805Z","steps":["trace[1216084728] 'range keys from in-memory index tree' (duration: 453.361148ms)"],"step_count":1} {"level":"warn","ts":"2026-03-20T10:20:22.706843Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-20T10:20:22.25323Z","time spent":"453.607194ms","remote":"127.0.0.1:51504","response type":"/etcdserverpb.KV/Range","request count":0,"request size":54,"response count":1,"response size":528,"request content":"key:\"/registry/leases/kube-system/kube-controller-manager\" "} {"level":"warn","ts":"2026-03-20T10:20:22.70681Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"302.4342ms","expected-duration":"100ms","prefix":"read-only range ","request":"limit:1 serializable:true keys_only:true ","response":"range_response_count:0 size:5"} {"level":"info","ts":"2026-03-20T10:20:22.706884Z","caller":"traceutil/trace.go:171","msg":"trace[1075292890] range","detail":"{range_begin:; range_end:; response_count:0; response_revision:1435; }","duration":"302.504832ms","start":"2026-03-20T10:20:22.404367Z","end":"2026-03-20T10:20:22.706871Z","steps":["trace[1075292890] 'range keys from in-memory index tree' (duration: 302.4256ms)"],"step_count":1} {"level":"warn","ts":"2026-03-20T10:20:22.706987Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"453.529942ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/kube-scheduler\" ","response":"range_response_count:1 size:479"} {"level":"info","ts":"2026-03-20T10:20:22.707004Z","caller":"traceutil/trace.go:171","msg":"trace[57008024] range","detail":"{range_begin:/registry/leases/kube-system/kube-scheduler; range_end:; response_count:1; response_revision:1435; }","duration":"453.557303ms","start":"2026-03-20T10:20:22.253442Z","end":"2026-03-20T10:20:22.706999Z","steps":["trace[57008024] 'range keys from in-memory index tree' (duration: 453.475231ms)"],"step_count":1} {"level":"warn","ts":"2026-03-20T10:20:22.70702Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-20T10:20:22.253437Z","time spent":"453.579704ms","remote":"127.0.0.1:51504","response type":"/etcdserverpb.KV/Range","request count":0,"request size":45,"response count":1,"response size":501,"request content":"key:\"/registry/leases/kube-system/kube-scheduler\" "} {"level":"warn","ts":"2026-03-20T10:20:22.707122Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"444.682058ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/plndr-cp-lock\" ","response":"range_response_count:1 size:433"} {"level":"info","ts":"2026-03-20T10:20:22.707141Z","caller":"traceutil/trace.go:171","msg":"trace[1847320639] range","detail":"{range_begin:/registry/leases/kube-system/plndr-cp-lock; range_end:; response_count:1; response_revision:1435; }","duration":"444.715949ms","start":"2026-03-20T10:20:22.262419Z","end":"2026-03-20T10:20:22.707135Z","steps":["trace[1847320639] 'range keys from in-memory index tree' (duration: 444.581095ms)"],"step_count":1} {"level":"warn","ts":"2026-03-20T10:20:22.707156Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-20T10:20:22.262412Z","time spent":"444.74081ms","remote":"127.0.0.1:51504","response type":"/etcdserverpb.KV/Range","request count":0,"request size":44,"response count":1,"response size":455,"request content":"key:\"/registry/leases/kube-system/plndr-cp-lock\" "} {"level":"warn","ts":"2026-03-20T10:20:22.707152Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"129.488775ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/health\" ","response":"range_response_count:0 size:5"} {"level":"info","ts":"2026-03-20T10:20:22.707186Z","caller":"traceutil/trace.go:171","msg":"trace[187776822] range","detail":"{range_begin:/registry/health; range_end:; response_count:0; response_revision:1435; }","duration":"129.549437ms","start":"2026-03-20T10:20:22.577625Z","end":"2026-03-20T10:20:22.707175Z","steps":["trace[187776822] 'range keys from in-memory index tree' (duration: 129.403913ms)"],"step_count":1} {"level":"warn","ts":"2026-03-20T10:20:22.706762Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"310.017792ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/serviceaccounts/\" range_end:\"/registry/serviceaccounts0\" count_only:true ","response":"range_response_count:0 size:7"} {"level":"info","ts":"2026-03-20T10:20:22.707237Z","caller":"traceutil/trace.go:171","msg":"trace[256462236] range","detail":"{range_begin:/registry/serviceaccounts/; range_end:/registry/serviceaccounts0; response_count:0; response_revision:1435; }","duration":"310.567726ms","start":"2026-03-20T10:20:22.396664Z","end":"2026-03-20T10:20:22.707232Z","steps":["trace[256462236] 'count revisions from in-memory index tree' (duration: 309.829337ms)"],"step_count":1} {"level":"warn","ts":"2026-03-20T10:20:22.707259Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-20T10:20:22.396637Z","time spent":"310.613367ms","remote":"127.0.0.1:51434","response type":"/etcdserverpb.KV/Range","request count":0,"request size":58,"response count":42,"response size":29,"request content":"key:\"/registry/serviceaccounts/\" range_end:\"/registry/serviceaccounts0\" count_only:true "} {"level":"info","ts":"2026-03-20T10:20:22.92701Z","caller":"traceutil/trace.go:171","msg":"trace[964782389] transaction","detail":"{read_only:false; response_revision:1436; number_of_response:1; }","duration":"216.702221ms","start":"2026-03-20T10:20:22.710281Z","end":"2026-03-20T10:20:22.926983Z","steps":["trace[964782389] 'process raft request' (duration: 216.579158ms)"],"step_count":1} {"level":"warn","ts":"2026-03-20T10:20:23.442256Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"328.981881ms","expected-duration":"100ms","prefix":"","request":"header: txn: success:> failure: >>","response":"size:16"} {"level":"info","ts":"2026-03-20T10:20:23.442708Z","caller":"traceutil/trace.go:171","msg":"trace[1860938920] linearizableReadLoop","detail":"{readStateIndex:1529; appliedIndex:1526; }","duration":"566.654503ms","start":"2026-03-20T10:20:22.876032Z","end":"2026-03-20T10:20:23.442687Z","steps":["trace[1860938920] 'read index received' (duration: 50.879216ms)","trace[1860938920] 'applied index is now lower than readState.Index' (duration: 515.773967ms)"],"step_count":2} {"level":"info","ts":"2026-03-20T10:20:23.442792Z","caller":"traceutil/trace.go:171","msg":"trace[543414675] transaction","detail":"{read_only:false; response_revision:1438; number_of_response:1; }","duration":"730.909268ms","start":"2026-03-20T10:20:22.71184Z","end":"2026-03-20T10:20:23.442749Z","steps":["trace[543414675] 'process raft request' (duration: 730.764125ms)"],"step_count":1} {"level":"warn","ts":"2026-03-20T10:20:23.442938Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"566.887758ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/limitranges/\" range_end:\"/registry/limitranges0\" count_only:true ","response":"range_response_count:0 size:5"} {"level":"info","ts":"2026-03-20T10:20:23.442977Z","caller":"traceutil/trace.go:171","msg":"trace[1987147063] range","detail":"{range_begin:/registry/limitranges/; range_end:/registry/limitranges0; response_count:0; response_revision:1438; }","duration":"566.981561ms","start":"2026-03-20T10:20:22.875986Z","end":"2026-03-20T10:20:23.442967Z","steps":["trace[1987147063] 'agreement among raft nodes before linearized reading' (duration: 566.903249ms)"],"step_count":1} {"level":"warn","ts":"2026-03-20T10:20:23.443009Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-20T10:20:22.875966Z","time spent":"567.034522ms","remote":"127.0.0.1:51368","response type":"/etcdserverpb.KV/Range","request count":0,"request size":50,"response count":0,"response size":27,"request content":"key:\"/registry/limitranges/\" range_end:\"/registry/limitranges0\" count_only:true "} {"level":"info","ts":"2026-03-20T10:20:23.442836Z","caller":"traceutil/trace.go:171","msg":"trace[1274079966] transaction","detail":"{read_only:false; response_revision:1437; number_of_response:1; }","duration":"730.97655ms","start":"2026-03-20T10:20:22.711839Z","end":"2026-03-20T10:20:23.442815Z","steps":["trace[1274079966] 'process raft request' (duration: 401.319022ms)","trace[1274079966] 'compare' (duration: 328.857228ms)"],"step_count":2} {"level":"warn","ts":"2026-03-20T10:20:23.443101Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-20T10:20:22.711825Z","time spent":"731.235667ms","remote":"127.0.0.1:51504","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":463,"response count":0,"response size":38,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-03-20T10:20:23.443556Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-20T10:20:22.711821Z","time spent":"731.113614ms","remote":"127.0.0.1:51504","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":490,"response count":0,"response size":38,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-03-20T10:20:24.951091Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-20T10:20:24.352129Z","time spent":"598.9584ms","remote":"127.0.0.1:37518","response type":"/etcdserverpb.Maintenance/Status","request count":-1,"request size":-1,"response count":-1,"response size":-1,"request content":""} {"level":"warn","ts":"2026-03-20T10:20:24.951209Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.178925701s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/plndr-svcs-lock\" ","response":"range_response_count:1 size:437"} {"level":"info","ts":"2026-03-20T10:20:24.951234Z","caller":"traceutil/trace.go:171","msg":"trace[913106443] range","detail":"{range_begin:/registry/leases/kube-system/plndr-svcs-lock; range_end:; response_count:1; response_revision:1438; }","duration":"1.178983923s","start":"2026-03-20T10:20:23.77224Z","end":"2026-03-20T10:20:24.951224Z","steps":["trace[913106443] 'range keys from in-memory index tree' (duration: 1.178835689s)"],"step_count":1} {"level":"warn","ts":"2026-03-20T10:20:24.95125Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-20T10:20:23.77222Z","time spent":"1.179026833s","remote":"127.0.0.1:51504","response type":"/etcdserverpb.KV/Range","request count":0,"request size":46,"response count":1,"response size":459,"request content":"key:\"/registry/leases/kube-system/plndr-svcs-lock\" "} {"level":"warn","ts":"2026-03-20T10:20:24.951284Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.129358897s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/runtimeclasses/\" range_end:\"/registry/runtimeclasses0\" count_only:true ","response":"range_response_count:0 size:5"} {"level":"info","ts":"2026-03-20T10:20:24.951385Z","caller":"traceutil/trace.go:171","msg":"trace[858893826] range","detail":"{range_begin:/registry/runtimeclasses/; range_end:/registry/runtimeclasses0; response_count:0; response_revision:1438; }","duration":"1.12948513s","start":"2026-03-20T10:20:23.821884Z","end":"2026-03-20T10:20:24.951369Z","steps":["trace[858893826] 'count revisions from in-memory index tree' (duration: 1.129315706s)"],"step_count":1} {"level":"warn","ts":"2026-03-20T10:20:24.951433Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-20T10:20:23.821871Z","time spent":"1.129545422s","remote":"127.0.0.1:51556","response type":"/etcdserverpb.KV/Range","request count":0,"request size":56,"response count":0,"response size":27,"request content":"key:\"/registry/runtimeclasses/\" range_end:\"/registry/runtimeclasses0\" count_only:true "} {"level":"warn","ts":"2026-03-20T10:20:24.95123Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.370999171s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/health\" ","response":"range_response_count:0 size:5"} {"level":"warn","ts":"2026-03-20T10:20:24.951626Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"818.707449ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/rbd.csi.ceph.com-kube-system\" ","response":"range_response_count:1 size:531"} {"level":"info","ts":"2026-03-20T10:20:24.951682Z","caller":"traceutil/trace.go:171","msg":"trace[68347920] range","detail":"{range_begin:/registry/leases/kube-system/rbd.csi.ceph.com-kube-system; range_end:; response_count:1; response_revision:1438; }","duration":"818.774271ms","start":"2026-03-20T10:20:24.132894Z","end":"2026-03-20T10:20:24.951668Z","steps":["trace[68347920] 'range keys from in-memory index tree' (duration: 818.533294ms)"],"step_count":1} {"level":"warn","ts":"2026-03-20T10:20:24.951714Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-20T10:20:24.132822Z","time spent":"818.884384ms","remote":"127.0.0.1:51504","response type":"/etcdserverpb.KV/Range","request count":0,"request size":59,"response count":1,"response size":553,"request content":"key:\"/registry/leases/kube-system/rbd.csi.ceph.com-kube-system\" "} {"level":"warn","ts":"2026-03-20T10:20:24.951718Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"269.468106ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/prioritylevelconfigurations/\" range_end:\"/registry/prioritylevelconfigurations0\" count_only:true ","response":"range_response_count:0 size:7"} {"level":"info","ts":"2026-03-20T10:20:24.951747Z","caller":"traceutil/trace.go:171","msg":"trace[939861183] range","detail":"{range_begin:/registry/prioritylevelconfigurations/; range_end:/registry/prioritylevelconfigurations0; response_count:0; response_revision:1438; }","duration":"269.533798ms","start":"2026-03-20T10:20:24.682202Z","end":"2026-03-20T10:20:24.951736Z","steps":["trace[939861183] 'count revisions from in-memory index tree' (duration: 269.344333ms)"],"step_count":1} {"level":"info","ts":"2026-03-20T10:20:24.951636Z","caller":"traceutil/trace.go:171","msg":"trace[12713763] range","detail":"{range_begin:/registry/health; range_end:; response_count:0; response_revision:1438; }","duration":"1.371484183s","start":"2026-03-20T10:20:23.580133Z","end":"2026-03-20T10:20:24.951617Z","steps":["trace[12713763] 'range keys from in-memory index tree' (duration: 1.370910028s)"],"step_count":1} {"level":"warn","ts":"2026-03-20T10:20:24.951911Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-20T10:20:23.58011Z","time spent":"1.37179338s","remote":"127.0.0.1:51202","response type":"/etcdserverpb.KV/Range","request count":0,"request size":18,"response count":0,"response size":27,"request content":"key:\"/registry/health\" "} {"level":"warn","ts":"2026-03-20T10:20:24.952437Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.100410845s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/cilium-operator-resource-lock\" ","response":"range_response_count:1 size:492"} {"level":"info","ts":"2026-03-20T10:20:24.952526Z","caller":"traceutil/trace.go:171","msg":"trace[1530102903] range","detail":"{range_begin:/registry/leases/kube-system/cilium-operator-resource-lock; range_end:; response_count:1; response_revision:1438; }","duration":"1.100540278s","start":"2026-03-20T10:20:23.851971Z","end":"2026-03-20T10:20:24.952512Z","steps":["trace[1530102903] 'range keys from in-memory index tree' (duration: 1.098953459s)"],"step_count":1} {"level":"warn","ts":"2026-03-20T10:20:24.952605Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-20T10:20:23.851952Z","time spent":"1.100638791s","remote":"127.0.0.1:51504","response type":"/etcdserverpb.KV/Range","request count":0,"request size":60,"response count":1,"response size":514,"request content":"key:\"/registry/leases/kube-system/cilium-operator-resource-lock\" "} {"level":"warn","ts":"2026-03-20T10:20:25.463458Z","caller":"etcdserver/v3_server.go:897","msg":"waiting for ReadIndex response took too long, retrying","sent-request-id":184257304220178005,"retry-timeout":"500ms"} {"level":"info","ts":"2026-03-20T10:20:25.733237Z","caller":"traceutil/trace.go:171","msg":"trace[1304492815] transaction","detail":"{read_only:false; response_revision:1439; number_of_response:1; }","duration":"776.700066ms","start":"2026-03-20T10:20:24.9565Z","end":"2026-03-20T10:20:25.7332Z","steps":["trace[1304492815] 'process raft request' (duration: 776.487751ms)"],"step_count":1} {"level":"warn","ts":"2026-03-20T10:20:25.73338Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-20T10:20:24.956481Z","time spent":"776.82566ms","remote":"127.0.0.1:51504","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":419,"response count":0,"response size":38,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-03-20T10:20:26.330674Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"444.120754ms","expected-duration":"100ms","prefix":"","request":"header: txn: success:> failure: >>","response":"size:16"} {"level":"info","ts":"2026-03-20T10:20:26.331185Z","caller":"traceutil/trace.go:171","msg":"trace[1549728451] transaction","detail":"{read_only:false; response_revision:1440; number_of_response:1; }","duration":"1.374084657s","start":"2026-03-20T10:20:24.957067Z","end":"2026-03-20T10:20:26.331152Z","steps":["trace[1549728451] 'process raft request' (duration: 929.344028ms)","trace[1549728451] 'compare' (duration: 443.809626ms)"],"step_count":2} {"level":"info","ts":"2026-03-20T10:20:26.331216Z","caller":"traceutil/trace.go:171","msg":"trace[1806023287] transaction","detail":"{read_only:false; response_revision:1441; number_of_response:1; }","duration":"1.374082037s","start":"2026-03-20T10:20:24.957109Z","end":"2026-03-20T10:20:26.331191Z","steps":["trace[1806023287] 'process raft request' (duration: 1.373669417s)"],"step_count":1} {"level":"warn","ts":"2026-03-20T10:20:26.331384Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-20T10:20:24.95705Z","time spent":"1.374213451s","remote":"127.0.0.1:51504","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":423,"response count":0,"response size":38,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-03-20T10:20:26.331272Z","caller":"traceutil/trace.go:171","msg":"trace[1431785752] transaction","detail":"{read_only:false; response_revision:1442; number_of_response:1; }","duration":"1.373513423s","start":"2026-03-20T10:20:24.957738Z","end":"2026-03-20T10:20:26.331252Z","steps":["trace[1431785752] 'process raft request' (duration: 1.373341708s)"],"step_count":1} {"level":"warn","ts":"2026-03-20T10:20:26.331384Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-20T10:20:24.957092Z","time spent":"1.37417567s","remote":"127.0.0.1:51504","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":515,"response count":0,"response size":38,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-03-20T10:20:26.331787Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-20T10:20:24.957728Z","time spent":"1.373775461s","remote":"127.0.0.1:51504","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":477,"response count":0,"response size":38,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-03-20T10:20:26.962972Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"2.000516224s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/health\" ","response":"","error":"context deadline exceeded"} {"level":"info","ts":"2026-03-20T10:20:26.963079Z","caller":"traceutil/trace.go:171","msg":"trace[1614189214] range","detail":"{range_begin:/registry/health; range_end:; }","duration":"2.000669718s","start":"2026-03-20T10:20:24.962391Z","end":"2026-03-20T10:20:26.963061Z","steps":["trace[1614189214] 'agreement among raft nodes before linearized reading' (duration: 2.000529035s)"],"step_count":1} {"level":"warn","ts":"2026-03-20T10:20:26.963187Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-20T10:20:24.962384Z","time spent":"2.000788031s","remote":"127.0.0.1:51202","response type":"/etcdserverpb.KV/Range","request count":0,"request size":18,"response count":0,"response size":0,"request content":"key:\"/registry/health\" "} 2026/03/20 10:20:26 WARNING: [core] [Server #8] grpc: Server.processUnaryRPC failed to write status: connection error: desc = "transport is closing" {"level":"warn","ts":"2026-03-20T10:20:27.203543Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"872.394029ms","expected-duration":"100ms","prefix":"","request":"header: lease_revoke:","response":"size:27"} {"level":"info","ts":"2026-03-20T10:20:27.203646Z","caller":"traceutil/trace.go:171","msg":"trace[1377900933] linearizableReadLoop","detail":"{readStateIndex:1533; appliedIndex:1529; }","duration":"2.241209243s","start":"2026-03-20T10:20:24.962418Z","end":"2026-03-20T10:20:27.203627Z","steps":["trace[1377900933] 'read index received' (duration: 770.514071ms)","trace[1377900933] 'applied index is now lower than readState.Index' (duration: 1.470693711s)"],"step_count":2} {"level":"warn","ts":"2026-03-20T10:20:27.204118Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.948608791s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/external-snapshotter-leader-rbd-csi-ceph-com\" ","response":"range_response_count:1 size:533"} {"level":"info","ts":"2026-03-20T10:20:27.204163Z","caller":"traceutil/trace.go:171","msg":"trace[1054708956] range","detail":"{range_begin:/registry/leases/kube-system/external-snapshotter-leader-rbd-csi-ceph-com; range_end:; response_count:1; response_revision:1442; }","duration":"1.948717664s","start":"2026-03-20T10:20:25.255434Z","end":"2026-03-20T10:20:27.204151Z","steps":["trace[1054708956] 'agreement among raft nodes before linearized reading' (duration: 1.948530149s)"],"step_count":1} {"level":"warn","ts":"2026-03-20T10:20:27.204198Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-20T10:20:25.255412Z","time spent":"1.948777466s","remote":"127.0.0.1:51504","response type":"/etcdserverpb.KV/Range","request count":0,"request size":75,"response count":1,"response size":555,"request content":"key:\"/registry/leases/kube-system/external-snapshotter-leader-rbd-csi-ceph-com\" "} {"level":"warn","ts":"2026-03-20T10:20:27.204261Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"240.783941ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/health\" ","response":"range_response_count:0 size:5"} {"level":"warn","ts":"2026-03-20T10:20:27.204232Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"810.144243ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/health\" ","response":"range_response_count:0 size:5"} {"level":"info","ts":"2026-03-20T10:20:27.204324Z","caller":"traceutil/trace.go:171","msg":"trace[2003519095] range","detail":"{range_begin:/registry/health; range_end:; response_count:0; response_revision:1442; }","duration":"240.889243ms","start":"2026-03-20T10:20:26.963419Z","end":"2026-03-20T10:20:27.204308Z","steps":["trace[2003519095] 'agreement among raft nodes before linearized reading' (duration: 240.802971ms)"],"step_count":1} {"level":"info","ts":"2026-03-20T10:20:27.204369Z","caller":"traceutil/trace.go:171","msg":"trace[862325950] range","detail":"{range_begin:/registry/health; range_end:; response_count:0; response_revision:1442; }","duration":"810.373709ms","start":"2026-03-20T10:20:26.393977Z","end":"2026-03-20T10:20:27.20435Z","steps":["trace[862325950] 'agreement among raft nodes before linearized reading' (duration: 810.152233ms)"],"step_count":1} {"level":"warn","ts":"2026-03-20T10:20:27.204489Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-20T10:20:26.393954Z","time spent":"810.518213ms","remote":"127.0.0.1:51202","response type":"/etcdserverpb.KV/Range","request count":0,"request size":18,"response count":0,"response size":27,"request content":"key:\"/registry/health\" "} {"level":"warn","ts":"2026-03-20T10:20:27.204814Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"803.249218ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/flowschemas/\" range_end:\"/registry/flowschemas0\" count_only:true ","response":"range_response_count:0 size:7"} {"level":"info","ts":"2026-03-20T10:20:27.204921Z","caller":"traceutil/trace.go:171","msg":"trace[1666211068] range","detail":"{range_begin:/registry/flowschemas/; range_end:/registry/flowschemas0; response_count:0; response_revision:1442; }","duration":"803.358421ms","start":"2026-03-20T10:20:26.401503Z","end":"2026-03-20T10:20:27.204862Z","steps":["trace[1666211068] 'agreement among raft nodes before linearized reading' (duration: 803.254289ms)"],"step_count":1} {"level":"warn","ts":"2026-03-20T10:20:27.205025Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-20T10:20:26.401481Z","time spent":"803.488435ms","remote":"127.0.0.1:51636","response type":"/etcdserverpb.KV/Range","request count":0,"request size":50,"response count":13,"response size":29,"request content":"key:\"/registry/flowschemas/\" range_end:\"/registry/flowschemas0\" count_only:true "} {"level":"warn","ts":"2026-03-20T10:20:27.205115Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.757730732s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/kube-scheduler\" ","response":"range_response_count:1 size:478"} {"level":"info","ts":"2026-03-20T10:20:27.205162Z","caller":"traceutil/trace.go:171","msg":"trace[2033304617] range","detail":"{range_begin:/registry/leases/kube-system/kube-scheduler; range_end:; response_count:1; response_revision:1442; }","duration":"1.757804854s","start":"2026-03-20T10:20:25.447346Z","end":"2026-03-20T10:20:27.205151Z","steps":["trace[2033304617] 'agreement among raft nodes before linearized reading' (duration: 1.757670651s)"],"step_count":1} {"level":"warn","ts":"2026-03-20T10:20:27.205184Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.818779637s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/csidrivers/\" range_end:\"/registry/csidrivers0\" count_only:true ","response":"range_response_count:0 size:7"} {"level":"info","ts":"2026-03-20T10:20:27.205243Z","caller":"traceutil/trace.go:171","msg":"trace[681730047] range","detail":"{range_begin:/registry/csidrivers/; range_end:/registry/csidrivers0; response_count:0; response_revision:1442; }","duration":"1.818888459s","start":"2026-03-20T10:20:25.386335Z","end":"2026-03-20T10:20:27.205224Z","steps":["trace[681730047] 'agreement among raft nodes before linearized reading' (duration: 1.818811817s)"],"step_count":1} {"level":"warn","ts":"2026-03-20T10:20:27.205276Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.901646182s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/external-resizer-rbd-csi-ceph-com\" ","response":"range_response_count:1 size:508"} {"level":"info","ts":"2026-03-20T10:20:27.205308Z","caller":"traceutil/trace.go:171","msg":"trace[1172197427] range","detail":"{range_begin:/registry/leases/kube-system/external-resizer-rbd-csi-ceph-com; range_end:; response_count:1; response_revision:1442; }","duration":"1.901704753s","start":"2026-03-20T10:20:25.303594Z","end":"2026-03-20T10:20:27.205299Z","steps":["trace[1172197427] 'agreement among raft nodes before linearized reading' (duration: 1.901624231s)"],"step_count":1} {"level":"warn","ts":"2026-03-20T10:20:27.205968Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.758531633s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/kube-controller-manager\" ","response":"range_response_count:1 size:505"} {"level":"info","ts":"2026-03-20T10:20:27.206085Z","caller":"traceutil/trace.go:171","msg":"trace[913448711] range","detail":"{range_begin:/registry/leases/kube-system/kube-controller-manager; range_end:; response_count:1; response_revision:1442; }","duration":"1.758651066s","start":"2026-03-20T10:20:25.447372Z","end":"2026-03-20T10:20:27.206023Z","steps":["trace[913448711] 'agreement among raft nodes before linearized reading' (duration: 1.756993834s)"],"step_count":1} {"level":"warn","ts":"2026-03-20T10:20:27.205197Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-20T10:20:25.447302Z","time spent":"1.757888196s","remote":"127.0.0.1:51504","response type":"/etcdserverpb.KV/Range","request count":0,"request size":45,"response count":1,"response size":500,"request content":"key:\"/registry/leases/kube-system/kube-scheduler\" "} {"level":"warn","ts":"2026-03-20T10:20:27.205305Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-20T10:20:25.386318Z","time spent":"1.818976571s","remote":"127.0.0.1:51630","response type":"/etcdserverpb.KV/Range","request count":0,"request size":48,"response count":1,"response size":29,"request content":"key:\"/registry/csidrivers/\" range_end:\"/registry/csidrivers0\" count_only:true "} {"level":"warn","ts":"2026-03-20T10:20:27.205096Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.901448228s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/rbd-csi-ceph-com\" ","response":"range_response_count:1 size:473"} {"level":"info","ts":"2026-03-20T10:20:27.20641Z","caller":"traceutil/trace.go:171","msg":"trace[1596784531] range","detail":"{range_begin:/registry/leases/kube-system/rbd-csi-ceph-com; range_end:; response_count:1; response_revision:1442; }","duration":"1.902800481s","start":"2026-03-20T10:20:25.303594Z","end":"2026-03-20T10:20:27.206395Z","steps":["trace[1596784531] 'agreement among raft nodes before linearized reading' (duration: 1.901405576s)"],"step_count":1} {"level":"warn","ts":"2026-03-20T10:20:27.206465Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-20T10:20:25.303577Z","time spent":"1.902874314s","remote":"127.0.0.1:51504","response type":"/etcdserverpb.KV/Range","request count":0,"request size":47,"response count":1,"response size":495,"request content":"key:\"/registry/leases/kube-system/rbd-csi-ceph-com\" "} {"level":"warn","ts":"2026-03-20T10:20:27.206736Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-20T10:20:25.447353Z","time spent":"1.758782909s","remote":"127.0.0.1:51504","response type":"/etcdserverpb.KV/Range","request count":0,"request size":54,"response count":1,"response size":527,"request content":"key:\"/registry/leases/kube-system/kube-controller-manager\" "} {"level":"warn","ts":"2026-03-20T10:20:27.207522Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-20T10:20:25.303577Z","time spent":"1.903884129s","remote":"127.0.0.1:51504","response type":"/etcdserverpb.KV/Range","request count":0,"request size":64,"response count":1,"response size":530,"request content":"key:\"/registry/leases/kube-system/external-resizer-rbd-csi-ceph-com\" "} {"level":"info","ts":"2026-03-20T10:20:27.373513Z","caller":"traceutil/trace.go:171","msg":"trace[1601575975] transaction","detail":"{read_only:false; response_revision:1443; number_of_response:1; }","duration":"162.349736ms","start":"2026-03-20T10:20:27.211141Z","end":"2026-03-20T10:20:27.373491Z","steps":["trace[1601575975] 'process raft request' (duration: 162.214932ms)"],"step_count":1} {"level":"info","ts":"2026-03-20T10:20:27.373566Z","caller":"traceutil/trace.go:171","msg":"trace[1036542515] linearizableReadLoop","detail":"{readStateIndex:1535; appliedIndex:1535; }","duration":"162.141491ms","start":"2026-03-20T10:20:27.21139Z","end":"2026-03-20T10:20:27.373531Z","steps":["trace[1036542515] 'read index received' (duration: 162.12534ms)","trace[1036542515] 'applied index is now lower than readState.Index' (duration: 10.74µs)"],"step_count":2} {"level":"warn","ts":"2026-03-20T10:20:27.373998Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"162.583603ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/events/kube-system/kube-apiserver-instance.189e852bee23fccf\" ","response":"range_response_count:1 size:774"} {"level":"info","ts":"2026-03-20T10:20:27.374037Z","caller":"traceutil/trace.go:171","msg":"trace[764580800] range","detail":"{range_begin:/registry/events/kube-system/kube-apiserver-instance.189e852bee23fccf; range_end:; response_count:1; response_revision:1443; }","duration":"162.660945ms","start":"2026-03-20T10:20:27.211367Z","end":"2026-03-20T10:20:27.374028Z","steps":["trace[764580800] 'agreement among raft nodes before linearized reading' (duration: 162.275015ms)"],"step_count":1} {"level":"info","ts":"2026-03-20T10:20:27.944267Z","caller":"traceutil/trace.go:171","msg":"trace[263591634] transaction","detail":"{read_only:false; response_revision:1444; number_of_response:1; }","duration":"732.734724ms","start":"2026-03-20T10:20:27.211509Z","end":"2026-03-20T10:20:27.944244Z","steps":["trace[263591634] 'process raft request' (duration: 732.535699ms)"],"step_count":1} {"level":"warn","ts":"2026-03-20T10:20:27.944421Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-20T10:20:27.211497Z","time spent":"732.844787ms","remote":"127.0.0.1:51504","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":518,"response count":0,"response size":38,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-03-20T10:20:27.944546Z","caller":"traceutil/trace.go:171","msg":"trace[976806072] transaction","detail":"{read_only:false; response_revision:1445; number_of_response:1; }","duration":"732.979241ms","start":"2026-03-20T10:20:27.211531Z","end":"2026-03-20T10:20:27.944511Z","steps":["trace[976806072] 'process raft request' (duration: 732.666543ms)"],"step_count":1} {"level":"info","ts":"2026-03-20T10:20:27.944591Z","caller":"traceutil/trace.go:171","msg":"trace[540027958] transaction","detail":"{read_only:false; response_revision:1448; number_of_response:1; }","duration":"730.640792ms","start":"2026-03-20T10:20:27.213923Z","end":"2026-03-20T10:20:27.944564Z","steps":["trace[540027958] 'process raft request' (duration: 730.597991ms)"],"step_count":1} {"level":"info","ts":"2026-03-20T10:20:27.944652Z","caller":"traceutil/trace.go:171","msg":"trace[243325853] transaction","detail":"{read_only:false; response_revision:1446; number_of_response:1; }","duration":"733.051553ms","start":"2026-03-20T10:20:27.211573Z","end":"2026-03-20T10:20:27.944624Z","steps":["trace[243325853] 'process raft request' (duration: 732.837037ms)"],"step_count":1} {"level":"info","ts":"2026-03-20T10:20:27.944677Z","caller":"traceutil/trace.go:171","msg":"trace[2054994500] transaction","detail":"{read_only:false; response_revision:1447; number_of_response:1; }","duration":"731.303609ms","start":"2026-03-20T10:20:27.213331Z","end":"2026-03-20T10:20:27.944635Z","steps":["trace[2054994500] 'process raft request' (duration: 731.159555ms)"],"step_count":1} {"level":"warn","ts":"2026-03-20T10:20:27.944716Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-20T10:20:27.2115Z","time spent":"733.134054ms","remote":"127.0.0.1:51504","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":509,"response count":0,"response size":38,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-03-20T10:20:27.944729Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-20T10:20:27.213917Z","time spent":"730.739284ms","remote":"127.0.0.1:51504","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":494,"response count":0,"response size":38,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-03-20T10:20:27.94477Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-20T10:20:27.211565Z","time spent":"733.147515ms","remote":"127.0.0.1:51504","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":491,"response count":0,"response size":38,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-03-20T10:20:27.944825Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-20T10:20:27.213323Z","time spent":"731.425002ms","remote":"127.0.0.1:51504","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":464,"response count":0,"response size":38,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-03-20T10:20:27.990131Z","caller":"traceutil/trace.go:171","msg":"trace[1583737224] linearizableReadLoop","detail":"{readStateIndex:1541; appliedIndex:1535; }","duration":"413.201073ms","start":"2026-03-20T10:20:27.576898Z","end":"2026-03-20T10:20:27.990099Z","steps":["trace[1583737224] 'read index received' (duration: 367.009124ms)","trace[1583737224] 'applied index is now lower than readState.Index' (duration: 46.190319ms)"],"step_count":2} {"level":"warn","ts":"2026-03-20T10:20:27.990159Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-20T10:20:27.37648Z","time spent":"613.674703ms","remote":"127.0.0.1:51292","response type":"/etcdserverpb.Lease/LeaseGrant","request count":-1,"request size":-1,"response count":-1,"response size":-1,"request content":""} {"level":"warn","ts":"2026-03-20T10:20:27.99032Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"413.400617ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/health\" ","response":"range_response_count:0 size:5"} {"level":"info","ts":"2026-03-20T10:20:27.990368Z","caller":"traceutil/trace.go:171","msg":"trace[1904936213] range","detail":"{range_begin:/registry/health; range_end:; response_count:0; response_revision:1448; }","duration":"413.50535ms","start":"2026-03-20T10:20:27.576847Z","end":"2026-03-20T10:20:27.990353Z","steps":["trace[1904936213] 'agreement among raft nodes before linearized reading' (duration: 413.405958ms)"],"step_count":1} {"level":"warn","ts":"2026-03-20T10:20:27.990422Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-20T10:20:27.576828Z","time spent":"413.584812ms","remote":"127.0.0.1:51202","response type":"/etcdserverpb.KV/Range","request count":0,"request size":18,"response count":0,"response size":27,"request content":"key:\"/registry/health\" "} {"level":"warn","ts":"2026-03-20T10:20:27.990715Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"252.079127ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/plndr-cp-lock\" ","response":"range_response_count:1 size:433"} {"level":"info","ts":"2026-03-20T10:20:27.990767Z","caller":"traceutil/trace.go:171","msg":"trace[1860261162] range","detail":"{range_begin:/registry/leases/kube-system/plndr-cp-lock; range_end:; response_count:1; response_revision:1448; }","duration":"252.180389ms","start":"2026-03-20T10:20:27.738573Z","end":"2026-03-20T10:20:27.990754Z","steps":["trace[1860261162] 'agreement among raft nodes before linearized reading' (duration: 252.019665ms)"],"step_count":1} {"level":"warn","ts":"2026-03-20T10:20:28.764796Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"579.337394ms","expected-duration":"100ms","prefix":"","request":"header: txn: success:> failure: >>","response":"size:16"} {"level":"info","ts":"2026-03-20T10:20:28.764893Z","caller":"traceutil/trace.go:171","msg":"trace[1655226128] linearizableReadLoop","detail":"{readStateIndex:1542; appliedIndex:1541; }","duration":"772.672105ms","start":"2026-03-20T10:20:27.992205Z","end":"2026-03-20T10:20:28.764877Z","steps":["trace[1655226128] 'read index received' (duration: 193.200957ms)","trace[1655226128] 'applied index is now lower than readState.Index' (duration: 579.469648ms)"],"step_count":2} {"level":"info","ts":"2026-03-20T10:20:28.764955Z","caller":"traceutil/trace.go:171","msg":"trace[1944991825] transaction","detail":"{read_only:false; response_revision:1449; number_of_response:1; }","duration":"773.140926ms","start":"2026-03-20T10:20:27.991802Z","end":"2026-03-20T10:20:28.764943Z","steps":["trace[1944991825] 'process raft request' (duration: 193.590607ms)","trace[1944991825] 'compare' (duration: 579.002966ms)"],"step_count":2} {"level":"warn","ts":"2026-03-20T10:20:28.765011Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-20T10:20:27.991783Z","time spent":"773.194847ms","remote":"127.0.0.1:51292","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":759,"response count":0,"response size":38,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-03-20T10:20:28.765239Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"773.028414ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/health\" ","response":"range_response_count:0 size:5"} {"level":"info","ts":"2026-03-20T10:20:28.765278Z","caller":"traceutil/trace.go:171","msg":"trace[553228392] range","detail":"{range_begin:/registry/health; range_end:; response_count:0; response_revision:1449; }","duration":"773.081174ms","start":"2026-03-20T10:20:27.992188Z","end":"2026-03-20T10:20:28.765269Z","steps":["trace[553228392] 'agreement among raft nodes before linearized reading' (duration: 772.985492ms)"],"step_count":1} {"level":"warn","ts":"2026-03-20T10:20:28.765373Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-20T10:20:27.992177Z","time spent":"773.129845ms","remote":"127.0.0.1:51190","response type":"/etcdserverpb.KV/Range","request count":0,"request size":18,"response count":0,"response size":27,"request content":"key:\"/registry/health\" "} {"level":"warn","ts":"2026-03-20T10:20:29.242365Z","caller":"wal/wal.go:805","msg":"slow fdatasync","took":"1.056948366s","expected-duration":"1s"} {"level":"info","ts":"2026-03-20T10:20:29.247184Z","caller":"traceutil/trace.go:171","msg":"trace[225608258] transaction","detail":"{read_only:false; response_revision:1450; number_of_response:1; }","duration":"1.253745303s","start":"2026-03-20T10:20:27.993403Z","end":"2026-03-20T10:20:29.247149Z","steps":["trace[225608258] 'process raft request' (duration: 1.249233449s)"],"step_count":1} {"level":"warn","ts":"2026-03-20T10:20:29.247523Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-20T10:20:27.993396Z","time spent":"1.253863156s","remote":"127.0.0.1:51504","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":419,"response count":0,"response size":38,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-03-20T10:20:29.26268Z","caller":"traceutil/trace.go:171","msg":"trace[1224083375] linearizableReadLoop","detail":"{readStateIndex:1544; appliedIndex:1542; }","duration":"497.734021ms","start":"2026-03-20T10:20:28.764919Z","end":"2026-03-20T10:20:29.262653Z","steps":["trace[1224083375] 'read index received' (duration: 477.642352ms)","trace[1224083375] 'applied index is now lower than readState.Index' (duration: 20.090399ms)"],"step_count":2} {"level":"warn","ts":"2026-03-20T10:20:29.262938Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"926.133317ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/cilium-operator-resource-lock\" ","response":"range_response_count:1 size:492"} {"level":"info","ts":"2026-03-20T10:20:29.263001Z","caller":"traceutil/trace.go:171","msg":"trace[733075044] range","detail":"{range_begin:/registry/leases/kube-system/cilium-operator-resource-lock; range_end:; response_count:1; response_revision:1452; }","duration":"926.25107ms","start":"2026-03-20T10:20:28.336733Z","end":"2026-03-20T10:20:29.262984Z","steps":["trace[733075044] 'agreement among raft nodes before linearized reading' (duration: 926.059625ms)"],"step_count":1} {"level":"warn","ts":"2026-03-20T10:20:29.263097Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-20T10:20:28.336711Z","time spent":"926.332021ms","remote":"127.0.0.1:51504","response type":"/etcdserverpb.KV/Range","request count":0,"request size":60,"response count":1,"response size":514,"request content":"key:\"/registry/leases/kube-system/cilium-operator-resource-lock\" "} {"level":"warn","ts":"2026-03-20T10:20:29.263267Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"926.240479ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/plndr-svcs-lock\" ","response":"range_response_count:1 size:437"} {"level":"warn","ts":"2026-03-20T10:20:29.263482Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"926.737802ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/rbd.csi.ceph.com-kube-system\" ","response":"range_response_count:1 size:530"} {"level":"info","ts":"2026-03-20T10:20:29.263547Z","caller":"traceutil/trace.go:171","msg":"trace[1604261247] range","detail":"{range_begin:/registry/leases/kube-system/rbd.csi.ceph.com-kube-system; range_end:; response_count:1; response_revision:1452; }","duration":"926.835174ms","start":"2026-03-20T10:20:28.336692Z","end":"2026-03-20T10:20:29.263527Z","steps":["trace[1604261247] 'agreement among raft nodes before linearized reading' (duration: 926.692251ms)"],"step_count":1} {"level":"warn","ts":"2026-03-20T10:20:29.263595Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-20T10:20:28.33667Z","time spent":"926.912726ms","remote":"127.0.0.1:51504","response type":"/etcdserverpb.KV/Range","request count":0,"request size":59,"response count":1,"response size":552,"request content":"key:\"/registry/leases/kube-system/rbd.csi.ceph.com-kube-system\" "} {"level":"info","ts":"2026-03-20T10:20:29.263529Z","caller":"traceutil/trace.go:171","msg":"trace[656203858] transaction","detail":"{read_only:false; response_revision:1452; number_of_response:1; }","duration":"473.065997ms","start":"2026-03-20T10:20:28.790438Z","end":"2026-03-20T10:20:29.263504Z","steps":["trace[656203858] 'process raft request' (duration: 472.156394ms)"],"step_count":1} {"level":"warn","ts":"2026-03-20T10:20:29.263771Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-20T10:20:28.790422Z","time spent":"473.272162ms","remote":"127.0.0.1:51504","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":521,"response count":0,"response size":38,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-03-20T10:20:29.26383Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"490.538629ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/health\" ","response":"range_response_count:0 size:5"} {"level":"info","ts":"2026-03-20T10:20:29.263882Z","caller":"traceutil/trace.go:171","msg":"trace[1194665920] range","detail":"{range_begin:/registry/health; range_end:; response_count:0; response_revision:1452; }","duration":"490.622921ms","start":"2026-03-20T10:20:28.773246Z","end":"2026-03-20T10:20:29.263869Z","steps":["trace[1194665920] 'agreement among raft nodes before linearized reading' (duration: 490.544659ms)"],"step_count":1} {"level":"warn","ts":"2026-03-20T10:20:29.263927Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-20T10:20:28.773232Z","time spent":"490.684412ms","remote":"127.0.0.1:51202","response type":"/etcdserverpb.KV/Range","request count":0,"request size":18,"response count":0,"response size":27,"request content":"key:\"/registry/health\" "} {"level":"info","ts":"2026-03-20T10:20:29.264188Z","caller":"traceutil/trace.go:171","msg":"trace[1304258710] range","detail":"{range_begin:/registry/leases/kube-system/plndr-svcs-lock; range_end:; response_count:1; response_revision:1452; }","duration":"927.022548ms","start":"2026-03-20T10:20:28.336747Z","end":"2026-03-20T10:20:29.26377Z","steps":["trace[1304258710] 'agreement among raft nodes before linearized reading' (duration: 925.928001ms)"],"step_count":1} {"level":"warn","ts":"2026-03-20T10:20:29.264959Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-20T10:20:28.336722Z","time spent":"928.207459ms","remote":"127.0.0.1:51504","response type":"/etcdserverpb.KV/Range","request count":0,"request size":46,"response count":1,"response size":459,"request content":"key:\"/registry/leases/kube-system/plndr-svcs-lock\" "} {"level":"info","ts":"2026-03-20T10:20:29.265221Z","caller":"traceutil/trace.go:171","msg":"trace[1463164847] transaction","detail":"{read_only:false; response_revision:1451; number_of_response:1; }","duration":"557.593614ms","start":"2026-03-20T10:20:28.707603Z","end":"2026-03-20T10:20:29.265197Z","steps":["trace[1463164847] 'process raft request' (duration: 554.864485ms)"],"step_count":1} {"level":"warn","ts":"2026-03-20T10:20:29.265411Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-20T10:20:28.707577Z","time spent":"557.703717ms","remote":"127.0.0.1:51504","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":673,"response count":0,"response size":38,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-03-20T10:20:30.014342Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"485.958072ms","expected-duration":"100ms","prefix":"","request":"header: txn: success:> failure: >>","response":"size:16"} {"level":"info","ts":"2026-03-20T10:20:30.014494Z","caller":"traceutil/trace.go:171","msg":"trace[346912059] linearizableReadLoop","detail":"{readStateIndex:1548; appliedIndex:1545; }","duration":"694.537069ms","start":"2026-03-20T10:20:29.319945Z","end":"2026-03-20T10:20:30.014482Z","steps":["trace[346912059] 'read index received' (duration: 208.30301ms)","trace[346912059] 'applied index is now lower than readState.Index' (duration: 486.233449ms)"],"step_count":2} {"level":"info","ts":"2026-03-20T10:20:30.014583Z","caller":"traceutil/trace.go:171","msg":"trace[1599155793] transaction","detail":"{read_only:false; response_revision:1455; number_of_response:1; }","duration":"744.532623ms","start":"2026-03-20T10:20:29.270033Z","end":"2026-03-20T10:20:30.014565Z","steps":["trace[1599155793] 'process raft request' (duration: 744.43116ms)"],"step_count":1} {"level":"warn","ts":"2026-03-20T10:20:30.014678Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-20T10:20:29.270027Z","time spent":"744.610536ms","remote":"127.0.0.1:51504","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":516,"response count":0,"response size":38,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-03-20T10:20:30.014761Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"694.817896ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/masterleases/199.204.45.102\" ","response":"range_response_count:1 size:135"} {"level":"info","ts":"2026-03-20T10:20:30.014778Z","caller":"traceutil/trace.go:171","msg":"trace[34944071] range","detail":"{range_begin:/registry/masterleases/199.204.45.102; range_end:; response_count:1; response_revision:1455; }","duration":"694.882347ms","start":"2026-03-20T10:20:29.31989Z","end":"2026-03-20T10:20:30.014773Z","steps":["trace[34944071] 'agreement among raft nodes before linearized reading' (duration: 694.759444ms)"],"step_count":1} {"level":"warn","ts":"2026-03-20T10:20:30.014793Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-20T10:20:29.319868Z","time spent":"694.922588ms","remote":"127.0.0.1:51238","response type":"/etcdserverpb.KV/Range","request count":0,"request size":39,"response count":1,"response size":157,"request content":"key:\"/registry/masterleases/199.204.45.102\" "} {"level":"info","ts":"2026-03-20T10:20:30.01486Z","caller":"traceutil/trace.go:171","msg":"trace[1702135093] transaction","detail":"{read_only:false; response_revision:1453; number_of_response:1; }","duration":"746.549464ms","start":"2026-03-20T10:20:29.268298Z","end":"2026-03-20T10:20:30.014848Z","steps":["trace[1702135093] 'process raft request' (duration: 260.030608ms)","trace[1702135093] 'compare' (duration: 485.599423ms)"],"step_count":2} {"level":"warn","ts":"2026-03-20T10:20:30.014868Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"667.197727ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/cilium.io/ciliumloadbalancerippools/\" range_end:\"/registry/cilium.io/ciliumloadbalancerippools0\" count_only:true ","response":"range_response_count:0 size:5"} {"level":"warn","ts":"2026-03-20T10:20:30.014918Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-20T10:20:29.268276Z","time spent":"746.615185ms","remote":"127.0.0.1:51504","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":423,"response count":0,"response size":38,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-03-20T10:20:30.014938Z","caller":"traceutil/trace.go:171","msg":"trace[739994493] range","detail":"{range_begin:/registry/cilium.io/ciliumloadbalancerippools/; range_end:/registry/cilium.io/ciliumloadbalancerippools0; response_count:0; response_revision:1455; }","duration":"667.30623ms","start":"2026-03-20T10:20:29.347613Z","end":"2026-03-20T10:20:30.01492Z","steps":["trace[739994493] 'agreement among raft nodes before linearized reading' (duration: 667.183997ms)"],"step_count":1} {"level":"warn","ts":"2026-03-20T10:20:30.014992Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-20T10:20:29.347602Z","time spent":"667.376181ms","remote":"127.0.0.1:53934","response type":"/etcdserverpb.KV/Range","request count":0,"request size":98,"response count":0,"response size":27,"request content":"key:\"/registry/cilium.io/ciliumloadbalancerippools/\" range_end:\"/registry/cilium.io/ciliumloadbalancerippools0\" count_only:true "} {"level":"info","ts":"2026-03-20T10:20:30.015101Z","caller":"traceutil/trace.go:171","msg":"trace[918905705] transaction","detail":"{read_only:false; response_revision:1454; number_of_response:1; }","duration":"745.063097ms","start":"2026-03-20T10:20:29.26997Z","end":"2026-03-20T10:20:30.015033Z","steps":["trace[918905705] 'process raft request' (duration: 744.446431ms)"],"step_count":1} {"level":"warn","ts":"2026-03-20T10:20:30.015294Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-20T10:20:29.26996Z","time spent":"745.226851ms","remote":"127.0.0.1:51504","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":477,"response count":0,"response size":38,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-03-20T10:20:30.58402Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"184.133987ms","expected-duration":"100ms","prefix":"","request":"header: lease_grant:","response":"size:39"} {"level":"warn","ts":"2026-03-20T10:20:30.584104Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-20T10:20:30.015865Z","time spent":"568.235634ms","remote":"127.0.0.1:51238","response type":"/etcdserverpb.Lease/LeaseGrant","request count":-1,"request size":-1,"response count":-1,"response size":-1,"request content":""} {"level":"warn","ts":"2026-03-20T10:20:31.077775Z","caller":"etcdserver/v3_server.go:897","msg":"waiting for ReadIndex response took too long, retrying","sent-request-id":184257304220178036,"retry-timeout":"500ms"} {"level":"info","ts":"2026-03-20T10:20:31.236364Z","caller":"traceutil/trace.go:171","msg":"trace[1583725681] transaction","detail":"{read_only:false; response_revision:1456; number_of_response:1; }","duration":"1.2172795s","start":"2026-03-20T10:20:30.019043Z","end":"2026-03-20T10:20:31.236322Z","steps":["trace[1583725681] 'process raft request' (duration: 1.146996873s)","trace[1583725681] 'compare' (duration: 69.782745ms)"],"step_count":2} {"level":"info","ts":"2026-03-20T10:20:31.236407Z","caller":"traceutil/trace.go:171","msg":"trace[1138662313] transaction","detail":"{read_only:false; response_revision:1457; number_of_response:1; }","duration":"1.217053205s","start":"2026-03-20T10:20:30.01933Z","end":"2026-03-20T10:20:31.236384Z","steps":["trace[1138662313] 'process raft request' (duration: 1.216938192s)"],"step_count":1} {"level":"warn","ts":"2026-03-20T10:20:31.236543Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-20T10:20:30.019296Z","time spent":"1.217170138s","remote":"127.0.0.1:51504","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":464,"response count":0,"response size":38,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-03-20T10:20:31.23657Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-20T10:20:30.019024Z","time spent":"1.217424485s","remote":"127.0.0.1:51504","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":491,"response count":0,"response size":38,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-03-20T10:20:32.219284Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"852.926464ms","expected-duration":"100ms","prefix":"","request":"header: txn: success:> failure: >>","response":"size:16"} {"level":"info","ts":"2026-03-20T10:20:32.219405Z","caller":"traceutil/trace.go:171","msg":"trace[67821078] linearizableReadLoop","detail":"{readStateIndex:1552; appliedIndex:1549; }","duration":"1.642525747s","start":"2026-03-20T10:20:30.576862Z","end":"2026-03-20T10:20:32.219388Z","steps":["trace[67821078] 'read index received' (duration: 589.207934ms)","trace[67821078] 'applied index is now lower than readState.Index' (duration: 1.053316723s)"],"step_count":2} {"level":"info","ts":"2026-03-20T10:20:32.219508Z","caller":"traceutil/trace.go:171","msg":"trace[1876620882] transaction","detail":"{read_only:false; response_revision:1458; number_of_response:1; }","duration":"1.634726081s","start":"2026-03-20T10:20:30.584756Z","end":"2026-03-20T10:20:32.219482Z","steps":["trace[1876620882] 'process raft request' (duration: 781.501419ms)","trace[1876620882] 'compare' (duration: 852.718749ms)"],"step_count":2} {"level":"warn","ts":"2026-03-20T10:20:32.219572Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-20T10:20:30.584729Z","time spent":"1.634811062s","remote":"127.0.0.1:51238","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":120,"response count":0,"response size":38,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-03-20T10:20:32.219796Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.271036171s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/csistoragecapacities/\" range_end:\"/registry/csistoragecapacities0\" count_only:true ","response":"range_response_count:0 size:5"} {"level":"warn","ts":"2026-03-20T10:20:32.219857Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"199.314302ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/plndr-svcs-lock\" ","response":"range_response_count:1 size:437"} {"level":"info","ts":"2026-03-20T10:20:32.219916Z","caller":"traceutil/trace.go:171","msg":"trace[998338733] range","detail":"{range_begin:/registry/leases/kube-system/plndr-svcs-lock; range_end:; response_count:1; response_revision:1458; }","duration":"199.431914ms","start":"2026-03-20T10:20:32.020473Z","end":"2026-03-20T10:20:32.219905Z","steps":["trace[998338733] 'agreement among raft nodes before linearized reading' (duration: 199.2733ms)"],"step_count":1} {"level":"warn","ts":"2026-03-20T10:20:32.219933Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"199.782593ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/cilium-operator-resource-lock\" ","response":"range_response_count:1 size:492"} {"level":"warn","ts":"2026-03-20T10:20:32.220011Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"966.728854ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/plndr-cp-lock\" ","response":"range_response_count:1 size:433"} {"level":"info","ts":"2026-03-20T10:20:32.22002Z","caller":"traceutil/trace.go:171","msg":"trace[1684329644] range","detail":"{range_begin:/registry/leases/kube-system/cilium-operator-resource-lock; range_end:; response_count:1; response_revision:1458; }","duration":"199.917017ms","start":"2026-03-20T10:20:32.020082Z","end":"2026-03-20T10:20:32.219999Z","steps":["trace[1684329644] 'agreement among raft nodes before linearized reading' (duration: 199.66876ms)"],"step_count":1} {"level":"info","ts":"2026-03-20T10:20:32.220048Z","caller":"traceutil/trace.go:171","msg":"trace[462683302] range","detail":"{range_begin:/registry/leases/kube-system/plndr-cp-lock; range_end:; response_count:1; response_revision:1458; }","duration":"966.808607ms","start":"2026-03-20T10:20:31.253231Z","end":"2026-03-20T10:20:32.220039Z","steps":["trace[462683302] 'agreement among raft nodes before linearized reading' (duration: 966.671732ms)"],"step_count":1} {"level":"warn","ts":"2026-03-20T10:20:32.220068Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.643212446s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/health\" ","response":"range_response_count:0 size:5"} {"level":"info","ts":"2026-03-20T10:20:32.220084Z","caller":"traceutil/trace.go:171","msg":"trace[1039845925] range","detail":"{range_begin:/registry/health; range_end:; response_count:0; response_revision:1458; }","duration":"1.643257447s","start":"2026-03-20T10:20:30.576822Z","end":"2026-03-20T10:20:32.220079Z","steps":["trace[1039845925] 'agreement among raft nodes before linearized reading' (duration: 1.643229596s)"],"step_count":1} {"level":"warn","ts":"2026-03-20T10:20:32.220086Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-20T10:20:31.253209Z","time spent":"966.869798ms","remote":"127.0.0.1:51504","response type":"/etcdserverpb.KV/Range","request count":0,"request size":44,"response count":1,"response size":455,"request content":"key:\"/registry/leases/kube-system/plndr-cp-lock\" "} {"level":"warn","ts":"2026-03-20T10:20:32.220086Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"199.148269ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/rbd.csi.ceph.com-kube-system\" ","response":"range_response_count:1 size:531"} {"level":"warn","ts":"2026-03-20T10:20:32.220102Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-20T10:20:30.576806Z","time spent":"1.643292218s","remote":"127.0.0.1:51202","response type":"/etcdserverpb.KV/Range","request count":0,"request size":18,"response count":0,"response size":27,"request content":"key:\"/registry/health\" "} {"level":"info","ts":"2026-03-20T10:20:32.220127Z","caller":"traceutil/trace.go:171","msg":"trace[29936299] range","detail":"{range_begin:/registry/leases/kube-system/rbd.csi.ceph.com-kube-system; range_end:; response_count:1; response_revision:1458; }","duration":"199.21107ms","start":"2026-03-20T10:20:32.020905Z","end":"2026-03-20T10:20:32.220116Z","steps":["trace[29936299] 'agreement among raft nodes before linearized reading' (duration: 199.072665ms)"],"step_count":1} {"level":"info","ts":"2026-03-20T10:20:32.219877Z","caller":"traceutil/trace.go:171","msg":"trace[427234602] range","detail":"{range_begin:/registry/csistoragecapacities/; range_end:/registry/csistoragecapacities0; response_count:0; response_revision:1458; }","duration":"1.271160543s","start":"2026-03-20T10:20:30.948697Z","end":"2026-03-20T10:20:32.219858Z","steps":["trace[427234602] 'agreement among raft nodes before linearized reading' (duration: 1.270982619s)"],"step_count":1} {"level":"warn","ts":"2026-03-20T10:20:32.220218Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-20T10:20:30.948679Z","time spent":"1.271505723s","remote":"127.0.0.1:51632","response type":"/etcdserverpb.KV/Range","request count":0,"request size":68,"response count":0,"response size":27,"request content":"key:\"/registry/csistoragecapacities/\" range_end:\"/registry/csistoragecapacities0\" count_only:true "} {"level":"warn","ts":"2026-03-20T10:20:33.244327Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"845.18896ms","expected-duration":"100ms","prefix":"read-only range ","request":"limit:1 serializable:true keys_only:true ","response":"range_response_count:0 size:5"} {"level":"info","ts":"2026-03-20T10:20:33.244452Z","caller":"traceutil/trace.go:171","msg":"trace[1631763044] range","detail":"{range_begin:; range_end:; response_count:0; response_revision:1458; }","duration":"845.313823ms","start":"2026-03-20T10:20:32.399112Z","end":"2026-03-20T10:20:33.244426Z","steps":["trace[1631763044] 'range keys from in-memory index tree' (duration: 845.171839ms)"],"step_count":1} {"level":"warn","ts":"2026-03-20T10:20:33.244537Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"729.358779ms","expected-duration":"100ms","prefix":"","request":"header: txn: success:> failure: >>","response":"size:16"} {"level":"info","ts":"2026-03-20T10:20:33.244612Z","caller":"traceutil/trace.go:171","msg":"trace[891282078] transaction","detail":"{read_only:false; response_revision:1459; number_of_response:1; }","duration":"1.021066827s","start":"2026-03-20T10:20:32.223531Z","end":"2026-03-20T10:20:33.244598Z","steps":["trace[891282078] 'process raft request' (duration: 291.587625ms)","trace[891282078] 'compare' (duration: 729.266427ms)"],"step_count":2} {"level":"warn","ts":"2026-03-20T10:20:33.244663Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-20T10:20:32.223509Z","time spent":"1.021128689s","remote":"127.0.0.1:51504","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":422,"response count":0,"response size":38,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-03-20T10:20:33.588258Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"164.232575ms","expected-duration":"100ms","prefix":"","request":"header: txn: success:> failure: >>","response":"size:16"} {"level":"info","ts":"2026-03-20T10:20:33.588463Z","caller":"traceutil/trace.go:171","msg":"trace[903930993] linearizableReadLoop","detail":"{readStateIndex:1554; appliedIndex:1552; }","duration":"1.364430703s","start":"2026-03-20T10:20:32.224016Z","end":"2026-03-20T10:20:33.588446Z","steps":["trace[903930993] 'read index received' (duration: 291.144804ms)","trace[903930993] 'applied index is now lower than readState.Index' (duration: 1.073284859s)"],"step_count":2} {"level":"info","ts":"2026-03-20T10:20:33.588557Z","caller":"traceutil/trace.go:171","msg":"trace[1002167885] transaction","detail":"{read_only:false; response_revision:1461; number_of_response:1; }","duration":"1.363576062s","start":"2026-03-20T10:20:32.22497Z","end":"2026-03-20T10:20:33.588546Z","steps":["trace[1002167885] 'process raft request' (duration: 1.363396497s)"],"step_count":1} {"level":"warn","ts":"2026-03-20T10:20:33.588621Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-20T10:20:32.224955Z","time spent":"1.363635614s","remote":"127.0.0.1:51504","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":418,"response count":0,"response size":38,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-03-20T10:20:33.588696Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.364641458s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/services/endpoints/default/kubernetes\" ","response":"range_response_count:1 size:422"} {"level":"info","ts":"2026-03-20T10:20:33.58877Z","caller":"traceutil/trace.go:171","msg":"trace[2035035733] range","detail":"{range_begin:/registry/services/endpoints/default/kubernetes; range_end:; response_count:1; response_revision:1462; }","duration":"1.364756232s","start":"2026-03-20T10:20:32.223997Z","end":"2026-03-20T10:20:33.588753Z","steps":["trace[2035035733] 'agreement among raft nodes before linearized reading' (duration: 1.364565437s)"],"step_count":1} {"level":"info","ts":"2026-03-20T10:20:33.588768Z","caller":"traceutil/trace.go:171","msg":"trace[731695655] transaction","detail":"{read_only:false; response_revision:1460; number_of_response:1; }","duration":"1.364760461s","start":"2026-03-20T10:20:32.22374Z","end":"2026-03-20T10:20:33.5885Z","steps":["trace[731695655] 'process raft request' (duration: 1.200212099s)","trace[731695655] 'compare' (duration: 164.118442ms)"],"step_count":2} {"level":"info","ts":"2026-03-20T10:20:33.588855Z","caller":"traceutil/trace.go:171","msg":"trace[169050827] transaction","detail":"{read_only:false; response_revision:1462; number_of_response:1; }","duration":"1.363132s","start":"2026-03-20T10:20:32.225709Z","end":"2026-03-20T10:20:33.588841Z","steps":["trace[169050827] 'process raft request' (duration: 1.362701539s)"],"step_count":1} {"level":"warn","ts":"2026-03-20T10:20:33.588918Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-20T10:20:32.223722Z","time spent":"1.365121491s","remote":"127.0.0.1:51504","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":476,"response count":0,"response size":38,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-03-20T10:20:33.588933Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-20T10:20:32.225159Z","time spent":"1.363719726s","remote":"127.0.0.1:51504","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":515,"response count":0,"response size":38,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-03-20T10:20:33.58892Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.362315579s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/health\" ","response":"range_response_count:0 size:5"} {"level":"warn","ts":"2026-03-20T10:20:33.588812Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-20T10:20:32.22399Z","time spent":"1.364811263s","remote":"127.0.0.1:51406","response type":"/etcdserverpb.KV/Range","request count":0,"request size":49,"response count":1,"response size":444,"request content":"key:\"/registry/services/endpoints/default/kubernetes\" "} {"level":"info","ts":"2026-03-20T10:20:33.589031Z","caller":"traceutil/trace.go:171","msg":"trace[624319086] range","detail":"{range_begin:/registry/health; range_end:; response_count:0; response_revision:1462; }","duration":"1.362464143s","start":"2026-03-20T10:20:32.226555Z","end":"2026-03-20T10:20:33.58902Z","steps":["trace[624319086] 'agreement among raft nodes before linearized reading' (duration: 1.362304619s)"],"step_count":1} {"level":"warn","ts":"2026-03-20T10:20:33.589078Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-20T10:20:32.226538Z","time spent":"1.362530965s","remote":"127.0.0.1:51202","response type":"/etcdserverpb.KV/Range","request count":0,"request size":18,"response count":0,"response size":27,"request content":"key:\"/registry/health\" "} {"level":"warn","ts":"2026-03-20T10:20:33.589087Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"639.710671ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/external-resizer-rbd-csi-ceph-com\" ","response":"range_response_count:1 size:509"} {"level":"info","ts":"2026-03-20T10:20:33.589132Z","caller":"traceutil/trace.go:171","msg":"trace[1283566545] range","detail":"{range_begin:/registry/leases/kube-system/external-resizer-rbd-csi-ceph-com; range_end:; response_count:1; response_revision:1462; }","duration":"639.794534ms","start":"2026-03-20T10:20:32.94932Z","end":"2026-03-20T10:20:33.589114Z","steps":["trace[1283566545] 'agreement among raft nodes before linearized reading' (duration: 639.64231ms)"],"step_count":1} {"level":"warn","ts":"2026-03-20T10:20:33.58917Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"527.458822ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/apiregistration.k8s.io/apiservices/\" range_end:\"/registry/apiregistration.k8s.io/apiservices0\" count_only:true ","response":"range_response_count:0 size:7"} {"level":"info","ts":"2026-03-20T10:20:33.589245Z","caller":"traceutil/trace.go:171","msg":"trace[1830466343] range","detail":"{range_begin:/registry/apiregistration.k8s.io/apiservices/; range_end:/registry/apiregistration.k8s.io/apiservices0; response_count:0; response_revision:1462; }","duration":"527.571374ms","start":"2026-03-20T10:20:33.061651Z","end":"2026-03-20T10:20:33.589223Z","steps":["trace[1830466343] 'agreement among raft nodes before linearized reading' (duration: 527.460202ms)"],"step_count":1} {"level":"warn","ts":"2026-03-20T10:20:33.589268Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"639.930136ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/external-snapshotter-leader-rbd-csi-ceph-com\" ","response":"range_response_count:1 size:533"} {"level":"info","ts":"2026-03-20T10:20:33.589299Z","caller":"traceutil/trace.go:171","msg":"trace[987320171] range","detail":"{range_begin:/registry/leases/kube-system/external-snapshotter-leader-rbd-csi-ceph-com; range_end:; response_count:1; response_revision:1462; }","duration":"639.996878ms","start":"2026-03-20T10:20:32.949293Z","end":"2026-03-20T10:20:33.589289Z","steps":["trace[987320171] 'agreement among raft nodes before linearized reading' (duration: 639.909516ms)"],"step_count":1} {"level":"warn","ts":"2026-03-20T10:20:33.589311Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-20T10:20:33.061634Z","time spent":"527.660197ms","remote":"127.0.0.1:51742","response type":"/etcdserverpb.KV/Range","request count":0,"request size":96,"response count":23,"response size":29,"request content":"key:\"/registry/apiregistration.k8s.io/apiservices/\" range_end:\"/registry/apiregistration.k8s.io/apiservices0\" count_only:true "} {"level":"warn","ts":"2026-03-20T10:20:33.589326Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-20T10:20:32.949259Z","time spent":"640.06132ms","remote":"127.0.0.1:51504","response type":"/etcdserverpb.KV/Range","request count":0,"request size":75,"response count":1,"response size":555,"request content":"key:\"/registry/leases/kube-system/external-snapshotter-leader-rbd-csi-ceph-com\" "} {"level":"warn","ts":"2026-03-20T10:20:33.589359Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"347.505171ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/kube-controller-manager\" ","response":"range_response_count:1 size:506"} {"level":"warn","ts":"2026-03-20T10:20:33.589378Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.209960886s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/rbd-csi-ceph-com\" ","response":"range_response_count:1 size:474"} {"level":"info","ts":"2026-03-20T10:20:33.589396Z","caller":"traceutil/trace.go:171","msg":"trace[844438074] range","detail":"{range_begin:/registry/leases/kube-system/kube-controller-manager; range_end:; response_count:1; response_revision:1462; }","duration":"347.582863ms","start":"2026-03-20T10:20:33.241805Z","end":"2026-03-20T10:20:33.589388Z","steps":["trace[844438074] 'agreement among raft nodes before linearized reading' (duration: 347.46201ms)"],"step_count":1} {"level":"info","ts":"2026-03-20T10:20:33.589409Z","caller":"traceutil/trace.go:171","msg":"trace[1648198036] range","detail":"{range_begin:/registry/leases/kube-system/rbd-csi-ceph-com; range_end:; response_count:1; response_revision:1462; }","duration":"1.210031388s","start":"2026-03-20T10:20:32.379368Z","end":"2026-03-20T10:20:33.5894Z","steps":["trace[1648198036] 'agreement among raft nodes before linearized reading' (duration: 1.209917735s)"],"step_count":1} {"level":"warn","ts":"2026-03-20T10:20:33.589418Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-20T10:20:33.241783Z","time spent":"347.629493ms","remote":"127.0.0.1:51504","response type":"/etcdserverpb.KV/Range","request count":0,"request size":54,"response count":1,"response size":528,"request content":"key:\"/registry/leases/kube-system/kube-controller-manager\" "} {"level":"warn","ts":"2026-03-20T10:20:33.589435Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-20T10:20:32.379347Z","time spent":"1.2100828s","remote":"127.0.0.1:51504","response type":"/etcdserverpb.KV/Range","request count":0,"request size":47,"response count":1,"response size":496,"request content":"key:\"/registry/leases/kube-system/rbd-csi-ceph-com\" "} {"level":"warn","ts":"2026-03-20T10:20:33.58918Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-20T10:20:32.949296Z","time spent":"639.874875ms","remote":"127.0.0.1:51504","response type":"/etcdserverpb.KV/Range","request count":0,"request size":64,"response count":1,"response size":531,"request content":"key:\"/registry/leases/kube-system/external-resizer-rbd-csi-ceph-com\" "} {"level":"warn","ts":"2026-03-20T10:20:33.589061Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"638.976363ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/external-attacher-leader-rbd-csi-ceph-com\" ","response":"range_response_count:1 size:524"} {"level":"info","ts":"2026-03-20T10:20:33.589521Z","caller":"traceutil/trace.go:171","msg":"trace[400554638] range","detail":"{range_begin:/registry/leases/kube-system/external-attacher-leader-rbd-csi-ceph-com; range_end:; response_count:1; response_revision:1462; }","duration":"639.479106ms","start":"2026-03-20T10:20:32.950034Z","end":"2026-03-20T10:20:33.589513Z","steps":["trace[400554638] 'agreement among raft nodes before linearized reading' (duration: 638.84779ms)"],"step_count":1} {"level":"warn","ts":"2026-03-20T10:20:33.58954Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-20T10:20:32.950025Z","time spent":"639.508896ms","remote":"127.0.0.1:51504","response type":"/etcdserverpb.KV/Range","request count":0,"request size":72,"response count":1,"response size":546,"request content":"key:\"/registry/leases/kube-system/external-attacher-leader-rbd-csi-ceph-com\" "} {"level":"warn","ts":"2026-03-20T10:20:33.591497Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"349.763268ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/kube-scheduler\" ","response":"range_response_count:1 size:479"} {"level":"info","ts":"2026-03-20T10:20:33.59154Z","caller":"traceutil/trace.go:171","msg":"trace[625579825] range","detail":"{range_begin:/registry/leases/kube-system/kube-scheduler; range_end:; response_count:1; response_revision:1462; }","duration":"349.84254ms","start":"2026-03-20T10:20:33.241687Z","end":"2026-03-20T10:20:33.59153Z","steps":["trace[625579825] 'agreement among raft nodes before linearized reading' (duration: 347.374397ms)"],"step_count":1} {"level":"warn","ts":"2026-03-20T10:20:33.591565Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-20T10:20:33.241667Z","time spent":"349.891831ms","remote":"127.0.0.1:51504","response type":"/etcdserverpb.KV/Range","request count":0,"request size":45,"response count":1,"response size":501,"request content":"key:\"/registry/leases/kube-system/kube-scheduler\" "} {"level":"warn","ts":"2026-03-20T10:20:34.196442Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"345.073119ms","expected-duration":"100ms","prefix":"","request":"header: txn: success:> failure: >>","response":"size:16"} {"level":"info","ts":"2026-03-20T10:20:34.196535Z","caller":"traceutil/trace.go:171","msg":"trace[706628140] linearizableReadLoop","detail":"{readStateIndex:1557; appliedIndex:1556; }","duration":"602.722766ms","start":"2026-03-20T10:20:33.593797Z","end":"2026-03-20T10:20:34.196519Z","steps":["trace[706628140] 'read index received' (duration: 257.548035ms)","trace[706628140] 'applied index is now lower than readState.Index' (duration: 345.173351ms)"],"step_count":2} {"level":"warn","ts":"2026-03-20T10:20:34.196777Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"602.975792ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/endpointslices/default/kubernetes\" ","response":"range_response_count:1 size:481"} {"level":"info","ts":"2026-03-20T10:20:34.196813Z","caller":"traceutil/trace.go:171","msg":"trace[1044046435] range","detail":"{range_begin:/registry/endpointslices/default/kubernetes; range_end:; response_count:1; response_revision:1463; }","duration":"603.030253ms","start":"2026-03-20T10:20:33.593774Z","end":"2026-03-20T10:20:34.196804Z","steps":["trace[1044046435] 'agreement among raft nodes before linearized reading' (duration: 602.961491ms)"],"step_count":1} {"level":"warn","ts":"2026-03-20T10:20:34.196845Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-20T10:20:33.593765Z","time spent":"603.070984ms","remote":"127.0.0.1:51516","response type":"/etcdserverpb.KV/Range","request count":0,"request size":45,"response count":1,"response size":503,"request content":"key:\"/registry/endpointslices/default/kubernetes\" "} {"level":"info","ts":"2026-03-20T10:20:34.196699Z","caller":"traceutil/trace.go:171","msg":"trace[1284423950] transaction","detail":"{read_only:false; response_revision:1463; number_of_response:1; }","duration":"602.946482ms","start":"2026-03-20T10:20:33.59372Z","end":"2026-03-20T10:20:34.196666Z","steps":["trace[1284423950] 'process raft request' (duration: 257.556845ms)","trace[1284423950] 'compare' (duration: 344.756131ms)"],"step_count":2} {"level":"warn","ts":"2026-03-20T10:20:34.197216Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-20T10:20:33.593699Z","time spent":"603.275039ms","remote":"127.0.0.1:51504","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":490,"response count":0,"response size":38,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-03-20T10:20:35.597708Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"2.000339548s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/health\" ","response":"","error":"context deadline exceeded"} {"level":"info","ts":"2026-03-20T10:20:35.59789Z","caller":"traceutil/trace.go:171","msg":"trace[1379400017] range","detail":"{range_begin:/registry/health; range_end:; }","duration":"2.000551724s","start":"2026-03-20T10:20:33.597319Z","end":"2026-03-20T10:20:35.597871Z","steps":["trace[1379400017] 'agreement among raft nodes before linearized reading' (duration: 2.000353699s)"],"step_count":1} {"level":"warn","ts":"2026-03-20T10:20:35.59798Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-20T10:20:33.59731Z","time spent":"2.000649647s","remote":"127.0.0.1:51202","response type":"/etcdserverpb.KV/Range","request count":0,"request size":18,"response count":0,"response size":0,"request content":"key:\"/registry/health\" "} 2026/03/20 10:20:35 WARNING: [core] [Server #8] grpc: Server.processUnaryRPC failed to write status: connection error: desc = "transport is closing" {"level":"warn","ts":"2026-03-20T10:20:35.653958Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.3057406s","expected-duration":"100ms","prefix":"","request":"header: txn: success:> failure: >>","response":"size:16"} {"level":"info","ts":"2026-03-20T10:20:35.654262Z","caller":"traceutil/trace.go:171","msg":"trace[1147151364] transaction","detail":"{read_only:false; response_revision:1464; number_of_response:1; }","duration":"2.059564356s","start":"2026-03-20T10:20:33.594648Z","end":"2026-03-20T10:20:35.654213Z","steps":["trace[1147151364] 'process raft request' (duration: 753.474469ms)","trace[1147151364] 'compare' (duration: 1.305505323s)"],"step_count":2} {"level":"info","ts":"2026-03-20T10:20:35.654483Z","caller":"traceutil/trace.go:171","msg":"trace[1933342516] transaction","detail":"{read_only:false; response_revision:1466; number_of_response:1; }","duration":"2.059524665s","start":"2026-03-20T10:20:33.594932Z","end":"2026-03-20T10:20:35.654457Z","steps":["trace[1933342516] 'process raft request' (duration: 2.05929842s)"],"step_count":1} {"level":"warn","ts":"2026-03-20T10:20:35.654501Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-20T10:20:33.594627Z","time spent":"2.059737481s","remote":"127.0.0.1:51504","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":519,"response count":0,"response size":38,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-03-20T10:20:35.654869Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-20T10:20:33.594915Z","time spent":"2.059799644s","remote":"127.0.0.1:51504","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":494,"response count":0,"response size":38,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-03-20T10:20:35.65497Z","caller":"traceutil/trace.go:171","msg":"trace[1425331829] linearizableReadLoop","detail":"{readStateIndex:1562; appliedIndex:1557; }","duration":"1.458387641s","start":"2026-03-20T10:20:34.196568Z","end":"2026-03-20T10:20:35.654956Z","steps":["trace[1425331829] 'read index received' (duration: 151.515063ms)","trace[1425331829] 'applied index is now lower than readState.Index' (duration: 1.306870618s)"],"step_count":2} {"level":"info","ts":"2026-03-20T10:20:35.655201Z","caller":"traceutil/trace.go:171","msg":"trace[920218708] transaction","detail":"{read_only:false; response_revision:1465; number_of_response:1; }","duration":"2.060358698s","start":"2026-03-20T10:20:33.594828Z","end":"2026-03-20T10:20:35.655187Z","steps":["trace[920218708] 'process raft request' (duration: 2.05928561s)"],"step_count":1} {"level":"warn","ts":"2026-03-20T10:20:35.655282Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-20T10:20:33.59481Z","time spent":"2.060427759s","remote":"127.0.0.1:51504","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":459,"response count":0,"response size":38,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-03-20T10:20:35.654891Z","caller":"traceutil/trace.go:171","msg":"trace[239969846] transaction","detail":"{read_only:false; response_revision:1467; number_of_response:1; }","duration":"2.059200918s","start":"2026-03-20T10:20:33.595668Z","end":"2026-03-20T10:20:35.654869Z","steps":["trace[239969846] 'process raft request' (duration: 2.058594362s)"],"step_count":1} {"level":"warn","ts":"2026-03-20T10:20:35.655532Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-20T10:20:33.595656Z","time spent":"2.059822493s","remote":"127.0.0.1:51504","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":510,"response count":0,"response size":38,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-03-20T10:20:35.654934Z","caller":"traceutil/trace.go:171","msg":"trace[443933310] transaction","detail":"{read_only:false; response_revision:1468; number_of_response:1; }","duration":"2.059234208s","start":"2026-03-20T10:20:33.59569Z","end":"2026-03-20T10:20:35.654924Z","steps":["trace[443933310] 'process raft request' (duration: 2.058610742s)"],"step_count":1} {"level":"warn","ts":"2026-03-20T10:20:35.655625Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-20T10:20:33.595681Z","time spent":"2.059905506s","remote":"127.0.0.1:51504","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":463,"response count":0,"response size":38,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-03-20T10:20:36.377042Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"722.67586ms","expected-duration":"100ms","prefix":"","request":"header: lease_revoke:","response":"size:27"} {"level":"info","ts":"2026-03-20T10:20:36.377158Z","caller":"traceutil/trace.go:171","msg":"trace[493819005] linearizableReadLoop","detail":"{readStateIndex:1563; appliedIndex:1562; }","duration":"722.138486ms","start":"2026-03-20T10:20:35.655002Z","end":"2026-03-20T10:20:36.37714Z","steps":["trace[493819005] 'read index received' (duration: 159.544µs)","trace[493819005] 'applied index is now lower than readState.Index' (duration: 721.977322ms)"],"step_count":2} {"level":"warn","ts":"2026-03-20T10:20:36.377501Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"783.612381ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/plndr-cp-lock\" ","response":"range_response_count:1 size:432"} {"level":"warn","ts":"2026-03-20T10:20:36.377499Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"781.380095ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/rbd.csi.ceph.com-kube-system\" ","response":"range_response_count:1 size:530"} {"level":"info","ts":"2026-03-20T10:20:36.377535Z","caller":"traceutil/trace.go:171","msg":"trace[1251535638] range","detail":"{range_begin:/registry/leases/kube-system/plndr-cp-lock; range_end:; response_count:1; response_revision:1468; }","duration":"783.654262ms","start":"2026-03-20T10:20:35.59387Z","end":"2026-03-20T10:20:36.377525Z","steps":["trace[1251535638] 'agreement among raft nodes before linearized reading' (duration: 783.501969ms)"],"step_count":1} {"level":"warn","ts":"2026-03-20T10:20:36.37757Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-20T10:20:35.593867Z","time spent":"783.695063ms","remote":"127.0.0.1:51504","response type":"/etcdserverpb.KV/Range","request count":0,"request size":44,"response count":1,"response size":454,"request content":"key:\"/registry/leases/kube-system/plndr-cp-lock\" "} {"level":"info","ts":"2026-03-20T10:20:36.377568Z","caller":"traceutil/trace.go:171","msg":"trace[1996840178] range","detail":"{range_begin:/registry/leases/kube-system/rbd.csi.ceph.com-kube-system; range_end:; response_count:1; response_revision:1468; }","duration":"781.467257ms","start":"2026-03-20T10:20:35.596083Z","end":"2026-03-20T10:20:36.37755Z","steps":["trace[1996840178] 'agreement among raft nodes before linearized reading' (duration: 781.286142ms)"],"step_count":1} {"level":"warn","ts":"2026-03-20T10:20:36.377765Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-20T10:20:35.596076Z","time spent":"781.679632ms","remote":"127.0.0.1:51504","response type":"/etcdserverpb.KV/Range","request count":0,"request size":59,"response count":1,"response size":552,"request content":"key:\"/registry/leases/kube-system/rbd.csi.ceph.com-kube-system\" "} {"level":"warn","ts":"2026-03-20T10:20:36.377781Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"175.665723ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/kube-controller-manager\" ","response":"range_response_count:1 size:505"} {"level":"warn","ts":"2026-03-20T10:20:36.377838Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"780.089073ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/health\" ","response":"range_response_count:0 size:5"} {"level":"info","ts":"2026-03-20T10:20:36.377844Z","caller":"traceutil/trace.go:171","msg":"trace[902756795] range","detail":"{range_begin:/registry/leases/kube-system/kube-controller-manager; range_end:; response_count:1; response_revision:1468; }","duration":"175.772476ms","start":"2026-03-20T10:20:36.202055Z","end":"2026-03-20T10:20:36.377827Z","steps":["trace[902756795] 'agreement among raft nodes before linearized reading' (duration: 175.607752ms)"],"step_count":1} {"level":"info","ts":"2026-03-20T10:20:36.377871Z","caller":"traceutil/trace.go:171","msg":"trace[1880854070] range","detail":"{range_begin:/registry/health; range_end:; response_count:0; response_revision:1468; }","duration":"780.121234ms","start":"2026-03-20T10:20:35.59774Z","end":"2026-03-20T10:20:36.377862Z","steps":["trace[1880854070] 'agreement among raft nodes before linearized reading' (duration: 780.071932ms)"],"step_count":1} {"level":"warn","ts":"2026-03-20T10:20:36.377904Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-20T10:20:35.59772Z","time spent":"780.174675ms","remote":"127.0.0.1:51190","response type":"/etcdserverpb.KV/Range","request count":0,"request size":18,"response count":0,"response size":27,"request content":"key:\"/registry/health\" "} {"level":"warn","ts":"2026-03-20T10:20:36.378Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"784.158705ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/cilium-operator-resource-lock\" ","response":"range_response_count:1 size:491"} {"level":"info","ts":"2026-03-20T10:20:36.378026Z","caller":"traceutil/trace.go:171","msg":"trace[1696887287] range","detail":"{range_begin:/registry/leases/kube-system/cilium-operator-resource-lock; range_end:; response_count:1; response_revision:1468; }","duration":"784.211007ms","start":"2026-03-20T10:20:35.593807Z","end":"2026-03-20T10:20:36.378018Z","steps":["trace[1696887287] 'agreement among raft nodes before linearized reading' (duration: 784.138275ms)"],"step_count":1} {"level":"warn","ts":"2026-03-20T10:20:36.378055Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-20T10:20:35.593791Z","time spent":"784.253547ms","remote":"127.0.0.1:51504","response type":"/etcdserverpb.KV/Range","request count":0,"request size":60,"response count":1,"response size":513,"request content":"key:\"/registry/leases/kube-system/cilium-operator-resource-lock\" "} {"level":"warn","ts":"2026-03-20T10:20:36.378141Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"957.034198ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/cilium.io/ciliumnetworkpolicies/\" range_end:\"/registry/cilium.io/ciliumnetworkpolicies0\" count_only:true ","response":"range_response_count:0 size:5"} {"level":"info","ts":"2026-03-20T10:20:36.378165Z","caller":"traceutil/trace.go:171","msg":"trace[316635225] range","detail":"{range_begin:/registry/cilium.io/ciliumnetworkpolicies/; range_end:/registry/cilium.io/ciliumnetworkpolicies0; response_count:0; response_revision:1468; }","duration":"957.060019ms","start":"2026-03-20T10:20:35.421097Z","end":"2026-03-20T10:20:36.378157Z","steps":["trace[316635225] 'agreement among raft nodes before linearized reading' (duration: 957.018778ms)"],"step_count":1} {"level":"warn","ts":"2026-03-20T10:20:36.378193Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-20T10:20:35.421034Z","time spent":"957.150332ms","remote":"127.0.0.1:53942","response type":"/etcdserverpb.KV/Range","request count":0,"request size":90,"response count":0,"response size":27,"request content":"key:\"/registry/cilium.io/ciliumnetworkpolicies/\" range_end:\"/registry/cilium.io/ciliumnetworkpolicies0\" count_only:true "} {"level":"warn","ts":"2026-03-20T10:20:36.378377Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.129197093s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/plndr-svcs-lock\" ","response":"range_response_count:1 size:436"} {"level":"info","ts":"2026-03-20T10:20:36.378404Z","caller":"traceutil/trace.go:171","msg":"trace[1946071523] range","detail":"{range_begin:/registry/leases/kube-system/plndr-svcs-lock; range_end:; response_count:1; response_revision:1468; }","duration":"1.129324066s","start":"2026-03-20T10:20:35.249072Z","end":"2026-03-20T10:20:36.378396Z","steps":["trace[1946071523] 'agreement among raft nodes before linearized reading' (duration: 1.129247574s)"],"step_count":1} {"level":"warn","ts":"2026-03-20T10:20:36.378428Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-20T10:20:35.249046Z","time spent":"1.129377068s","remote":"127.0.0.1:51504","response type":"/etcdserverpb.KV/Range","request count":0,"request size":46,"response count":1,"response size":458,"request content":"key:\"/registry/leases/kube-system/plndr-svcs-lock\" "} {"level":"info","ts":"2026-03-20T10:20:36.719863Z","caller":"traceutil/trace.go:171","msg":"trace[695405525] transaction","detail":"{read_only:false; response_revision:1469; number_of_response:1; }","duration":"337.541028ms","start":"2026-03-20T10:20:36.382296Z","end":"2026-03-20T10:20:36.719837Z","steps":["trace[695405525] 'process raft request' (duration: 337.386094ms)"],"step_count":1} {"level":"warn","ts":"2026-03-20T10:20:36.720022Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-20T10:20:36.382279Z","time spent":"337.656252ms","remote":"127.0.0.1:51504","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":490,"response count":0,"response size":38,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-03-20T10:20:37.497364Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"247.543512ms","expected-duration":"100ms","prefix":"","request":"header: txn: success:> failure: >>","response":"size:16"} {"level":"info","ts":"2026-03-20T10:20:37.497873Z","caller":"traceutil/trace.go:171","msg":"trace[1354828078] linearizableReadLoop","detail":"{readStateIndex:1568; appliedIndex:1563; }","duration":"1.111322682s","start":"2026-03-20T10:20:36.386529Z","end":"2026-03-20T10:20:37.497852Z","steps":["trace[1354828078] 'read index received' (duration: 333.224459ms)","trace[1354828078] 'applied index is now lower than readState.Index' (duration: 778.097183ms)"],"step_count":2} {"level":"info","ts":"2026-03-20T10:20:37.497933Z","caller":"traceutil/trace.go:171","msg":"trace[1315599249] transaction","detail":"{read_only:false; response_revision:1471; number_of_response:1; }","duration":"1.114642745s","start":"2026-03-20T10:20:36.383242Z","end":"2026-03-20T10:20:37.497884Z","steps":["trace[1315599249] 'process raft request' (duration: 1.114212124s)"],"step_count":1} {"level":"warn","ts":"2026-03-20T10:20:37.497993Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.111458055s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/health\" ","response":"range_response_count:0 size:5"} {"level":"info","ts":"2026-03-20T10:20:37.498021Z","caller":"traceutil/trace.go:171","msg":"trace[585276242] range","detail":"{range_begin:/registry/health; range_end:; response_count:0; response_revision:1473; }","duration":"1.111503496s","start":"2026-03-20T10:20:36.386508Z","end":"2026-03-20T10:20:37.498012Z","steps":["trace[585276242] 'agreement among raft nodes before linearized reading' (duration: 1.111414823s)"],"step_count":1} {"level":"info","ts":"2026-03-20T10:20:37.498031Z","caller":"traceutil/trace.go:171","msg":"trace[1373577647] transaction","detail":"{read_only:false; response_revision:1472; number_of_response:1; }","duration":"1.1144403s","start":"2026-03-20T10:20:36.383564Z","end":"2026-03-20T10:20:37.498004Z","steps":["trace[1373577647] 'process raft request' (duration: 1.113935097s)"],"step_count":1} {"level":"warn","ts":"2026-03-20T10:20:37.498053Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-20T10:20:36.386501Z","time spent":"1.111545337s","remote":"127.0.0.1:51202","response type":"/etcdserverpb.KV/Range","request count":0,"request size":18,"response count":0,"response size":27,"request content":"key:\"/registry/health\" "} {"level":"info","ts":"2026-03-20T10:20:37.49804Z","caller":"traceutil/trace.go:171","msg":"trace[1604412209] transaction","detail":"{read_only:false; response_revision:1470; number_of_response:1; }","duration":"1.1148355s","start":"2026-03-20T10:20:36.383183Z","end":"2026-03-20T10:20:37.498018Z","steps":["trace[1604412209] 'process raft request' (duration: 866.570229ms)","trace[1604412209] 'compare' (duration: 247.451019ms)"],"step_count":2} {"level":"warn","ts":"2026-03-20T10:20:37.498104Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-20T10:20:36.383238Z","time spent":"1.114773148s","remote":"127.0.0.1:51504","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":422,"response count":0,"response size":38,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-03-20T10:20:37.498136Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-20T10:20:36.383556Z","time spent":"1.114524532s","remote":"127.0.0.1:51504","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":477,"response count":0,"response size":38,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-03-20T10:20:37.49814Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-20T10:20:36.383167Z","time spent":"1.114919602s","remote":"127.0.0.1:51504","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":516,"response count":0,"response size":38,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-03-20T10:20:37.498144Z","caller":"traceutil/trace.go:171","msg":"trace[841762218] transaction","detail":"{read_only:false; response_revision:1473; number_of_response:1; }","duration":"1.111890995s","start":"2026-03-20T10:20:36.386228Z","end":"2026-03-20T10:20:37.498119Z","steps":["trace[841762218] 'process raft request' (duration: 1.11130805s)"],"step_count":1} {"level":"warn","ts":"2026-03-20T10:20:37.498845Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-20T10:20:36.38621Z","time spent":"1.111992798s","remote":"127.0.0.1:51504","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":419,"response count":0,"response size":38,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-03-20T10:20:38.753777Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"174.017861ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/health\" ","response":"range_response_count:0 size:5"} {"level":"info","ts":"2026-03-20T10:20:38.753848Z","caller":"traceutil/trace.go:171","msg":"trace[835106129] range","detail":"{range_begin:/registry/health; range_end:; response_count:0; response_revision:1473; }","duration":"174.131234ms","start":"2026-03-20T10:20:38.579701Z","end":"2026-03-20T10:20:38.753832Z","steps":["trace[835106129] 'range keys from in-memory index tree' (duration: 173.95301ms)"],"step_count":1} {"level":"warn","ts":"2026-03-20T10:20:38.753965Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.092674059s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/kube-scheduler\" ","response":"range_response_count:1 size:478"} {"level":"warn","ts":"2026-03-20T10:20:38.753996Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"975.125956ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/ranges/serviceips\" ","response":"range_response_count:1 size:96199"} {"level":"info","ts":"2026-03-20T10:20:38.75404Z","caller":"traceutil/trace.go:171","msg":"trace[1400282816] range","detail":"{range_begin:/registry/ranges/serviceips; range_end:; response_count:1; response_revision:1473; }","duration":"975.195677ms","start":"2026-03-20T10:20:37.778831Z","end":"2026-03-20T10:20:38.754027Z","steps":["trace[1400282816] 'range keys from in-memory index tree' (duration: 974.988482ms)"],"step_count":1} {"level":"info","ts":"2026-03-20T10:20:38.754043Z","caller":"traceutil/trace.go:171","msg":"trace[1487856310] range","detail":"{range_begin:/registry/leases/kube-system/kube-scheduler; range_end:; response_count:1; response_revision:1473; }","duration":"1.092796612s","start":"2026-03-20T10:20:37.661221Z","end":"2026-03-20T10:20:38.754017Z","steps":["trace[1487856310] 'range keys from in-memory index tree' (duration: 1.092396882s)"],"step_count":1} {"level":"warn","ts":"2026-03-20T10:20:38.75407Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-20T10:20:37.778821Z","time spent":"975.241339ms","remote":"127.0.0.1:51270","response type":"/etcdserverpb.KV/Range","request count":0,"request size":29,"response count":1,"response size":96221,"request content":"key:\"/registry/ranges/serviceips\" "} {"level":"warn","ts":"2026-03-20T10:20:38.754084Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-20T10:20:37.661124Z","time spent":"1.092952376s","remote":"127.0.0.1:51504","response type":"/etcdserverpb.KV/Range","request count":0,"request size":45,"response count":1,"response size":500,"request content":"key:\"/registry/leases/kube-system/kube-scheduler\" "} {"level":"warn","ts":"2026-03-20T10:20:38.754359Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"976.046529ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/ranges/servicenodeports\" ","response":"range_response_count:1 size:118"} {"level":"info","ts":"2026-03-20T10:20:38.754392Z","caller":"traceutil/trace.go:171","msg":"trace[2072887252] range","detail":"{range_begin:/registry/ranges/servicenodeports; range_end:; response_count:1; response_revision:1473; }","duration":"976.10641ms","start":"2026-03-20T10:20:37.778273Z","end":"2026-03-20T10:20:38.754379Z","steps":["trace[2072887252] 'range keys from in-memory index tree' (duration: 975.965637ms)"],"step_count":1} {"level":"warn","ts":"2026-03-20T10:20:38.754417Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-20T10:20:37.778256Z","time spent":"976.155302ms","remote":"127.0.0.1:51286","response type":"/etcdserverpb.KV/Range","request count":0,"request size":35,"response count":1,"response size":140,"request content":"key:\"/registry/ranges/servicenodeports\" "} {"level":"warn","ts":"2026-03-20T10:20:39.257211Z","caller":"etcdserver/v3_server.go:897","msg":"waiting for ReadIndex response took too long, retrying","sent-request-id":184257304220178077,"retry-timeout":"500ms"} {"level":"info","ts":"2026-03-20T10:20:39.519742Z","caller":"traceutil/trace.go:171","msg":"trace[943106179] transaction","detail":"{read_only:false; response_revision:1474; number_of_response:1; }","duration":"763.397779ms","start":"2026-03-20T10:20:38.756325Z","end":"2026-03-20T10:20:39.519723Z","steps":["trace[943106179] 'process raft request' (duration: 763.291857ms)"],"step_count":1} {"level":"warn","ts":"2026-03-20T10:20:39.519869Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-20T10:20:38.756309Z","time spent":"763.496392ms","remote":"127.0.0.1:51504","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":491,"response count":0,"response size":38,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-03-20T10:20:40.576495Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"868.274162ms","expected-duration":"100ms","prefix":"","request":"header: txn: success:> failure: >>","response":"size:16"} {"level":"info","ts":"2026-03-20T10:20:40.57673Z","caller":"traceutil/trace.go:171","msg":"trace[955994439] transaction","detail":"{read_only:false; response_revision:1475; number_of_response:1; }","duration":"1.817397711s","start":"2026-03-20T10:20:38.759303Z","end":"2026-03-20T10:20:40.5767Z","steps":["trace[955994439] 'process raft request' (duration: 948.833571ms)","trace[955994439] 'compare' (duration: 868.170029ms)"],"step_count":2} {"level":"warn","ts":"2026-03-20T10:20:40.577028Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-20T10:20:38.759272Z","time spent":"1.817707049s","remote":"127.0.0.1:51504","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":464,"response count":0,"response size":38,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-03-20T10:20:40.577041Z","caller":"traceutil/trace.go:171","msg":"trace[1214697369] transaction","detail":"{read_only:false; response_revision:1477; number_of_response:1; }","duration":"1.018822042s","start":"2026-03-20T10:20:39.558172Z","end":"2026-03-20T10:20:40.576995Z","steps":["trace[1214697369] 'process raft request' (duration: 1.018505814s)"],"step_count":1} {"level":"warn","ts":"2026-03-20T10:20:40.577275Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-20T10:20:39.558147Z","time spent":"1.019079397s","remote":"127.0.0.1:51504","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":673,"response count":0,"response size":38,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-03-20T10:20:40.576741Z","caller":"traceutil/trace.go:171","msg":"trace[195867067] transaction","detail":"{read_only:false; response_revision:1476; number_of_response:1; }","duration":"1.196372812s","start":"2026-03-20T10:20:39.380345Z","end":"2026-03-20T10:20:40.576718Z","steps":["trace[195867067] 'process raft request' (duration: 1.196257199s)"],"step_count":1} {"level":"warn","ts":"2026-03-20T10:20:40.577406Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-20T10:20:39.380327Z","time spent":"1.19703755s","remote":"127.0.0.1:51504","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":521,"response count":0,"response size":38,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-03-20T10:20:40.576736Z","caller":"traceutil/trace.go:171","msg":"trace[252655180] linearizableReadLoop","detail":"{readStateIndex:1570; appliedIndex:1568; }","duration":"1.820209113s","start":"2026-03-20T10:20:38.756511Z","end":"2026-03-20T10:20:40.57672Z","steps":["trace[252655180] 'read index received' (duration: 763.078292ms)","trace[252655180] 'applied index is now lower than readState.Index' (duration: 1.057129841s)"],"step_count":2} {"level":"warn","ts":"2026-03-20T10:20:40.57718Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.820658464s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/services/specs/\" range_end:\"/registry/services/specs0\" ","response":"range_response_count:4 size:4280"} {"level":"info","ts":"2026-03-20T10:20:40.577569Z","caller":"traceutil/trace.go:171","msg":"trace[1635429062] range","detail":"{range_begin:/registry/services/specs/; range_end:/registry/services/specs0; response_count:4; response_revision:1477; }","duration":"1.821070555s","start":"2026-03-20T10:20:38.756483Z","end":"2026-03-20T10:20:40.577553Z","steps":["trace[1635429062] 'agreement among raft nodes before linearized reading' (duration: 1.820285595s)"],"step_count":1} {"level":"warn","ts":"2026-03-20T10:20:40.577625Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-20T10:20:38.756471Z","time spent":"1.821138356s","remote":"127.0.0.1:51428","response type":"/etcdserverpb.KV/Range","request count":0,"request size":54,"response count":4,"response size":4302,"request content":"key:\"/registry/services/specs/\" range_end:\"/registry/services/specs0\" "} {"level":"warn","ts":"2026-03-20T10:20:40.577704Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.074135731s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/cilium-operator-resource-lock\" ","response":"range_response_count:1 size:492"} {"level":"warn","ts":"2026-03-20T10:20:40.57774Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.821074204s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/services/specs/\" range_end:\"/registry/services/specs0\" ","response":"range_response_count:4 size:4280"} {"level":"info","ts":"2026-03-20T10:20:40.5778Z","caller":"traceutil/trace.go:171","msg":"trace[1301700204] range","detail":"{range_begin:/registry/services/specs/; range_end:/registry/services/specs0; response_count:4; response_revision:1477; }","duration":"1.821159906s","start":"2026-03-20T10:20:38.756627Z","end":"2026-03-20T10:20:40.577787Z","steps":["trace[1301700204] 'agreement among raft nodes before linearized reading' (duration: 1.820994992s)"],"step_count":1} {"level":"warn","ts":"2026-03-20T10:20:40.577819Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.072757856s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/plndr-cp-lock\" ","response":"range_response_count:1 size:433"} {"level":"info","ts":"2026-03-20T10:20:40.577843Z","caller":"traceutil/trace.go:171","msg":"trace[126722360] range","detail":"{range_begin:/registry/leases/kube-system/plndr-cp-lock; range_end:; response_count:1; response_revision:1477; }","duration":"1.072808367s","start":"2026-03-20T10:20:39.505027Z","end":"2026-03-20T10:20:40.577835Z","steps":["trace[126722360] 'agreement among raft nodes before linearized reading' (duration: 1.072742485s)"],"step_count":1} {"level":"warn","ts":"2026-03-20T10:20:40.57785Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-20T10:20:38.756618Z","time spent":"1.821218768s","remote":"127.0.0.1:51428","response type":"/etcdserverpb.KV/Range","request count":0,"request size":54,"response count":4,"response size":4302,"request content":"key:\"/registry/services/specs/\" range_end:\"/registry/services/specs0\" "} {"level":"warn","ts":"2026-03-20T10:20:40.577878Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-20T10:20:39.505015Z","time spent":"1.072856878s","remote":"127.0.0.1:51504","response type":"/etcdserverpb.KV/Range","request count":0,"request size":44,"response count":1,"response size":455,"request content":"key:\"/registry/leases/kube-system/plndr-cp-lock\" "} {"level":"info","ts":"2026-03-20T10:20:40.57775Z","caller":"traceutil/trace.go:171","msg":"trace[307970999] range","detail":"{range_begin:/registry/leases/kube-system/cilium-operator-resource-lock; range_end:; response_count:1; response_revision:1477; }","duration":"1.074193692s","start":"2026-03-20T10:20:39.503542Z","end":"2026-03-20T10:20:40.577736Z","steps":["trace[307970999] 'agreement among raft nodes before linearized reading' (duration: 1.07409644s)"],"step_count":1} {"level":"warn","ts":"2026-03-20T10:20:40.578011Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.074411858s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/plndr-svcs-lock\" ","response":"range_response_count:1 size:436"} {"level":"info","ts":"2026-03-20T10:20:40.578056Z","caller":"traceutil/trace.go:171","msg":"trace[519871242] range","detail":"{range_begin:/registry/leases/kube-system/plndr-svcs-lock; range_end:; response_count:1; response_revision:1477; }","duration":"1.074468489s","start":"2026-03-20T10:20:39.503575Z","end":"2026-03-20T10:20:40.578043Z","steps":["trace[519871242] 'agreement among raft nodes before linearized reading' (duration: 1.074362676s)"],"step_count":1} {"level":"warn","ts":"2026-03-20T10:20:40.578056Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-20T10:20:39.503535Z","time spent":"1.07450913s","remote":"127.0.0.1:51504","response type":"/etcdserverpb.KV/Range","request count":0,"request size":60,"response count":1,"response size":514,"request content":"key:\"/registry/leases/kube-system/cilium-operator-resource-lock\" "} {"level":"warn","ts":"2026-03-20T10:20:40.578079Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.257680983s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/masterleases/199.204.45.102\" ","response":"range_response_count:1 size:135"} {"level":"warn","ts":"2026-03-20T10:20:40.578083Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-20T10:20:39.503571Z","time spent":"1.074505051s","remote":"127.0.0.1:51504","response type":"/etcdserverpb.KV/Range","request count":0,"request size":46,"response count":1,"response size":458,"request content":"key:\"/registry/leases/kube-system/plndr-svcs-lock\" "} {"level":"info","ts":"2026-03-20T10:20:40.578105Z","caller":"traceutil/trace.go:171","msg":"trace[316601796] range","detail":"{range_begin:/registry/masterleases/199.204.45.102; range_end:; response_count:1; response_revision:1477; }","duration":"1.257741625s","start":"2026-03-20T10:20:39.320356Z","end":"2026-03-20T10:20:40.578097Z","steps":["trace[316601796] 'agreement among raft nodes before linearized reading' (duration: 1.257662083s)"],"step_count":1} {"level":"warn","ts":"2026-03-20T10:20:40.57817Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-20T10:20:39.320339Z","time spent":"1.257785206s","remote":"127.0.0.1:51238","response type":"/etcdserverpb.KV/Range","request count":0,"request size":39,"response count":1,"response size":157,"request content":"key:\"/registry/masterleases/199.204.45.102\" "} {"level":"warn","ts":"2026-03-20T10:20:40.578404Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.075566926s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/rbd.csi.ceph.com-kube-system\" ","response":"range_response_count:1 size:531"} {"level":"info","ts":"2026-03-20T10:20:40.578467Z","caller":"traceutil/trace.go:171","msg":"trace[5845944] range","detail":"{range_begin:/registry/leases/kube-system/rbd.csi.ceph.com-kube-system; range_end:; response_count:1; response_revision:1477; }","duration":"1.075680849s","start":"2026-03-20T10:20:39.502773Z","end":"2026-03-20T10:20:40.578454Z","steps":["trace[5845944] 'agreement among raft nodes before linearized reading' (duration: 1.075548786s)"],"step_count":1} {"level":"warn","ts":"2026-03-20T10:20:40.578515Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-20T10:20:39.502751Z","time spent":"1.075752051s","remote":"127.0.0.1:51504","response type":"/etcdserverpb.KV/Range","request count":0,"request size":59,"response count":1,"response size":553,"request content":"key:\"/registry/leases/kube-system/rbd.csi.ceph.com-kube-system\" "} {"level":"warn","ts":"2026-03-20T10:20:42.413617Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.660469542s","expected-duration":"100ms","prefix":"","request":"header: lease_grant:","response":"size:39"} {"level":"info","ts":"2026-03-20T10:20:42.413793Z","caller":"traceutil/trace.go:171","msg":"trace[1815245089] linearizableReadLoop","detail":"{readStateIndex:1573; appliedIndex:1572; }","duration":"1.833473939s","start":"2026-03-20T10:20:40.580297Z","end":"2026-03-20T10:20:42.413771Z","steps":["trace[1815245089] 'read index received' (duration: 172.929125ms)","trace[1815245089] 'applied index is now lower than readState.Index' (duration: 1.660543044s)"],"step_count":2} {"level":"warn","ts":"2026-03-20T10:20:42.413842Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-20T10:20:40.579474Z","time spent":"1.834357531s","remote":"127.0.0.1:51238","response type":"/etcdserverpb.Lease/LeaseGrant","request count":-1,"request size":-1,"response count":-1,"response size":-1,"request content":""} {"level":"warn","ts":"2026-03-20T10:20:42.41392Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.833605122s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/health\" ","response":"range_response_count:0 size:5"} {"level":"info","ts":"2026-03-20T10:20:42.414128Z","caller":"traceutil/trace.go:171","msg":"trace[1409350994] range","detail":"{range_begin:/registry/health; range_end:; response_count:0; response_revision:1477; }","duration":"1.833739035s","start":"2026-03-20T10:20:40.580281Z","end":"2026-03-20T10:20:42.41402Z","steps":["trace[1409350994] 'agreement among raft nodes before linearized reading' (duration: 1.833585741s)"],"step_count":1} {"level":"warn","ts":"2026-03-20T10:20:42.414198Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-20T10:20:40.58027Z","time spent":"1.83391224s","remote":"127.0.0.1:51202","response type":"/etcdserverpb.KV/Range","request count":0,"request size":18,"response count":0,"response size":27,"request content":"key:\"/registry/health\" "} {"level":"warn","ts":"2026-03-20T10:20:42.914716Z","caller":"etcdserver/v3_server.go:897","msg":"waiting for ReadIndex response took too long, retrying","sent-request-id":184257304220178090,"retry-timeout":"500ms"} {"level":"warn","ts":"2026-03-20T10:20:43.257685Z","caller":"wal/wal.go:805","msg":"slow fdatasync","took":"2.504435761s","expected-duration":"1s"} {"level":"warn","ts":"2026-03-20T10:20:43.734709Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"476.714799ms","expected-duration":"100ms","prefix":"","request":"header: txn: success:> failure: >>","response":"size:16"} {"level":"info","ts":"2026-03-20T10:20:43.735149Z","caller":"traceutil/trace.go:171","msg":"trace[1921750782] transaction","detail":"{read_only:false; response_revision:1480; number_of_response:1; }","duration":"3.150851333s","start":"2026-03-20T10:20:40.584279Z","end":"2026-03-20T10:20:43.735131Z","steps":["trace[1921750782] 'process raft request' (duration: 3.150777791s)"],"step_count":1} {"level":"warn","ts":"2026-03-20T10:20:43.735231Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-20T10:20:40.584274Z","time spent":"3.150918184s","remote":"127.0.0.1:51504","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":516,"response count":0,"response size":38,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-03-20T10:20:43.735174Z","caller":"traceutil/trace.go:171","msg":"trace[486074565] transaction","detail":"{read_only:false; response_revision:1478; number_of_response:1; }","duration":"3.151379006s","start":"2026-03-20T10:20:40.583768Z","end":"2026-03-20T10:20:43.735147Z","steps":["trace[486074565] 'process raft request' (duration: 2.674132134s)","trace[486074565] 'compare' (duration: 476.431392ms)"],"step_count":2} {"level":"info","ts":"2026-03-20T10:20:43.735418Z","caller":"traceutil/trace.go:171","msg":"trace[810458999] transaction","detail":"{read_only:false; response_revision:1481; number_of_response:1; }","duration":"3.150954526s","start":"2026-03-20T10:20:40.584447Z","end":"2026-03-20T10:20:43.735401Z","steps":["trace[810458999] 'process raft request' (duration: 3.150652068s)"],"step_count":1} {"level":"warn","ts":"2026-03-20T10:20:43.735519Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-20T10:20:40.58444Z","time spent":"3.151030357s","remote":"127.0.0.1:51504","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":477,"response count":0,"response size":38,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-03-20T10:20:43.735429Z","caller":"traceutil/trace.go:171","msg":"trace[2027962056] transaction","detail":"{read_only:false; response_revision:1479; number_of_response:1; }","duration":"3.151188011s","start":"2026-03-20T10:20:40.584231Z","end":"2026-03-20T10:20:43.735419Z","steps":["trace[2027962056] 'process raft request' (duration: 3.150588816s)"],"step_count":1} {"level":"warn","ts":"2026-03-20T10:20:43.73563Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-20T10:20:40.584223Z","time spent":"3.151359305s","remote":"127.0.0.1:51504","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":419,"response count":0,"response size":38,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-03-20T10:20:43.735658Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-20T10:20:40.583756Z","time spent":"3.151678923s","remote":"127.0.0.1:51504","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":423,"response count":0,"response size":38,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-03-20T10:20:43.735917Z","caller":"traceutil/trace.go:171","msg":"trace[1999201662] linearizableReadLoop","detail":"{readStateIndex:1578; appliedIndex:1573; }","duration":"1.322062922s","start":"2026-03-20T10:20:42.413836Z","end":"2026-03-20T10:20:43.735898Z","steps":["trace[1999201662] 'read index received' (duration: 844.091712ms)","trace[1999201662] 'applied index is now lower than readState.Index' (duration: 477.96999ms)"],"step_count":2} {"level":"warn","ts":"2026-03-20T10:20:43.736056Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"3.153534719s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/ranges/servicenodeports\" ","response":"range_response_count:1 size:118"} {"level":"info","ts":"2026-03-20T10:20:43.736085Z","caller":"traceutil/trace.go:171","msg":"trace[369468033] range","detail":"{range_begin:/registry/ranges/servicenodeports; range_end:; response_count:1; response_revision:1482; }","duration":"3.153598931s","start":"2026-03-20T10:20:40.582477Z","end":"2026-03-20T10:20:43.736076Z","steps":["trace[369468033] 'agreement among raft nodes before linearized reading' (duration: 3.153519869s)"],"step_count":1} {"level":"warn","ts":"2026-03-20T10:20:43.736108Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-20T10:20:40.582452Z","time spent":"3.153650452s","remote":"127.0.0.1:51286","response type":"/etcdserverpb.KV/Range","request count":0,"request size":35,"response count":1,"response size":140,"request content":"key:\"/registry/ranges/servicenodeports\" "} {"level":"warn","ts":"2026-03-20T10:20:43.736105Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"3.07406165s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/external-snapshotter-leader-rbd-csi-ceph-com\" ","response":"range_response_count:1 size:534"} {"level":"info","ts":"2026-03-20T10:20:43.736169Z","caller":"traceutil/trace.go:171","msg":"trace[1201159949] range","detail":"{range_begin:/registry/leases/kube-system/external-snapshotter-leader-rbd-csi-ceph-com; range_end:; response_count:1; response_revision:1482; }","duration":"3.074146672s","start":"2026-03-20T10:20:40.662003Z","end":"2026-03-20T10:20:43.736149Z","steps":["trace[1201159949] 'agreement among raft nodes before linearized reading' (duration: 3.073944377s)"],"step_count":1} {"level":"warn","ts":"2026-03-20T10:20:43.736184Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"3.15358397s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/ranges/serviceips\" ","response":"range_response_count:1 size:96199"} {"level":"warn","ts":"2026-03-20T10:20:43.736249Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.320227375s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/health\" ","response":"range_response_count:0 size:5"} {"level":"info","ts":"2026-03-20T10:20:43.736276Z","caller":"traceutil/trace.go:171","msg":"trace[390999728] range","detail":"{range_begin:/registry/health; range_end:; response_count:0; response_revision:1482; }","duration":"1.320253255s","start":"2026-03-20T10:20:42.416017Z","end":"2026-03-20T10:20:43.73627Z","steps":["trace[390999728] 'agreement among raft nodes before linearized reading' (duration: 1.320216124s)"],"step_count":1} {"level":"warn","ts":"2026-03-20T10:20:43.736293Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-20T10:20:42.415977Z","time spent":"1.320311997s","remote":"127.0.0.1:51190","response type":"/etcdserverpb.KV/Range","request count":0,"request size":18,"response count":0,"response size":27,"request content":"key:\"/registry/health\" "} {"level":"info","ts":"2026-03-20T10:20:43.736276Z","caller":"traceutil/trace.go:171","msg":"trace[176609628] range","detail":"{range_begin:/registry/ranges/serviceips; range_end:; response_count:1; response_revision:1482; }","duration":"3.153689814s","start":"2026-03-20T10:20:40.582561Z","end":"2026-03-20T10:20:43.736251Z","steps":["trace[176609628] 'agreement among raft nodes before linearized reading' (duration: 3.153427257s)"],"step_count":1} {"level":"warn","ts":"2026-03-20T10:20:43.736326Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"3.074008128s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/external-attacher-leader-rbd-csi-ceph-com\" ","response":"range_response_count:1 size:525"} {"level":"info","ts":"2026-03-20T10:20:43.73638Z","caller":"traceutil/trace.go:171","msg":"trace[504259251] range","detail":"{range_begin:/registry/leases/kube-system/external-attacher-leader-rbd-csi-ceph-com; range_end:; response_count:1; response_revision:1482; }","duration":"3.074100121s","start":"2026-03-20T10:20:40.662267Z","end":"2026-03-20T10:20:43.736367Z","steps":["trace[504259251] 'agreement among raft nodes before linearized reading' (duration: 3.073978708s)"],"step_count":1} {"level":"warn","ts":"2026-03-20T10:20:43.736427Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-20T10:20:40.66226Z","time spent":"3.074155592s","remote":"127.0.0.1:51504","response type":"/etcdserverpb.KV/Range","request count":0,"request size":72,"response count":1,"response size":547,"request content":"key:\"/registry/leases/kube-system/external-attacher-leader-rbd-csi-ceph-com\" "} {"level":"warn","ts":"2026-03-20T10:20:43.736448Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"3.075891956s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/external-resizer-rbd-csi-ceph-com\" ","response":"range_response_count:1 size:509"} {"level":"warn","ts":"2026-03-20T10:20:43.736491Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.154097211s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/kube-scheduler\" ","response":"range_response_count:1 size:479"} {"level":"warn","ts":"2026-03-20T10:20:43.736506Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"3.074229294s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/rbd-csi-ceph-com\" ","response":"range_response_count:1 size:474"} {"level":"info","ts":"2026-03-20T10:20:43.736508Z","caller":"traceutil/trace.go:171","msg":"trace[1853513863] range","detail":"{range_begin:/registry/leases/kube-system/external-resizer-rbd-csi-ceph-com; range_end:; response_count:1; response_revision:1482; }","duration":"3.075949989s","start":"2026-03-20T10:20:40.660542Z","end":"2026-03-20T10:20:43.736492Z","steps":["trace[1853513863] 'agreement among raft nodes before linearized reading' (duration: 3.075820034s)"],"step_count":1} {"level":"info","ts":"2026-03-20T10:20:43.736548Z","caller":"traceutil/trace.go:171","msg":"trace[1484486782] range","detail":"{range_begin:/registry/leases/kube-system/rbd-csi-ceph-com; range_end:; response_count:1; response_revision:1482; }","duration":"3.074302737s","start":"2026-03-20T10:20:40.662233Z","end":"2026-03-20T10:20:43.736536Z","steps":["trace[1484486782] 'agreement among raft nodes before linearized reading' (duration: 3.074176503s)"],"step_count":1} {"level":"warn","ts":"2026-03-20T10:20:43.73656Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-20T10:20:40.660482Z","time spent":"3.076066981s","remote":"127.0.0.1:51504","response type":"/etcdserverpb.KV/Range","request count":0,"request size":64,"response count":1,"response size":531,"request content":"key:\"/registry/leases/kube-system/external-resizer-rbd-csi-ceph-com\" "} {"level":"warn","ts":"2026-03-20T10:20:43.736587Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-20T10:20:40.662216Z","time spent":"3.074362178s","remote":"127.0.0.1:51504","response type":"/etcdserverpb.KV/Range","request count":0,"request size":47,"response count":1,"response size":496,"request content":"key:\"/registry/leases/kube-system/rbd-csi-ceph-com\" "} {"level":"info","ts":"2026-03-20T10:20:43.736524Z","caller":"traceutil/trace.go:171","msg":"trace[662951660] range","detail":"{range_begin:/registry/leases/kube-system/kube-scheduler; range_end:; response_count:1; response_revision:1482; }","duration":"1.154167122s","start":"2026-03-20T10:20:42.582351Z","end":"2026-03-20T10:20:43.736518Z","steps":["trace[662951660] 'agreement among raft nodes before linearized reading' (duration: 1.154064339s)"],"step_count":1} {"level":"warn","ts":"2026-03-20T10:20:43.736334Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-20T10:20:40.582557Z","time spent":"3.153763405s","remote":"127.0.0.1:51270","response type":"/etcdserverpb.KV/Range","request count":0,"request size":29,"response count":1,"response size":96221,"request content":"key:\"/registry/ranges/serviceips\" "} {"level":"warn","ts":"2026-03-20T10:20:43.736676Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-20T10:20:42.582331Z","time spent":"1.154320697s","remote":"127.0.0.1:51504","response type":"/etcdserverpb.KV/Range","request count":0,"request size":45,"response count":1,"response size":501,"request content":"key:\"/registry/leases/kube-system/kube-scheduler\" "} {"level":"warn","ts":"2026-03-20T10:20:43.73622Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-20T10:20:40.661991Z","time spent":"3.074216544s","remote":"127.0.0.1:51504","response type":"/etcdserverpb.KV/Range","request count":0,"request size":75,"response count":1,"response size":556,"request content":"key:\"/registry/leases/kube-system/external-snapshotter-leader-rbd-csi-ceph-com\" "} {"level":"warn","ts":"2026-03-20T10:20:43.737196Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.748961212s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/cilium.io/ciliumexternalworkloads/\" range_end:\"/registry/cilium.io/ciliumexternalworkloads0\" count_only:true ","response":"range_response_count:0 size:5"} {"level":"info","ts":"2026-03-20T10:20:43.737227Z","caller":"traceutil/trace.go:171","msg":"trace[1314877851] range","detail":"{range_begin:/registry/cilium.io/ciliumexternalworkloads/; range_end:/registry/cilium.io/ciliumexternalworkloads0; response_count:0; response_revision:1482; }","duration":"1.749041894s","start":"2026-03-20T10:20:41.988176Z","end":"2026-03-20T10:20:43.737218Z","steps":["trace[1314877851] 'agreement among raft nodes before linearized reading' (duration: 1.748993753s)"],"step_count":1} {"level":"warn","ts":"2026-03-20T10:20:43.737247Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-20T10:20:41.988158Z","time spent":"1.749083785s","remote":"127.0.0.1:48762","response type":"/etcdserverpb.KV/Range","request count":0,"request size":94,"response count":0,"response size":27,"request content":"key:\"/registry/cilium.io/ciliumexternalworkloads/\" range_end:\"/registry/cilium.io/ciliumexternalworkloads0\" count_only:true "} {"level":"info","ts":"2026-03-20T10:20:43.737336Z","caller":"traceutil/trace.go:171","msg":"trace[2127338813] transaction","detail":"{read_only:false; response_revision:1482; number_of_response:1; }","duration":"1.322225236s","start":"2026-03-20T10:20:42.415104Z","end":"2026-03-20T10:20:43.737329Z","steps":["trace[2127338813] 'process raft request' (duration: 1.320232815s)"],"step_count":1} {"level":"warn","ts":"2026-03-20T10:20:43.7374Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-20T10:20:42.41508Z","time spent":"1.322276516s","remote":"127.0.0.1:51238","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":120,"response count":0,"response size":38,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-03-20T10:20:43.737454Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"2.21419116s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/kube-controller-manager\" ","response":"range_response_count:1 size:506"} {"level":"info","ts":"2026-03-20T10:20:43.737504Z","caller":"traceutil/trace.go:171","msg":"trace[535013353] range","detail":"{range_begin:/registry/leases/kube-system/kube-controller-manager; range_end:; response_count:1; response_revision:1482; }","duration":"2.214281372s","start":"2026-03-20T10:20:41.523208Z","end":"2026-03-20T10:20:43.737489Z","steps":["trace[535013353] 'agreement among raft nodes before linearized reading' (duration: 2.214143598s)"],"step_count":1} {"level":"warn","ts":"2026-03-20T10:20:43.737554Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-20T10:20:41.523197Z","time spent":"2.214345494s","remote":"127.0.0.1:51504","response type":"/etcdserverpb.KV/Range","request count":0,"request size":54,"response count":1,"response size":528,"request content":"key:\"/registry/leases/kube-system/kube-controller-manager\" "} {"level":"warn","ts":"2026-03-20T10:20:43.737596Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"2.217412781s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/apiextensions.k8s.io/customresourcedefinitions/\" range_end:\"/registry/apiextensions.k8s.io/customresourcedefinitions0\" count_only:true ","response":"range_response_count:0 size:7"} {"level":"info","ts":"2026-03-20T10:20:43.737626Z","caller":"traceutil/trace.go:171","msg":"trace[1671932794] range","detail":"{range_begin:/registry/apiextensions.k8s.io/customresourcedefinitions/; range_end:/registry/apiextensions.k8s.io/customresourcedefinitions0; response_count:0; response_revision:1482; }","duration":"2.217478213s","start":"2026-03-20T10:20:41.52014Z","end":"2026-03-20T10:20:43.737619Z","steps":["trace[1671932794] 'agreement among raft nodes before linearized reading' (duration: 2.217432062s)"],"step_count":1} {"level":"warn","ts":"2026-03-20T10:20:43.737646Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-20T10:20:41.520121Z","time spent":"2.217518963s","remote":"127.0.0.1:51262","response type":"/etcdserverpb.KV/Range","request count":0,"request size":120,"response count":11,"response size":29,"request content":"key:\"/registry/apiextensions.k8s.io/customresourcedefinitions/\" range_end:\"/registry/apiextensions.k8s.io/customresourcedefinitions0\" count_only:true "} {"level":"warn","ts":"2026-03-20T10:20:43.736375Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"2.496322006s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/horizontalpodautoscalers/\" range_end:\"/registry/horizontalpodautoscalers0\" count_only:true ","response":"range_response_count:0 size:5"} {"level":"info","ts":"2026-03-20T10:20:43.738012Z","caller":"traceutil/trace.go:171","msg":"trace[736266887] range","detail":"{range_begin:/registry/horizontalpodautoscalers/; range_end:/registry/horizontalpodautoscalers0; response_count:0; response_revision:1482; }","duration":"2.498256495s","start":"2026-03-20T10:20:41.239743Z","end":"2026-03-20T10:20:43.737999Z","steps":["trace[736266887] 'agreement among raft nodes before linearized reading' (duration: 2.496190933s)"],"step_count":1} {"level":"warn","ts":"2026-03-20T10:20:43.738052Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-20T10:20:41.239727Z","time spent":"2.498314746s","remote":"127.0.0.1:51450","response type":"/etcdserverpb.KV/Range","request count":0,"request size":76,"response count":0,"response size":27,"request content":"key:\"/registry/horizontalpodautoscalers/\" range_end:\"/registry/horizontalpodautoscalers0\" count_only:true "} {"level":"warn","ts":"2026-03-20T10:20:44.245076Z","caller":"etcdserver/v3_server.go:897","msg":"waiting for ReadIndex response took too long, retrying","sent-request-id":184257304220178094,"retry-timeout":"500ms"} {"level":"warn","ts":"2026-03-20T10:20:45.748893Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"2.000716429s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/health\" ","response":"","error":"context canceled"} {"level":"info","ts":"2026-03-20T10:20:45.748982Z","caller":"traceutil/trace.go:171","msg":"trace[322205209] range","detail":"{range_begin:/registry/health; range_end:; }","duration":"2.000824281s","start":"2026-03-20T10:20:43.748138Z","end":"2026-03-20T10:20:45.748963Z","steps":["trace[322205209] 'agreement among raft nodes before linearized reading' (duration: 2.000724699s)"],"step_count":1} {"level":"warn","ts":"2026-03-20T10:20:45.749207Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-20T10:20:43.748134Z","time spent":"2.001050877s","remote":"127.0.0.1:51202","response type":"/etcdserverpb.KV/Range","request count":0,"request size":18,"response count":0,"response size":0,"request content":"key:\"/registry/health\" "} 2026/03/20 10:20:45 WARNING: [core] [Server #8] grpc: Server.processUnaryRPC failed to write status: connection error: desc = "transport is closing" {"level":"warn","ts":"2026-03-20T10:20:45.978621Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.695495118s","expected-duration":"100ms","prefix":"","request":"header: txn: success:> failure: >>","response":"size:16"} {"level":"info","ts":"2026-03-20T10:20:45.978821Z","caller":"traceutil/trace.go:171","msg":"trace[2135651203] transaction","detail":"{read_only:false; response_revision:1483; number_of_response:1; }","duration":"2.234959575s","start":"2026-03-20T10:20:43.74384Z","end":"2026-03-20T10:20:45.9788Z","steps":["trace[2135651203] 'process raft request' (duration: 539.19472ms)","trace[2135651203] 'compare' (duration: 1.694957575s)"],"step_count":2} {"level":"warn","ts":"2026-03-20T10:20:45.978923Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-20T10:20:43.743828Z","time spent":"2.235057138s","remote":"127.0.0.1:51504","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":491,"response count":0,"response size":38,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-03-20T10:20:46.048883Z","caller":"wal/wal.go:805","msg":"slow fdatasync","took":"1.765929271s","expected-duration":"1s"} {"level":"info","ts":"2026-03-20T10:20:46.049398Z","caller":"traceutil/trace.go:171","msg":"trace[682459348] transaction","detail":"{read_only:false; response_revision:1486; number_of_response:1; }","duration":"2.303474549s","start":"2026-03-20T10:20:43.745903Z","end":"2026-03-20T10:20:46.049377Z","steps":["trace[682459348] 'process raft request' (duration: 2.303394227s)"],"step_count":1} {"level":"info","ts":"2026-03-20T10:20:46.049545Z","caller":"traceutil/trace.go:171","msg":"trace[90925550] transaction","detail":"{read_only:false; response_revision:1484; number_of_response:1; }","duration":"2.305654185s","start":"2026-03-20T10:20:43.743857Z","end":"2026-03-20T10:20:46.049511Z","steps":["trace[90925550] 'process raft request' (duration: 2.305282895s)"],"step_count":1} {"level":"info","ts":"2026-03-20T10:20:46.049663Z","caller":"traceutil/trace.go:171","msg":"trace[2007634615] transaction","detail":"{read_only:false; response_revision:1485; number_of_response:1; }","duration":"2.30432171s","start":"2026-03-20T10:20:43.745284Z","end":"2026-03-20T10:20:46.049605Z","steps":["trace[2007634615] 'process raft request' (duration: 2.303973371s)"],"step_count":1} {"level":"warn","ts":"2026-03-20T10:20:46.049705Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-20T10:20:43.743842Z","time spent":"2.305783288s","remote":"127.0.0.1:51504","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":519,"response count":0,"response size":38,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-03-20T10:20:46.049789Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-20T10:20:43.745271Z","time spent":"2.304449054s","remote":"127.0.0.1:51504","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":494,"response count":0,"response size":38,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-03-20T10:20:46.049573Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-20T10:20:43.745895Z","time spent":"2.303602992s","remote":"127.0.0.1:51504","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":459,"response count":0,"response size":38,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-03-20T10:20:46.050021Z","caller":"traceutil/trace.go:171","msg":"trace[791788224] transaction","detail":"{read_only:false; response_revision:1487; number_of_response:1; }","duration":"2.303726006s","start":"2026-03-20T10:20:43.746155Z","end":"2026-03-20T10:20:46.049881Z","steps":["trace[791788224] 'process raft request' (duration: 2.303175012s)"],"step_count":1} {"level":"info","ts":"2026-03-20T10:20:46.050107Z","caller":"traceutil/trace.go:171","msg":"trace[702030874] linearizableReadLoop","detail":"{readStateIndex:1584; appliedIndex:1578; }","duration":"2.305434329s","start":"2026-03-20T10:20:43.74466Z","end":"2026-03-20T10:20:46.050094Z","steps":["trace[702030874] 'read index received' (duration: 538.3649ms)","trace[702030874] 'applied index is now lower than readState.Index' (duration: 1.767068279s)"],"step_count":2} {"level":"warn","ts":"2026-03-20T10:20:46.050153Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-20T10:20:43.746148Z","time spent":"2.303955701s","remote":"127.0.0.1:51504","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":510,"response count":0,"response size":38,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-03-20T10:20:46.050212Z","caller":"traceutil/trace.go:171","msg":"trace[1592763656] transaction","detail":"{read_only:false; response_revision:1488; number_of_response:1; }","duration":"2.30389128s","start":"2026-03-20T10:20:43.746311Z","end":"2026-03-20T10:20:46.050202Z","steps":["trace[1592763656] 'process raft request' (duration: 2.303448589s)"],"step_count":1} {"level":"warn","ts":"2026-03-20T10:20:46.050267Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-20T10:20:43.746302Z","time spent":"2.303931621s","remote":"127.0.0.1:51504","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":464,"response count":0,"response size":38,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-03-20T10:20:46.05042Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"2.305758677s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/masterleases/\" range_end:\"/registry/masterleases0\" ","response":"range_response_count:1 size:135"} {"level":"info","ts":"2026-03-20T10:20:46.050454Z","caller":"traceutil/trace.go:171","msg":"trace[1451360253] range","detail":"{range_begin:/registry/masterleases/; range_end:/registry/masterleases0; response_count:1; response_revision:1488; }","duration":"2.30582427s","start":"2026-03-20T10:20:43.744622Z","end":"2026-03-20T10:20:46.050446Z","steps":["trace[1451360253] 'agreement among raft nodes before linearized reading' (duration: 2.305709546s)"],"step_count":1} {"level":"warn","ts":"2026-03-20T10:20:46.050658Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-20T10:20:43.744599Z","time spent":"2.305876791s","remote":"127.0.0.1:51238","response type":"/etcdserverpb.KV/Range","request count":0,"request size":50,"response count":1,"response size":157,"request content":"key:\"/registry/masterleases/\" range_end:\"/registry/masterleases0\" "} {"level":"warn","ts":"2026-03-20T10:20:47.749196Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"2.000015595s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/health\" ","response":"","error":"context deadline exceeded"} {"level":"info","ts":"2026-03-20T10:20:47.749285Z","caller":"traceutil/trace.go:171","msg":"trace[6392733] range","detail":"{range_begin:/registry/health; range_end:; }","duration":"2.00022608s","start":"2026-03-20T10:20:45.74904Z","end":"2026-03-20T10:20:47.749266Z","steps":["trace[6392733] 'agreement among raft nodes before linearized reading' (duration: 2.000045756s)"],"step_count":1} {"level":"warn","ts":"2026-03-20T10:20:47.749374Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-20T10:20:45.749028Z","time spent":"2.000331813s","remote":"127.0.0.1:51190","response type":"/etcdserverpb.KV/Range","request count":0,"request size":18,"response count":0,"response size":0,"request content":"key:\"/registry/health\" "} {"level":"warn","ts":"2026-03-20T10:20:48.376958Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"2.000741552s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/health\" ","response":"","error":"context canceled"} {"level":"info","ts":"2026-03-20T10:20:48.377046Z","caller":"traceutil/trace.go:171","msg":"trace[1538245679] range","detail":"{range_begin:/registry/health; range_end:; }","duration":"2.000887096s","start":"2026-03-20T10:20:46.376138Z","end":"2026-03-20T10:20:48.377025Z","steps":["trace[1538245679] 'agreement among raft nodes before linearized reading' (duration: 2.000776193s)"],"step_count":1} {"level":"warn","ts":"2026-03-20T10:20:48.377093Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-20T10:20:46.376119Z","time spent":"2.000964247s","remote":"127.0.0.1:51202","response type":"/etcdserverpb.KV/Range","request count":0,"request size":18,"response count":0,"response size":0,"request content":"key:\"/registry/health\" "} 2026/03/20 10:20:48 WARNING: [core] [Server #8] grpc: Server.processUnaryRPC failed to write status: connection error: desc = "transport is closing" {"level":"warn","ts":"2026-03-20T10:20:48.942928Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"2.519491517s","expected-duration":"100ms","prefix":"","request":"header: lease_revoke:","response":"size:27"} {"level":"info","ts":"2026-03-20T10:20:48.943014Z","caller":"traceutil/trace.go:171","msg":"trace[303678166] linearizableReadLoop","detail":"{readStateIndex:1585; appliedIndex:1584; }","duration":"2.892856093s","start":"2026-03-20T10:20:46.050141Z","end":"2026-03-20T10:20:48.942997Z","steps":["trace[303678166] 'read index received' (duration: 373.213493ms)","trace[303678166] 'applied index is now lower than readState.Index' (duration: 2.51964137s)"],"step_count":2} {"level":"warn","ts":"2026-03-20T10:20:48.943221Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"3.202535488s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/plndr-cp-lock\" ","response":"range_response_count:1 size:433"} {"level":"warn","ts":"2026-03-20T10:20:48.943251Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"4.906168822s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/certificatesigningrequests/\" range_end:\"/registry/certificatesigningrequests0\" count_only:true ","response":"range_response_count:0 size:7"} {"level":"warn","ts":"2026-03-20T10:20:48.94327Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"3.201086171s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/rbd.csi.ceph.com-kube-system\" ","response":"range_response_count:1 size:531"} {"level":"info","ts":"2026-03-20T10:20:48.94326Z","caller":"traceutil/trace.go:171","msg":"trace[89510127] range","detail":"{range_begin:/registry/leases/kube-system/plndr-cp-lock; range_end:; response_count:1; response_revision:1488; }","duration":"3.20262124s","start":"2026-03-20T10:20:45.740631Z","end":"2026-03-20T10:20:48.943252Z","steps":["trace[89510127] 'agreement among raft nodes before linearized reading' (duration: 3.202458666s)"],"step_count":1} {"level":"warn","ts":"2026-03-20T10:20:48.943321Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"2.890726429s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/endpointslices/default/kubernetes\" ","response":"range_response_count:1 size:481"} {"level":"warn","ts":"2026-03-20T10:20:48.94334Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-20T10:20:45.740611Z","time spent":"3.202722352s","remote":"127.0.0.1:51504","response type":"/etcdserverpb.KV/Range","request count":0,"request size":44,"response count":1,"response size":455,"request content":"key:\"/registry/leases/kube-system/plndr-cp-lock\" "} {"level":"info","ts":"2026-03-20T10:20:48.943344Z","caller":"traceutil/trace.go:171","msg":"trace[974573321] range","detail":"{range_begin:/registry/leases/kube-system/rbd.csi.ceph.com-kube-system; range_end:; response_count:1; response_revision:1488; }","duration":"3.201177644s","start":"2026-03-20T10:20:45.742152Z","end":"2026-03-20T10:20:48.943329Z","steps":["trace[974573321] 'agreement among raft nodes before linearized reading' (duration: 3.20098695s)"],"step_count":1} {"level":"info","ts":"2026-03-20T10:20:48.943354Z","caller":"traceutil/trace.go:171","msg":"trace[485344203] range","detail":"{range_begin:/registry/endpointslices/default/kubernetes; range_end:; response_count:1; response_revision:1488; }","duration":"2.890790981s","start":"2026-03-20T10:20:46.052553Z","end":"2026-03-20T10:20:48.943344Z","steps":["trace[485344203] 'agreement among raft nodes before linearized reading' (duration: 2.890727019s)"],"step_count":1} {"level":"warn","ts":"2026-03-20T10:20:48.943383Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-20T10:20:46.052537Z","time spent":"2.890837701s","remote":"127.0.0.1:51516","response type":"/etcdserverpb.KV/Range","request count":0,"request size":45,"response count":1,"response size":503,"request content":"key:\"/registry/endpointslices/default/kubernetes\" "} {"level":"warn","ts":"2026-03-20T10:20:48.94338Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-20T10:20:45.742144Z","time spent":"3.201227705s","remote":"127.0.0.1:51504","response type":"/etcdserverpb.KV/Range","request count":0,"request size":59,"response count":1,"response size":553,"request content":"key:\"/registry/leases/kube-system/rbd.csi.ceph.com-kube-system\" "} {"level":"warn","ts":"2026-03-20T10:20:48.943384Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"3.20261133s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/cilium-operator-resource-lock\" ","response":"range_response_count:1 size:492"} {"level":"info","ts":"2026-03-20T10:20:48.943286Z","caller":"traceutil/trace.go:171","msg":"trace[873108637] range","detail":"{range_begin:/registry/certificatesigningrequests/; range_end:/registry/certificatesigningrequests0; response_count:0; response_revision:1488; }","duration":"4.906248234s","start":"2026-03-20T10:20:44.037028Z","end":"2026-03-20T10:20:48.943276Z","steps":["trace[873108637] 'agreement among raft nodes before linearized reading' (duration: 4.906178012s)"],"step_count":1} {"level":"warn","ts":"2026-03-20T10:20:48.94353Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"959.815882ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/kube-controller-manager\" ","response":"range_response_count:1 size:506"} {"level":"warn","ts":"2026-03-20T10:20:48.943527Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"3.201656496s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/plndr-svcs-lock\" ","response":"range_response_count:1 size:437"} {"level":"info","ts":"2026-03-20T10:20:48.943549Z","caller":"traceutil/trace.go:171","msg":"trace[142339039] range","detail":"{range_begin:/registry/leases/kube-system/cilium-operator-resource-lock; range_end:; response_count:1; response_revision:1488; }","duration":"3.202804335s","start":"2026-03-20T10:20:45.740697Z","end":"2026-03-20T10:20:48.943501Z","steps":["trace[142339039] 'agreement among raft nodes before linearized reading' (duration: 3.202327043s)"],"step_count":1} {"level":"warn","ts":"2026-03-20T10:20:48.943577Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.186811905s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/health\" ","response":"range_response_count:0 size:5"} {"level":"info","ts":"2026-03-20T10:20:48.94358Z","caller":"traceutil/trace.go:171","msg":"trace[681133548] range","detail":"{range_begin:/registry/leases/kube-system/plndr-svcs-lock; range_end:; response_count:1; response_revision:1488; }","duration":"3.201742508s","start":"2026-03-20T10:20:45.741824Z","end":"2026-03-20T10:20:48.943567Z","steps":["trace[681133548] 'agreement among raft nodes before linearized reading' (duration: 3.201596185s)"],"step_count":1} {"level":"info","ts":"2026-03-20T10:20:48.943597Z","caller":"traceutil/trace.go:171","msg":"trace[913858240] range","detail":"{range_begin:/registry/health; range_end:; response_count:0; response_revision:1488; }","duration":"1.186857777s","start":"2026-03-20T10:20:47.756732Z","end":"2026-03-20T10:20:48.943589Z","steps":["trace[913858240] 'agreement among raft nodes before linearized reading' (duration: 1.186831586s)"],"step_count":1} {"level":"warn","ts":"2026-03-20T10:20:48.94355Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"3.964214323s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/cronjobs/\" range_end:\"/registry/cronjobs0\" count_only:true ","response":"range_response_count:0 size:5"} {"level":"warn","ts":"2026-03-20T10:20:48.943631Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-20T10:20:45.740673Z","time spent":"3.202918198s","remote":"127.0.0.1:51504","response type":"/etcdserverpb.KV/Range","request count":0,"request size":60,"response count":1,"response size":514,"request content":"key:\"/registry/leases/kube-system/cilium-operator-resource-lock\" "} {"level":"warn","ts":"2026-03-20T10:20:48.943674Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"2.722368079s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/\" range_end:\"/registry/leases0\" count_only:true ","response":"range_response_count:0 size:7"} {"level":"info","ts":"2026-03-20T10:20:48.943694Z","caller":"traceutil/trace.go:171","msg":"trace[912281348] range","detail":"{range_begin:/registry/leases/; range_end:/registry/leases0; response_count:0; response_revision:1488; }","duration":"2.722422881s","start":"2026-03-20T10:20:46.221266Z","end":"2026-03-20T10:20:48.943689Z","steps":["trace[912281348] 'agreement among raft nodes before linearized reading' (duration: 2.72239198s)"],"step_count":1} {"level":"warn","ts":"2026-03-20T10:20:48.943634Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"886.478067ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/kube-scheduler\" ","response":"range_response_count:1 size:479"} {"level":"warn","ts":"2026-03-20T10:20:48.943712Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-20T10:20:46.221247Z","time spent":"2.722460512s","remote":"127.0.0.1:51504","response type":"/etcdserverpb.KV/Range","request count":0,"request size":40,"response count":12,"response size":29,"request content":"key:\"/registry/leases/\" range_end:\"/registry/leases0\" count_only:true "} {"level":"warn","ts":"2026-03-20T10:20:48.943644Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.57637112s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/statefulsets/\" range_end:\"/registry/statefulsets0\" count_only:true ","response":"range_response_count:0 size:5"} {"level":"warn","ts":"2026-03-20T10:20:48.943617Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-20T10:20:47.756715Z","time spent":"1.186897927s","remote":"127.0.0.1:51202","response type":"/etcdserverpb.KV/Range","request count":0,"request size":18,"response count":0,"response size":27,"request content":"key:\"/registry/health\" "} {"level":"info","ts":"2026-03-20T10:20:48.94375Z","caller":"traceutil/trace.go:171","msg":"trace[1553986899] range","detail":"{range_begin:/registry/statefulsets/; range_end:/registry/statefulsets0; response_count:0; response_revision:1488; }","duration":"1.576511684s","start":"2026-03-20T10:20:47.367229Z","end":"2026-03-20T10:20:48.943741Z","steps":["trace[1553986899] 'agreement among raft nodes before linearized reading' (duration: 1.576397811s)"],"step_count":1} {"level":"info","ts":"2026-03-20T10:20:48.943757Z","caller":"traceutil/trace.go:171","msg":"trace[1753482859] range","detail":"{range_begin:/registry/leases/kube-system/kube-scheduler; range_end:; response_count:1; response_revision:1488; }","duration":"886.671752ms","start":"2026-03-20T10:20:48.057059Z","end":"2026-03-20T10:20:48.943731Z","steps":["trace[1753482859] 'agreement among raft nodes before linearized reading' (duration: 886.240582ms)"],"step_count":1} {"level":"warn","ts":"2026-03-20T10:20:48.943779Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-20T10:20:47.367207Z","time spent":"1.576562445s","remote":"127.0.0.1:51676","response type":"/etcdserverpb.KV/Range","request count":0,"request size":52,"response count":0,"response size":27,"request content":"key:\"/registry/statefulsets/\" range_end:\"/registry/statefulsets0\" count_only:true "} {"level":"warn","ts":"2026-03-20T10:20:48.943775Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"121.744489ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/priorityclasses/\" range_end:\"/registry/priorityclasses0\" count_only:true ","response":"range_response_count:0 size:7"} {"level":"info","ts":"2026-03-20T10:20:48.943811Z","caller":"traceutil/trace.go:171","msg":"trace[2003930654] range","detail":"{range_begin:/registry/priorityclasses/; range_end:/registry/priorityclasses0; response_count:0; response_revision:1488; }","duration":"121.836292ms","start":"2026-03-20T10:20:48.821965Z","end":"2026-03-20T10:20:48.943801Z","steps":["trace[2003930654] 'agreement among raft nodes before linearized reading' (duration: 121.76649ms)"],"step_count":1} {"level":"info","ts":"2026-03-20T10:20:48.94355Z","caller":"traceutil/trace.go:171","msg":"trace[1090458209] range","detail":"{range_begin:/registry/leases/kube-system/kube-controller-manager; range_end:; response_count:1; response_revision:1488; }","duration":"959.902455ms","start":"2026-03-20T10:20:47.983642Z","end":"2026-03-20T10:20:48.943544Z","steps":["trace[1090458209] 'agreement among raft nodes before linearized reading' (duration: 959.843483ms)"],"step_count":1} {"level":"warn","ts":"2026-03-20T10:20:48.94382Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-20T10:20:48.057036Z","time spent":"886.770814ms","remote":"127.0.0.1:51504","response type":"/etcdserverpb.KV/Range","request count":0,"request size":45,"response count":1,"response size":501,"request content":"key:\"/registry/leases/kube-system/kube-scheduler\" "} {"level":"warn","ts":"2026-03-20T10:20:48.943885Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-20T10:20:47.983619Z","time spent":"960.254923ms","remote":"127.0.0.1:51504","response type":"/etcdserverpb.KV/Range","request count":0,"request size":54,"response count":1,"response size":528,"request content":"key:\"/registry/leases/kube-system/kube-controller-manager\" "} {"level":"warn","ts":"2026-03-20T10:20:48.943543Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-20T10:20:44.037007Z","time spent":"4.90652373s","remote":"127.0.0.1:51490","response type":"/etcdserverpb.KV/Range","request count":0,"request size":80,"response count":1,"response size":29,"request content":"key:\"/registry/certificatesigningrequests/\" range_end:\"/registry/certificatesigningrequests0\" count_only:true "} {"level":"info","ts":"2026-03-20T10:20:48.943676Z","caller":"traceutil/trace.go:171","msg":"trace[1233605007] range","detail":"{range_begin:/registry/cronjobs/; range_end:/registry/cronjobs0; response_count:0; response_revision:1488; }","duration":"3.964431318s","start":"2026-03-20T10:20:44.979217Z","end":"2026-03-20T10:20:48.943648Z","steps":["trace[1233605007] 'agreement among raft nodes before linearized reading' (duration: 3.964159171s)"],"step_count":1} {"level":"warn","ts":"2026-03-20T10:20:48.943997Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-20T10:20:44.979201Z","time spent":"3.964784307s","remote":"127.0.0.1:51484","response type":"/etcdserverpb.KV/Range","request count":0,"request size":44,"response count":0,"response size":27,"request content":"key:\"/registry/cronjobs/\" range_end:\"/registry/cronjobs0\" count_only:true "} {"level":"warn","ts":"2026-03-20T10:20:48.943617Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-20T10:20:45.74181Z","time spent":"3.201798499s","remote":"127.0.0.1:51504","response type":"/etcdserverpb.KV/Range","request count":0,"request size":46,"response count":1,"response size":459,"request content":"key:\"/registry/leases/kube-system/plndr-svcs-lock\" "} {"level":"info","ts":"2026-03-20T10:20:49.294717Z","caller":"traceutil/trace.go:171","msg":"trace[407682331] transaction","detail":"{read_only:false; response_revision:1489; number_of_response:1; }","duration":"344.086155ms","start":"2026-03-20T10:20:48.950555Z","end":"2026-03-20T10:20:49.294642Z","steps":["trace[407682331] 'process raft request' (duration: 343.88892ms)"],"step_count":1} {"level":"warn","ts":"2026-03-20T10:20:49.294893Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-20T10:20:48.950539Z","time spent":"344.268659ms","remote":"127.0.0.1:51504","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":491,"response count":0,"response size":38,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-03-20T10:20:49.862413Z","caller":"traceutil/trace.go:171","msg":"trace[312089045] transaction","detail":"{read_only:false; response_revision:1490; number_of_response:1; }","duration":"911.242361ms","start":"2026-03-20T10:20:48.95114Z","end":"2026-03-20T10:20:49.862382Z","steps":["trace[312089045] 'process raft request' (duration: 910.912883ms)"],"step_count":1} {"level":"info","ts":"2026-03-20T10:20:49.862531Z","caller":"traceutil/trace.go:171","msg":"trace[1535264287] transaction","detail":"{read_only:false; response_revision:1491; number_of_response:1; }","duration":"911.274712ms","start":"2026-03-20T10:20:48.951225Z","end":"2026-03-20T10:20:49.862499Z","steps":["trace[1535264287] 'process raft request' (duration: 911.036656ms)"],"step_count":1} {"level":"warn","ts":"2026-03-20T10:20:49.862559Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-20T10:20:48.951109Z","time spent":"911.377105ms","remote":"127.0.0.1:51504","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":423,"response count":0,"response size":38,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-03-20T10:20:49.862669Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-20T10:20:48.951211Z","time spent":"911.381844ms","remote":"127.0.0.1:51504","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":419,"response count":0,"response size":38,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-03-20T10:20:49.862829Z","caller":"traceutil/trace.go:171","msg":"trace[1757748448] transaction","detail":"{read_only:false; response_revision:1492; number_of_response:1; }","duration":"911.541068ms","start":"2026-03-20T10:20:48.951255Z","end":"2026-03-20T10:20:49.862796Z","steps":["trace[1757748448] 'process raft request' (duration: 911.090877ms)"],"step_count":1} {"level":"warn","ts":"2026-03-20T10:20:49.862998Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-20T10:20:48.951244Z","time spent":"911.667772ms","remote":"127.0.0.1:51504","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":463,"response count":0,"response size":38,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-03-20T10:20:49.863236Z","caller":"traceutil/trace.go:171","msg":"trace[15383135] transaction","detail":"{read_only:false; response_revision:1493; number_of_response:1; }","duration":"911.875188ms","start":"2026-03-20T10:20:48.951342Z","end":"2026-03-20T10:20:49.863217Z","steps":["trace[15383135] 'process raft request' (duration: 911.066247ms)"],"step_count":1} {"level":"info","ts":"2026-03-20T10:20:49.86325Z","caller":"traceutil/trace.go:171","msg":"trace[891465950] linearizableReadLoop","detail":"{readStateIndex:1591; appliedIndex:1586; }","duration":"907.368844ms","start":"2026-03-20T10:20:48.955854Z","end":"2026-03-20T10:20:49.863223Z","steps":["trace[891465950] 'read index received' (duration: 339.197681ms)","trace[891465950] 'applied index is now lower than readState.Index' (duration: 568.170323ms)"],"step_count":2} {"level":"warn","ts":"2026-03-20T10:20:49.86346Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"907.602209ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/health\" ","response":"range_response_count:0 size:5"} {"level":"info","ts":"2026-03-20T10:20:49.863529Z","caller":"traceutil/trace.go:171","msg":"trace[727710798] range","detail":"{range_begin:/registry/health; range_end:; response_count:0; response_revision:1494; }","duration":"907.692732ms","start":"2026-03-20T10:20:48.955818Z","end":"2026-03-20T10:20:49.863511Z","steps":["trace[727710798] 'agreement among raft nodes before linearized reading' (duration: 907.538198ms)"],"step_count":1} {"level":"warn","ts":"2026-03-20T10:20:49.863581Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-20T10:20:48.955808Z","time spent":"907.761584ms","remote":"127.0.0.1:51202","response type":"/etcdserverpb.KV/Range","request count":0,"request size":18,"response count":0,"response size":27,"request content":"key:\"/registry/health\" "} {"level":"info","ts":"2026-03-20T10:20:49.863275Z","caller":"traceutil/trace.go:171","msg":"trace[158402959] transaction","detail":"{read_only:false; response_revision:1494; number_of_response:1; }","duration":"911.918619ms","start":"2026-03-20T10:20:48.951335Z","end":"2026-03-20T10:20:49.863254Z","steps":["trace[158402959] 'process raft request' (duration: 911.846347ms)"],"step_count":1} {"level":"warn","ts":"2026-03-20T10:20:49.863725Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"541.928649ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/masterleases/199.204.45.102\" ","response":"range_response_count:1 size:135"} {"level":"info","ts":"2026-03-20T10:20:49.863756Z","caller":"traceutil/trace.go:171","msg":"trace[402982398] range","detail":"{range_begin:/registry/masterleases/199.204.45.102; range_end:; response_count:1; response_revision:1494; }","duration":"542.060392ms","start":"2026-03-20T10:20:49.321687Z","end":"2026-03-20T10:20:49.863747Z","steps":["trace[402982398] 'agreement among raft nodes before linearized reading' (duration: 541.862547ms)"],"step_count":1} {"level":"warn","ts":"2026-03-20T10:20:49.863747Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-20T10:20:48.951281Z","time spent":"912.408422ms","remote":"127.0.0.1:51504","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":477,"response count":0,"response size":38,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-03-20T10:20:49.863781Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-20T10:20:49.321651Z","time spent":"542.124124ms","remote":"127.0.0.1:51238","response type":"/etcdserverpb.KV/Range","request count":0,"request size":39,"response count":1,"response size":157,"request content":"key:\"/registry/masterleases/199.204.45.102\" "} {"level":"warn","ts":"2026-03-20T10:20:49.863329Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-20T10:20:48.951331Z","time spent":"911.942949ms","remote":"127.0.0.1:51504","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":516,"response count":0,"response size":38,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-03-20T10:20:51.406412Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.244681275s","expected-duration":"100ms","prefix":"","request":"header: lease_grant:","response":"size:39"} {"level":"info","ts":"2026-03-20T10:20:51.406522Z","caller":"traceutil/trace.go:171","msg":"trace[435683058] linearizableReadLoop","detail":"{readStateIndex:1592; appliedIndex:1591; }","duration":"829.953536ms","start":"2026-03-20T10:20:50.576552Z","end":"2026-03-20T10:20:51.406505Z","steps":["trace[435683058] 'read index received' (duration: 43.491µs)","trace[435683058] 'applied index is now lower than readState.Index' (duration: 829.908375ms)"],"step_count":2} {"level":"warn","ts":"2026-03-20T10:20:51.406585Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-20T10:20:49.864656Z","time spent":"1.541926864s","remote":"127.0.0.1:51238","response type":"/etcdserverpb.Lease/LeaseGrant","request count":-1,"request size":-1,"response count":-1,"response size":-1,"request content":""} {"level":"warn","ts":"2026-03-20T10:20:51.406788Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"830.232453ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/health\" ","response":"range_response_count:0 size:5"} {"level":"info","ts":"2026-03-20T10:20:51.406815Z","caller":"traceutil/trace.go:171","msg":"trace[535478163] range","detail":"{range_begin:/registry/health; range_end:; response_count:0; response_revision:1494; }","duration":"830.287425ms","start":"2026-03-20T10:20:50.576519Z","end":"2026-03-20T10:20:51.406806Z","steps":["trace[535478163] 'agreement among raft nodes before linearized reading' (duration: 830.232254ms)"],"step_count":1} {"level":"warn","ts":"2026-03-20T10:20:51.406844Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-20T10:20:50.576505Z","time spent":"830.333126ms","remote":"127.0.0.1:51202","response type":"/etcdserverpb.KV/Range","request count":0,"request size":18,"response count":0,"response size":27,"request content":"key:\"/registry/health\" "} {"level":"warn","ts":"2026-03-20T10:20:51.90736Z","caller":"etcdserver/v3_server.go:897","msg":"waiting for ReadIndex response took too long, retrying","sent-request-id":184257304220178118,"retry-timeout":"500ms"} {"level":"warn","ts":"2026-03-20T10:20:52.408327Z","caller":"etcdserver/v3_server.go:897","msg":"waiting for ReadIndex response took too long, retrying","sent-request-id":184257304220178118,"retry-timeout":"500ms"} {"level":"warn","ts":"2026-03-20T10:20:52.428209Z","caller":"wal/wal.go:805","msg":"slow fdatasync","took":"1.587674105s","expected-duration":"1s"} {"level":"warn","ts":"2026-03-20T10:20:53.104099Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"704.914342ms","expected-duration":"100ms","prefix":"read-only range ","request":"limit:1 serializable:true keys_only:true ","response":"range_response_count:0 size:5"} {"level":"info","ts":"2026-03-20T10:20:53.104314Z","caller":"traceutil/trace.go:171","msg":"trace[1990719431] range","detail":"{range_begin:; range_end:; response_count:0; response_revision:1494; }","duration":"705.136279ms","start":"2026-03-20T10:20:52.399156Z","end":"2026-03-20T10:20:53.104292Z","steps":["trace[1990719431] 'range keys from in-memory index tree' (duration: 704.900081ms)"],"step_count":1} {"level":"warn","ts":"2026-03-20T10:20:53.104723Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"676.264198ms","expected-duration":"100ms","prefix":"","request":"header: txn: success:> failure: >>","response":"size:16"} {"level":"info","ts":"2026-03-20T10:20:53.104913Z","caller":"traceutil/trace.go:171","msg":"trace[2117940249] transaction","detail":"{read_only:false; response_revision:1495; number_of_response:1; }","duration":"2.264454036s","start":"2026-03-20T10:20:50.840415Z","end":"2026-03-20T10:20:53.104869Z","steps":["trace[2117940249] 'process raft request' (duration: 1.587954652s)","trace[2117940249] 'compare' (duration: 676.137995ms)"],"step_count":2} {"level":"warn","ts":"2026-03-20T10:20:53.105065Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-20T10:20:50.840388Z","time spent":"2.26459449s","remote":"127.0.0.1:51504","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":673,"response count":0,"response size":38,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-03-20T10:20:53.105483Z","caller":"traceutil/trace.go:171","msg":"trace[1041721322] transaction","detail":"{read_only:false; response_revision:1496; number_of_response:1; }","duration":"2.244697046s","start":"2026-03-20T10:20:50.860771Z","end":"2026-03-20T10:20:53.105468Z","steps":["trace[1041721322] 'process raft request' (duration: 2.24404778s)"],"step_count":1} {"level":"warn","ts":"2026-03-20T10:20:53.105622Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-20T10:20:50.86074Z","time spent":"2.244834819s","remote":"127.0.0.1:51504","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":521,"response count":0,"response size":38,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-03-20T10:20:53.105738Z","caller":"traceutil/trace.go:171","msg":"trace[448239705] linearizableReadLoop","detail":"{readStateIndex:1595; appliedIndex:1592; }","duration":"1.699167075s","start":"2026-03-20T10:20:51.406547Z","end":"2026-03-20T10:20:53.105714Z","steps":["trace[448239705] 'read index received' (duration: 1.02183514s)","trace[448239705] 'applied index is now lower than readState.Index' (duration: 677.330245ms)"],"step_count":2} {"level":"info","ts":"2026-03-20T10:20:53.105826Z","caller":"traceutil/trace.go:171","msg":"trace[850602269] transaction","detail":"{read_only:false; response_revision:1497; number_of_response:1; }","duration":"1.697883352s","start":"2026-03-20T10:20:51.407913Z","end":"2026-03-20T10:20:53.105796Z","steps":["trace[850602269] 'process raft request' (duration: 1.697433321s)"],"step_count":1} {"level":"warn","ts":"2026-03-20T10:20:53.105929Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-20T10:20:51.407887Z","time spent":"1.697997806s","remote":"127.0.0.1:51238","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":120,"response count":0,"response size":38,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-03-20T10:20:53.106061Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.806328517s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/kube-controller-manager\" ","response":"range_response_count:1 size:506"} {"level":"info","ts":"2026-03-20T10:20:53.106143Z","caller":"traceutil/trace.go:171","msg":"trace[89488880] range","detail":"{range_begin:/registry/leases/kube-system/kube-controller-manager; range_end:; response_count:1; response_revision:1497; }","duration":"1.806437039s","start":"2026-03-20T10:20:51.299692Z","end":"2026-03-20T10:20:53.106129Z","steps":["trace[89488880] 'agreement among raft nodes before linearized reading' (duration: 1.806236684s)"],"step_count":1} {"level":"warn","ts":"2026-03-20T10:20:53.106205Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"2.049712083s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/external-attacher-leader-rbd-csi-ceph-com\" ","response":"range_response_count:1 size:525"} {"level":"warn","ts":"2026-03-20T10:20:53.106193Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.698532089s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/health\" ","response":"range_response_count:0 size:5"} {"level":"warn","ts":"2026-03-20T10:20:53.106325Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.236069299s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/plndr-svcs-lock\" ","response":"range_response_count:1 size:437"} {"level":"info","ts":"2026-03-20T10:20:53.106372Z","caller":"traceutil/trace.go:171","msg":"trace[1763976433] range","detail":"{range_begin:/registry/leases/kube-system/plndr-svcs-lock; range_end:; response_count:1; response_revision:1497; }","duration":"1.236139011s","start":"2026-03-20T10:20:51.870222Z","end":"2026-03-20T10:20:53.106361Z","steps":["trace[1763976433] 'agreement among raft nodes before linearized reading' (duration: 1.235981107s)"],"step_count":1} {"level":"info","ts":"2026-03-20T10:20:53.106319Z","caller":"traceutil/trace.go:171","msg":"trace[334158953] range","detail":"{range_begin:/registry/health; range_end:; response_count:0; response_revision:1497; }","duration":"1.698692173s","start":"2026-03-20T10:20:51.407609Z","end":"2026-03-20T10:20:53.106302Z","steps":["trace[334158953] 'agreement among raft nodes before linearized reading' (duration: 1.698539459s)"],"step_count":1} {"level":"warn","ts":"2026-03-20T10:20:53.10641Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-20T10:20:51.870213Z","time spent":"1.236190322s","remote":"127.0.0.1:51504","response type":"/etcdserverpb.KV/Range","request count":0,"request size":46,"response count":1,"response size":459,"request content":"key:\"/registry/leases/kube-system/plndr-svcs-lock\" "} {"level":"warn","ts":"2026-03-20T10:20:53.106431Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-20T10:20:51.407592Z","time spent":"1.698822786s","remote":"127.0.0.1:51190","response type":"/etcdserverpb.KV/Range","request count":0,"request size":18,"response count":0,"response size":27,"request content":"key:\"/registry/health\" "} {"level":"warn","ts":"2026-03-20T10:20:53.106473Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.237497655s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/rbd.csi.ceph.com-kube-system\" ","response":"range_response_count:1 size:531"} {"level":"warn","ts":"2026-03-20T10:20:53.106533Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.236214983s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/plndr-cp-lock\" ","response":"range_response_count:1 size:433"} {"level":"warn","ts":"2026-03-20T10:20:53.106558Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.238347097s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/kube-scheduler\" ","response":"range_response_count:1 size:478"} {"level":"info","ts":"2026-03-20T10:20:53.106571Z","caller":"traceutil/trace.go:171","msg":"trace[1593627699] range","detail":"{range_begin:/registry/leases/kube-system/plndr-cp-lock; range_end:; response_count:1; response_revision:1497; }","duration":"1.236263544s","start":"2026-03-20T10:20:51.870298Z","end":"2026-03-20T10:20:53.106561Z","steps":["trace[1593627699] 'agreement among raft nodes before linearized reading' (duration: 1.236178521s)"],"step_count":1} {"level":"warn","ts":"2026-03-20T10:20:53.106609Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-20T10:20:51.870292Z","time spent":"1.236311385s","remote":"127.0.0.1:51504","response type":"/etcdserverpb.KV/Range","request count":0,"request size":44,"response count":1,"response size":455,"request content":"key:\"/registry/leases/kube-system/plndr-cp-lock\" "} {"level":"warn","ts":"2026-03-20T10:20:53.106362Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"2.0484183s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/rbd-csi-ceph-com\" ","response":"range_response_count:1 size:474"} {"level":"info","ts":"2026-03-20T10:20:53.106616Z","caller":"traceutil/trace.go:171","msg":"trace[992094725] range","detail":"{range_begin:/registry/leases/kube-system/kube-scheduler; range_end:; response_count:1; response_revision:1497; }","duration":"1.238430679s","start":"2026-03-20T10:20:51.868168Z","end":"2026-03-20T10:20:53.106599Z","steps":["trace[992094725] 'agreement among raft nodes before linearized reading' (duration: 1.238320096s)"],"step_count":1} {"level":"info","ts":"2026-03-20T10:20:53.10662Z","caller":"traceutil/trace.go:171","msg":"trace[1828872235] range","detail":"{range_begin:/registry/leases/kube-system/rbd.csi.ceph.com-kube-system; range_end:; response_count:1; response_revision:1497; }","duration":"1.237605877s","start":"2026-03-20T10:20:51.868945Z","end":"2026-03-20T10:20:53.106551Z","steps":["trace[1828872235] 'agreement among raft nodes before linearized reading' (duration: 1.237332911s)"],"step_count":1} {"level":"warn","ts":"2026-03-20T10:20:53.106668Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-20T10:20:51.868148Z","time spent":"1.238507821s","remote":"127.0.0.1:51504","response type":"/etcdserverpb.KV/Range","request count":0,"request size":45,"response count":1,"response size":500,"request content":"key:\"/registry/leases/kube-system/kube-scheduler\" "} {"level":"warn","ts":"2026-03-20T10:20:53.106739Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-20T10:20:51.868936Z","time spent":"1.237764211s","remote":"127.0.0.1:51504","response type":"/etcdserverpb.KV/Range","request count":0,"request size":59,"response count":1,"response size":553,"request content":"key:\"/registry/leases/kube-system/rbd.csi.ceph.com-kube-system\" "} {"level":"warn","ts":"2026-03-20T10:20:53.106218Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-20T10:20:51.299678Z","time spent":"1.806525122s","remote":"127.0.0.1:51504","response type":"/etcdserverpb.KV/Range","request count":0,"request size":54,"response count":1,"response size":528,"request content":"key:\"/registry/leases/kube-system/kube-controller-manager\" "} {"level":"info","ts":"2026-03-20T10:20:53.106666Z","caller":"traceutil/trace.go:171","msg":"trace[59721618] range","detail":"{range_begin:/registry/leases/kube-system/rbd-csi-ceph-com; range_end:; response_count:1; response_revision:1497; }","duration":"2.048734888s","start":"2026-03-20T10:20:51.057912Z","end":"2026-03-20T10:20:53.106646Z","steps":["trace[59721618] 'agreement among raft nodes before linearized reading' (duration: 2.047858776s)"],"step_count":1} {"level":"warn","ts":"2026-03-20T10:20:53.107449Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-20T10:20:51.057905Z","time spent":"2.049388925s","remote":"127.0.0.1:51504","response type":"/etcdserverpb.KV/Range","request count":0,"request size":47,"response count":1,"response size":496,"request content":"key:\"/registry/leases/kube-system/rbd-csi-ceph-com\" "} {"level":"warn","ts":"2026-03-20T10:20:53.106436Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.237362731s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/cilium-operator-resource-lock\" ","response":"range_response_count:1 size:492"} {"level":"info","ts":"2026-03-20T10:20:53.107968Z","caller":"traceutil/trace.go:171","msg":"trace[1339095940] range","detail":"{range_begin:/registry/leases/kube-system/cilium-operator-resource-lock; range_end:; response_count:1; response_revision:1497; }","duration":"1.238939221s","start":"2026-03-20T10:20:51.86901Z","end":"2026-03-20T10:20:53.10795Z","steps":["trace[1339095940] 'agreement among raft nodes before linearized reading' (duration: 1.23734224s)"],"step_count":1} {"level":"info","ts":"2026-03-20T10:20:53.106268Z","caller":"traceutil/trace.go:171","msg":"trace[678252839] range","detail":"{range_begin:/registry/leases/kube-system/external-attacher-leader-rbd-csi-ceph-com; range_end:; response_count:1; response_revision:1497; }","duration":"2.049799236s","start":"2026-03-20T10:20:51.056448Z","end":"2026-03-20T10:20:53.106248Z","steps":["trace[678252839] 'agreement among raft nodes before linearized reading' (duration: 2.049675763s)"],"step_count":1} {"level":"warn","ts":"2026-03-20T10:20:53.108045Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-20T10:20:51.869003Z","time spent":"1.239023914s","remote":"127.0.0.1:51504","response type":"/etcdserverpb.KV/Range","request count":0,"request size":60,"response count":1,"response size":514,"request content":"key:\"/registry/leases/kube-system/cilium-operator-resource-lock\" "} {"level":"warn","ts":"2026-03-20T10:20:53.10609Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"2.05001383s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/external-snapshotter-leader-rbd-csi-ceph-com\" ","response":"range_response_count:1 size:534"} {"level":"info","ts":"2026-03-20T10:20:53.108166Z","caller":"traceutil/trace.go:171","msg":"trace[41510597] range","detail":"{range_begin:/registry/leases/kube-system/external-snapshotter-leader-rbd-csi-ceph-com; range_end:; response_count:1; response_revision:1497; }","duration":"2.052118214s","start":"2026-03-20T10:20:51.056029Z","end":"2026-03-20T10:20:53.108147Z","steps":["trace[41510597] 'agreement among raft nodes before linearized reading' (duration: 2.049942709s)"],"step_count":1} {"level":"warn","ts":"2026-03-20T10:20:53.108134Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-20T10:20:51.056431Z","time spent":"2.051682183s","remote":"127.0.0.1:51504","response type":"/etcdserverpb.KV/Range","request count":0,"request size":72,"response count":1,"response size":547,"request content":"key:\"/registry/leases/kube-system/external-attacher-leader-rbd-csi-ceph-com\" "} {"level":"warn","ts":"2026-03-20T10:20:53.108217Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-20T10:20:51.056014Z","time spent":"2.052189987s","remote":"127.0.0.1:51504","response type":"/etcdserverpb.KV/Range","request count":0,"request size":75,"response count":1,"response size":556,"request content":"key:\"/registry/leases/kube-system/external-snapshotter-leader-rbd-csi-ceph-com\" "} {"level":"warn","ts":"2026-03-20T10:20:53.106068Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"2.049123198s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/external-resizer-rbd-csi-ceph-com\" ","response":"range_response_count:1 size:509"} {"level":"info","ts":"2026-03-20T10:20:53.108446Z","caller":"traceutil/trace.go:171","msg":"trace[28383876] range","detail":"{range_begin:/registry/leases/kube-system/external-resizer-rbd-csi-ceph-com; range_end:; response_count:1; response_revision:1497; }","duration":"2.051427606s","start":"2026-03-20T10:20:51.056913Z","end":"2026-03-20T10:20:53.108341Z","steps":["trace[28383876] 'agreement among raft nodes before linearized reading' (duration: 2.048961273s)"],"step_count":1} {"level":"warn","ts":"2026-03-20T10:20:53.10854Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-20T10:20:51.056908Z","time spent":"2.05161168s","remote":"127.0.0.1:51504","response type":"/etcdserverpb.KV/Range","request count":0,"request size":64,"response count":1,"response size":531,"request content":"key:\"/registry/leases/kube-system/external-resizer-rbd-csi-ceph-com\" "} {"level":"warn","ts":"2026-03-20T10:20:53.617231Z","caller":"etcdserver/v3_server.go:897","msg":"waiting for ReadIndex response took too long, retrying","sent-request-id":184257304220178124,"retry-timeout":"500ms"} {"level":"warn","ts":"2026-03-20T10:20:54.118363Z","caller":"etcdserver/v3_server.go:897","msg":"waiting for ReadIndex response took too long, retrying","sent-request-id":184257304220178124,"retry-timeout":"500ms"} {"level":"warn","ts":"2026-03-20T10:20:54.240808Z","caller":"wal/wal.go:805","msg":"slow fdatasync","took":"1.050931657s","expected-duration":"1s"} {"level":"info","ts":"2026-03-20T10:20:54.241376Z","caller":"traceutil/trace.go:171","msg":"trace[1922935905] transaction","detail":"{read_only:false; response_revision:1498; number_of_response:1; }","duration":"1.126523789s","start":"2026-03-20T10:20:53.114803Z","end":"2026-03-20T10:20:54.241326Z","steps":["trace[1922935905] 'process raft request' (duration: 1.126219411s)"],"step_count":1} {"level":"warn","ts":"2026-03-20T10:20:54.241546Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-20T10:20:53.114791Z","time spent":"1.126666532s","remote":"127.0.0.1:51504","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":419,"response count":0,"response size":38,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-03-20T10:20:55.117Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"2.000253531s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/health\" ","response":"","error":"context canceled"} {"level":"info","ts":"2026-03-20T10:20:55.117082Z","caller":"traceutil/trace.go:171","msg":"trace[1309784132] range","detail":"{range_begin:/registry/health; range_end:; }","duration":"2.000358354s","start":"2026-03-20T10:20:53.116706Z","end":"2026-03-20T10:20:55.117064Z","steps":["trace[1309784132] 'agreement among raft nodes before linearized reading' (duration: 2.000259732s)"],"step_count":1} {"level":"warn","ts":"2026-03-20T10:20:55.117127Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-20T10:20:53.116699Z","time spent":"2.000419026s","remote":"127.0.0.1:51202","response type":"/etcdserverpb.KV/Range","request count":0,"request size":18,"response count":0,"response size":0,"request content":"key:\"/registry/health\" "} 2026/03/20 10:20:55 WARNING: [core] [Server #8] grpc: Server.processUnaryRPC failed to write status: connection error: desc = "transport is closing" {"level":"warn","ts":"2026-03-20T10:20:55.284203Z","caller":"wal/wal.go:805","msg":"slow fdatasync","took":"1.043143988s","expected-duration":"1s"} {"level":"info","ts":"2026-03-20T10:20:55.285207Z","caller":"traceutil/trace.go:171","msg":"trace[1472742056] linearizableReadLoop","detail":"{readStateIndex:1605; appliedIndex:1595; }","duration":"2.168942698s","start":"2026-03-20T10:20:53.116239Z","end":"2026-03-20T10:20:55.285181Z","steps":["trace[1472742056] 'read index received' (duration: 1.124872827s)","trace[1472742056] 'applied index is now lower than readState.Index' (duration: 1.044068651s)"],"step_count":2} {"level":"info","ts":"2026-03-20T10:20:55.285322Z","caller":"traceutil/trace.go:171","msg":"trace[1616286747] transaction","detail":"{read_only:false; response_revision:1503; number_of_response:1; }","duration":"2.170246872s","start":"2026-03-20T10:20:53.11505Z","end":"2026-03-20T10:20:55.285297Z","steps":["trace[1616286747] 'process raft request' (duration: 2.169895083s)"],"step_count":1} {"level":"info","ts":"2026-03-20T10:20:55.285372Z","caller":"traceutil/trace.go:171","msg":"trace[1188742798] transaction","detail":"{read_only:false; response_revision:1505; number_of_response:1; }","duration":"2.170274603s","start":"2026-03-20T10:20:53.115087Z","end":"2026-03-20T10:20:55.285361Z","steps":["trace[1188742798] 'process raft request' (duration: 2.169965965s)"],"step_count":1} {"level":"warn","ts":"2026-03-20T10:20:55.285473Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-20T10:20:53.115081Z","time spent":"2.170323224s","remote":"127.0.0.1:51504","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":477,"response count":0,"response size":38,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-03-20T10:20:55.285528Z","caller":"traceutil/trace.go:171","msg":"trace[1403529024] transaction","detail":"{read_only:false; response_revision:1501; number_of_response:1; }","duration":"2.170508539s","start":"2026-03-20T10:20:53.115006Z","end":"2026-03-20T10:20:55.285515Z","steps":["trace[1403529024] 'process raft request' (duration: 2.169821061s)"],"step_count":1} {"level":"warn","ts":"2026-03-20T10:20:55.285599Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-20T10:20:53.115001Z","time spent":"2.17055719s","remote":"127.0.0.1:51504","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":516,"response count":0,"response size":38,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-03-20T10:20:55.285717Z","caller":"traceutil/trace.go:171","msg":"trace[1620292059] transaction","detail":"{read_only:false; response_revision:1502; number_of_response:1; }","duration":"2.170660752s","start":"2026-03-20T10:20:53.115042Z","end":"2026-03-20T10:20:55.285703Z","steps":["trace[1620292059] 'process raft request' (duration: 2.169856482s)"],"step_count":1} {"level":"warn","ts":"2026-03-20T10:20:55.285715Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"2.169442321s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/masterleases/\" range_end:\"/registry/masterleases0\" ","response":"range_response_count:1 size:135"} {"level":"warn","ts":"2026-03-20T10:20:55.285788Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-20T10:20:53.115033Z","time spent":"2.170715813s","remote":"127.0.0.1:51504","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":423,"response count":0,"response size":38,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-03-20T10:20:55.285802Z","caller":"traceutil/trace.go:171","msg":"trace[719188066] range","detail":"{range_begin:/registry/masterleases/; range_end:/registry/masterleases0; response_count:1; response_revision:1507; }","duration":"2.169564344s","start":"2026-03-20T10:20:53.116215Z","end":"2026-03-20T10:20:55.28578Z","steps":["trace[719188066] 'agreement among raft nodes before linearized reading' (duration: 2.169256986s)"],"step_count":1} {"level":"warn","ts":"2026-03-20T10:20:55.285809Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"168.541634ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/health\" ","response":"range_response_count:0 size:5"} {"level":"info","ts":"2026-03-20T10:20:55.285825Z","caller":"traceutil/trace.go:171","msg":"trace[867566158] transaction","detail":"{read_only:false; response_revision:1506; number_of_response:1; }","duration":"2.170706554s","start":"2026-03-20T10:20:53.115101Z","end":"2026-03-20T10:20:55.285807Z","steps":["trace[867566158] 'process raft request' (duration: 2.169995586s)"],"step_count":1} {"level":"warn","ts":"2026-03-20T10:20:55.285853Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-20T10:20:53.116207Z","time spent":"2.169632736s","remote":"127.0.0.1:51238","response type":"/etcdserverpb.KV/Range","request count":0,"request size":50,"response count":1,"response size":157,"request content":"key:\"/registry/masterleases/\" range_end:\"/registry/masterleases0\" "} {"level":"info","ts":"2026-03-20T10:20:55.285848Z","caller":"traceutil/trace.go:171","msg":"trace[171062572] transaction","detail":"{read_only:false; response_revision:1499; number_of_response:1; }","duration":"2.17099843s","start":"2026-03-20T10:20:53.114829Z","end":"2026-03-20T10:20:55.285827Z","steps":["trace[171062572] 'process raft request' (duration: 2.169516473s)"],"step_count":1} {"level":"info","ts":"2026-03-20T10:20:55.285865Z","caller":"traceutil/trace.go:171","msg":"trace[1157113197] range","detail":"{range_begin:/registry/health; range_end:; response_count:0; response_revision:1507; }","duration":"168.628526ms","start":"2026-03-20T10:20:55.117219Z","end":"2026-03-20T10:20:55.285847Z","steps":["trace[1157113197] 'agreement among raft nodes before linearized reading' (duration: 168.548104ms)"],"step_count":1} {"level":"warn","ts":"2026-03-20T10:20:55.285921Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-20T10:20:53.115091Z","time spent":"2.170775405s","remote":"127.0.0.1:51504","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":458,"response count":0,"response size":38,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-03-20T10:20:55.285935Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-20T10:20:53.114802Z","time spent":"2.171085953s","remote":"127.0.0.1:51504","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":518,"response count":0,"response size":38,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-03-20T10:20:55.286079Z","caller":"traceutil/trace.go:171","msg":"trace[448494163] transaction","detail":"{read_only:false; response_revision:1507; number_of_response:1; }","duration":"2.170325603s","start":"2026-03-20T10:20:53.115742Z","end":"2026-03-20T10:20:55.286068Z","steps":["trace[448494163] 'process raft request' (duration: 2.16939423s)"],"step_count":1} {"level":"warn","ts":"2026-03-20T10:20:55.285476Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-20T10:20:53.115043Z","time spent":"2.170345554s","remote":"127.0.0.1:51504","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":491,"response count":0,"response size":38,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-03-20T10:20:55.28613Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-20T10:20:53.115733Z","time spent":"2.170368314s","remote":"127.0.0.1:51504","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":464,"response count":0,"response size":38,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-03-20T10:20:55.285333Z","caller":"traceutil/trace.go:171","msg":"trace[1544711663] transaction","detail":"{read_only:false; response_revision:1504; number_of_response:1; }","duration":"2.170230962s","start":"2026-03-20T10:20:53.115088Z","end":"2026-03-20T10:20:55.285318Z","steps":["trace[1544711663] 'process raft request' (duration: 2.169896003s)"],"step_count":1} {"level":"warn","ts":"2026-03-20T10:20:55.286216Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-20T10:20:53.115079Z","time spent":"2.171090043s","remote":"127.0.0.1:51504","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":509,"response count":0,"response size":38,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-03-20T10:20:55.28642Z","caller":"traceutil/trace.go:171","msg":"trace[828579214] transaction","detail":"{read_only:false; response_revision:1500; number_of_response:1; }","duration":"2.170578131s","start":"2026-03-20T10:20:53.114937Z","end":"2026-03-20T10:20:55.285515Z","steps":["trace[828579214] 'process raft request' (duration: 2.169800881s)"],"step_count":1} {"level":"warn","ts":"2026-03-20T10:20:55.286526Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-20T10:20:53.114931Z","time spent":"2.171529074s","remote":"127.0.0.1:51504","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":493,"response count":0,"response size":38,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-03-20T10:20:55.873161Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"426.700972ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/poddisruptionbudgets/\" range_end:\"/registry/poddisruptionbudgets0\" count_only:true ","response":"range_response_count:0 size:5"} {"level":"info","ts":"2026-03-20T10:20:55.873255Z","caller":"traceutil/trace.go:171","msg":"trace[1111310275] range","detail":"{range_begin:/registry/poddisruptionbudgets/; range_end:/registry/poddisruptionbudgets0; response_count:0; response_revision:1507; }","duration":"426.827946ms","start":"2026-03-20T10:20:55.446407Z","end":"2026-03-20T10:20:55.873234Z","steps":["trace[1111310275] 'count revisions from in-memory index tree' (duration: 426.645081ms)"],"step_count":1} {"level":"warn","ts":"2026-03-20T10:20:55.873355Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-20T10:20:55.446367Z","time spent":"426.924048ms","remote":"127.0.0.1:51560","response type":"/etcdserverpb.KV/Range","request count":0,"request size":68,"response count":0,"response size":27,"request content":"key:\"/registry/poddisruptionbudgets/\" range_end:\"/registry/poddisruptionbudgets0\" count_only:true "} {"level":"warn","ts":"2026-03-20T10:20:57.011661Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"882.706148ms","expected-duration":"100ms","prefix":"","request":"header: lease_revoke:","response":"size:27"} {"level":"info","ts":"2026-03-20T10:20:57.011784Z","caller":"traceutil/trace.go:171","msg":"trace[7711890] linearizableReadLoop","detail":"{readStateIndex:1606; appliedIndex:1605; }","duration":"765.867603ms","start":"2026-03-20T10:20:56.245897Z","end":"2026-03-20T10:20:57.011765Z","steps":["trace[7711890] 'read index received' (duration: 24.621µs)","trace[7711890] 'applied index is now lower than readState.Index' (duration: 765.841272ms)"],"step_count":2} {"level":"warn","ts":"2026-03-20T10:20:57.012032Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"618.31575ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/health\" ","response":"range_response_count:0 size:5"} {"level":"info","ts":"2026-03-20T10:20:57.012097Z","caller":"traceutil/trace.go:171","msg":"trace[1264854298] range","detail":"{range_begin:/registry/health; range_end:; response_count:0; response_revision:1507; }","duration":"618.424992ms","start":"2026-03-20T10:20:56.393654Z","end":"2026-03-20T10:20:57.012079Z","steps":["trace[1264854298] 'agreement among raft nodes before linearized reading' (duration: 618.31779ms)"],"step_count":1} {"level":"warn","ts":"2026-03-20T10:20:57.012125Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"433.528936ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/health\" ","response":"range_response_count:0 size:5"} {"level":"warn","ts":"2026-03-20T10:20:57.012136Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-20T10:20:56.393633Z","time spent":"618.495834ms","remote":"127.0.0.1:51202","response type":"/etcdserverpb.KV/Range","request count":0,"request size":18,"response count":0,"response size":27,"request content":"key:\"/registry/health\" "} {"level":"info","ts":"2026-03-20T10:20:57.012158Z","caller":"traceutil/trace.go:171","msg":"trace[1826892657] range","detail":"{range_begin:/registry/health; range_end:; response_count:0; response_revision:1507; }","duration":"433.628868ms","start":"2026-03-20T10:20:56.578519Z","end":"2026-03-20T10:20:57.012148Z","steps":["trace[1826892657] 'agreement among raft nodes before linearized reading' (duration: 433.544736ms)"],"step_count":1} {"level":"warn","ts":"2026-03-20T10:20:57.012147Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"766.244262ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/plndr-cp-lock\" ","response":"range_response_count:1 size:433"} {"level":"warn","ts":"2026-03-20T10:20:57.012189Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-20T10:20:56.578494Z","time spent":"433.68774ms","remote":"127.0.0.1:51190","response type":"/etcdserverpb.KV/Range","request count":0,"request size":18,"response count":0,"response size":27,"request content":"key:\"/registry/health\" "} {"level":"info","ts":"2026-03-20T10:20:57.012198Z","caller":"traceutil/trace.go:171","msg":"trace[443522900] range","detail":"{range_begin:/registry/leases/kube-system/plndr-cp-lock; range_end:; response_count:1; response_revision:1507; }","duration":"766.325734ms","start":"2026-03-20T10:20:56.245857Z","end":"2026-03-20T10:20:57.012183Z","steps":["trace[443522900] 'agreement among raft nodes before linearized reading' (duration: 766.140759ms)"],"step_count":1} {"level":"warn","ts":"2026-03-20T10:20:57.012254Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-20T10:20:56.245842Z","time spent":"766.385276ms","remote":"127.0.0.1:51504","response type":"/etcdserverpb.KV/Range","request count":0,"request size":44,"response count":1,"response size":455,"request content":"key:\"/registry/leases/kube-system/plndr-cp-lock\" "} {"level":"warn","ts":"2026-03-20T10:20:57.591093Z","caller":"etcdserver/v3_server.go:897","msg":"waiting for ReadIndex response took too long, retrying","sent-request-id":184257304220178140,"retry-timeout":"500ms"} {"level":"info","ts":"2026-03-20T10:20:57.777887Z","caller":"traceutil/trace.go:171","msg":"trace[785181073] linearizableReadLoop","detail":"{readStateIndex:1607; appliedIndex:1606; }","duration":"687.222414ms","start":"2026-03-20T10:20:57.090646Z","end":"2026-03-20T10:20:57.777868Z","steps":["trace[785181073] 'read index received' (duration: 687.092931ms)","trace[785181073] 'applied index is now lower than readState.Index' (duration: 128.473µs)"],"step_count":2} {"level":"info","ts":"2026-03-20T10:20:57.777993Z","caller":"traceutil/trace.go:171","msg":"trace[1582046256] transaction","detail":"{read_only:false; response_revision:1508; number_of_response:1; }","duration":"761.250676ms","start":"2026-03-20T10:20:57.016722Z","end":"2026-03-20T10:20:57.777973Z","steps":["trace[1582046256] 'process raft request' (duration: 761.01435ms)"],"step_count":1} {"level":"warn","ts":"2026-03-20T10:20:57.778102Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-20T10:20:57.016702Z","time spent":"761.320778ms","remote":"127.0.0.1:51504","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":418,"response count":0,"response size":38,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-03-20T10:20:57.778253Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"687.611523ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/roles/\" range_end:\"/registry/roles0\" count_only:true ","response":"range_response_count:0 size:7"} {"level":"info","ts":"2026-03-20T10:20:57.778303Z","caller":"traceutil/trace.go:171","msg":"trace[712578126] range","detail":"{range_begin:/registry/roles/; range_end:/registry/roles0; response_count:0; response_revision:1508; }","duration":"687.661075ms","start":"2026-03-20T10:20:57.09063Z","end":"2026-03-20T10:20:57.778291Z","steps":["trace[712578126] 'agreement among raft nodes before linearized reading' (duration: 687.581513ms)"],"step_count":1} {"level":"warn","ts":"2026-03-20T10:20:57.77833Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-20T10:20:57.090564Z","time spent":"687.757277ms","remote":"127.0.0.1:51566","response type":"/etcdserverpb.KV/Range","request count":0,"request size":38,"response count":14,"response size":29,"request content":"key:\"/registry/roles/\" range_end:\"/registry/roles0\" count_only:true "} {"level":"warn","ts":"2026-03-20T10:20:57.778349Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"488.035174ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/kube-controller-manager\" ","response":"range_response_count:1 size:506"} {"level":"warn","ts":"2026-03-20T10:20:57.778404Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"484.723821ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/rbd.csi.ceph.com-kube-system\" ","response":"range_response_count:1 size:531"} {"level":"info","ts":"2026-03-20T10:20:57.778418Z","caller":"traceutil/trace.go:171","msg":"trace[2033486807] range","detail":"{range_begin:/registry/leases/kube-system/kube-controller-manager; range_end:; response_count:1; response_revision:1508; }","duration":"488.141487ms","start":"2026-03-20T10:20:57.290258Z","end":"2026-03-20T10:20:57.778399Z","steps":["trace[2033486807] 'agreement among raft nodes before linearized reading' (duration: 487.957943ms)"],"step_count":1} {"level":"warn","ts":"2026-03-20T10:20:57.77847Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-20T10:20:57.290244Z","time spent":"488.217819ms","remote":"127.0.0.1:51504","response type":"/etcdserverpb.KV/Range","request count":0,"request size":54,"response count":1,"response size":528,"request content":"key:\"/registry/leases/kube-system/kube-controller-manager\" "} {"level":"warn","ts":"2026-03-20T10:20:57.778512Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"199.703401ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/health\" ","response":"range_response_count:0 size:5"} {"level":"info","ts":"2026-03-20T10:20:57.77854Z","caller":"traceutil/trace.go:171","msg":"trace[1151739463] range","detail":"{range_begin:/registry/health; range_end:; response_count:0; response_revision:1508; }","duration":"199.770643ms","start":"2026-03-20T10:20:57.57876Z","end":"2026-03-20T10:20:57.778531Z","steps":["trace[1151739463] 'agreement among raft nodes before linearized reading' (duration: 199.730252ms)"],"step_count":1} {"level":"warn","ts":"2026-03-20T10:20:57.778608Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"454.849295ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/cilium.io/ciliumidentities/\" range_end:\"/registry/cilium.io/ciliumidentities0\" count_only:true ","response":"range_response_count:0 size:7"} {"level":"warn","ts":"2026-03-20T10:20:57.778628Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"485.844699ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/cilium-operator-resource-lock\" ","response":"range_response_count:1 size:492"} {"level":"info","ts":"2026-03-20T10:20:57.778638Z","caller":"traceutil/trace.go:171","msg":"trace[46641691] range","detail":"{range_begin:/registry/cilium.io/ciliumidentities/; range_end:/registry/cilium.io/ciliumidentities0; response_count:0; response_revision:1508; }","duration":"454.901456ms","start":"2026-03-20T10:20:57.323728Z","end":"2026-03-20T10:20:57.77863Z","steps":["trace[46641691] 'agreement among raft nodes before linearized reading' (duration: 454.847785ms)"],"step_count":1} {"level":"info","ts":"2026-03-20T10:20:57.778659Z","caller":"traceutil/trace.go:171","msg":"trace[1127406669] range","detail":"{range_begin:/registry/leases/kube-system/cilium-operator-resource-lock; range_end:; response_count:1; response_revision:1508; }","duration":"485.89276ms","start":"2026-03-20T10:20:57.292758Z","end":"2026-03-20T10:20:57.778651Z","steps":["trace[1127406669] 'agreement among raft nodes before linearized reading' (duration: 485.807427ms)"],"step_count":1} {"level":"warn","ts":"2026-03-20T10:20:57.778684Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-20T10:20:57.32372Z","time spent":"454.951107ms","remote":"127.0.0.1:53962","response type":"/etcdserverpb.KV/Range","request count":0,"request size":80,"response count":2,"response size":29,"request content":"key:\"/registry/cilium.io/ciliumidentities/\" range_end:\"/registry/cilium.io/ciliumidentities0\" count_only:true "} {"level":"warn","ts":"2026-03-20T10:20:57.778685Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-20T10:20:57.292752Z","time spent":"485.92761ms","remote":"127.0.0.1:51504","response type":"/etcdserverpb.KV/Range","request count":0,"request size":60,"response count":1,"response size":514,"request content":"key:\"/registry/leases/kube-system/cilium-operator-resource-lock\" "} {"level":"info","ts":"2026-03-20T10:20:57.778469Z","caller":"traceutil/trace.go:171","msg":"trace[421772471] range","detail":"{range_begin:/registry/leases/kube-system/rbd.csi.ceph.com-kube-system; range_end:; response_count:1; response_revision:1508; }","duration":"484.800312ms","start":"2026-03-20T10:20:57.293642Z","end":"2026-03-20T10:20:57.778443Z","steps":["trace[421772471] 'agreement among raft nodes before linearized reading' (duration: 484.639428ms)"],"step_count":1} {"level":"warn","ts":"2026-03-20T10:20:57.778717Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"487.211364ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/plndr-svcs-lock\" ","response":"range_response_count:1 size:437"} {"level":"warn","ts":"2026-03-20T10:20:57.778754Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-20T10:20:57.293632Z","time spent":"485.115151ms","remote":"127.0.0.1:51504","response type":"/etcdserverpb.KV/Range","request count":0,"request size":59,"response count":1,"response size":553,"request content":"key:\"/registry/leases/kube-system/rbd.csi.ceph.com-kube-system\" "} {"level":"info","ts":"2026-03-20T10:20:57.778768Z","caller":"traceutil/trace.go:171","msg":"trace[1013335301] range","detail":"{range_begin:/registry/leases/kube-system/plndr-svcs-lock; range_end:; response_count:1; response_revision:1508; }","duration":"487.274225ms","start":"2026-03-20T10:20:57.291484Z","end":"2026-03-20T10:20:57.778758Z","steps":["trace[1013335301] 'agreement among raft nodes before linearized reading' (duration: 487.161622ms)"],"step_count":1} {"level":"warn","ts":"2026-03-20T10:20:57.778795Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-20T10:20:57.291475Z","time spent":"487.313166ms","remote":"127.0.0.1:51504","response type":"/etcdserverpb.KV/Range","request count":0,"request size":46,"response count":1,"response size":459,"request content":"key:\"/registry/leases/kube-system/plndr-svcs-lock\" "} {"level":"warn","ts":"2026-03-20T10:20:57.778865Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"486.149116ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/kube-scheduler\" ","response":"range_response_count:1 size:479"} {"level":"info","ts":"2026-03-20T10:20:57.778889Z","caller":"traceutil/trace.go:171","msg":"trace[2023375009] range","detail":"{range_begin:/registry/leases/kube-system/kube-scheduler; range_end:; response_count:1; response_revision:1508; }","duration":"486.211117ms","start":"2026-03-20T10:20:57.29267Z","end":"2026-03-20T10:20:57.778881Z","steps":["trace[2023375009] 'agreement among raft nodes before linearized reading' (duration: 486.139455ms)"],"step_count":1} {"level":"warn","ts":"2026-03-20T10:20:57.778913Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-20T10:20:57.292632Z","time spent":"486.275679ms","remote":"127.0.0.1:51504","response type":"/etcdserverpb.KV/Range","request count":0,"request size":45,"response count":1,"response size":501,"request content":"key:\"/registry/leases/kube-system/kube-scheduler\" "} {"level":"warn","ts":"2026-03-20T10:20:59.503397Z","caller":"wal/wal.go:805","msg":"slow fdatasync","took":"1.72041707s","expected-duration":"1s"} {"level":"info","ts":"2026-03-20T10:20:59.503789Z","caller":"traceutil/trace.go:171","msg":"trace[192654192] transaction","detail":"{read_only:false; response_revision:1509; number_of_response:1; }","duration":"1.720907622s","start":"2026-03-20T10:20:57.782861Z","end":"2026-03-20T10:20:59.503768Z","steps":["trace[192654192] 'process raft request' (duration: 1.720771119s)"],"step_count":1} {"level":"warn","ts":"2026-03-20T10:20:59.503915Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-20T10:20:57.782835Z","time spent":"1.721017464s","remote":"127.0.0.1:51504","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":423,"response count":0,"response size":38,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-03-20T10:21:00.280462Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"720.67686ms","expected-duration":"100ms","prefix":"","request":"header: txn: success:> failure: >>","response":"size:16"} {"level":"info","ts":"2026-03-20T10:21:00.280684Z","caller":"traceutil/trace.go:171","msg":"trace[401800820] linearizableReadLoop","detail":"{readStateIndex:1612; appliedIndex:1607; }","duration":"957.642165ms","start":"2026-03-20T10:20:59.323025Z","end":"2026-03-20T10:21:00.280667Z","steps":["trace[401800820] 'read index received' (duration: 180.624969ms)","trace[401800820] 'applied index is now lower than readState.Index' (duration: 777.016356ms)"],"step_count":2} {"level":"info","ts":"2026-03-20T10:21:00.280714Z","caller":"traceutil/trace.go:171","msg":"trace[1862443593] transaction","detail":"{read_only:false; response_revision:1510; number_of_response:1; }","duration":"2.497433156s","start":"2026-03-20T10:20:57.78325Z","end":"2026-03-20T10:21:00.280683Z","steps":["trace[1862443593] 'process raft request' (duration: 1.776466408s)","trace[1862443593] 'compare' (duration: 720.572438ms)"],"step_count":2} {"level":"info","ts":"2026-03-20T10:21:00.280776Z","caller":"traceutil/trace.go:171","msg":"trace[309011165] transaction","detail":"{read_only:false; response_revision:1513; number_of_response:1; }","duration":"2.496557774s","start":"2026-03-20T10:20:57.784208Z","end":"2026-03-20T10:21:00.280765Z","steps":["trace[309011165] 'process raft request' (duration: 2.4964262s)"],"step_count":1} {"level":"info","ts":"2026-03-20T10:21:00.280792Z","caller":"traceutil/trace.go:171","msg":"trace[250151951] transaction","detail":"{read_only:false; response_revision:1512; number_of_response:1; }","duration":"2.49758641s","start":"2026-03-20T10:20:57.783177Z","end":"2026-03-20T10:21:00.280764Z","steps":["trace[250151951] 'process raft request' (duration: 2.497421436s)"],"step_count":1} {"level":"warn","ts":"2026-03-20T10:21:00.280834Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-20T10:20:57.784186Z","time spent":"2.496616065s","remote":"127.0.0.1:51504","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":516,"response count":0,"response size":38,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-03-20T10:21:00.280847Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-20T10:20:57.783241Z","time spent":"2.497534998s","remote":"127.0.0.1:51504","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":464,"response count":0,"response size":38,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-03-20T10:21:00.280935Z","caller":"traceutil/trace.go:171","msg":"trace[33603023] transaction","detail":"{read_only:false; response_revision:1511; number_of_response:1; }","duration":"2.497666192s","start":"2026-03-20T10:20:57.783256Z","end":"2026-03-20T10:21:00.280922Z","steps":["trace[33603023] 'process raft request' (duration: 2.497295752s)"],"step_count":1} {"level":"warn","ts":"2026-03-20T10:21:00.280946Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-20T10:20:57.783154Z","time spent":"2.497715552s","remote":"127.0.0.1:51504","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":477,"response count":0,"response size":38,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-03-20T10:21:00.280979Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"702.049039ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/health\" ","response":"range_response_count:0 size:5"} {"level":"warn","ts":"2026-03-20T10:21:00.280995Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-20T10:20:57.783247Z","time spent":"2.497717743s","remote":"127.0.0.1:51504","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":491,"response count":0,"response size":38,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-03-20T10:21:00.280999Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"188.485717ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/cilium.io/ciliuml2announcementpolicies/\" range_end:\"/registry/cilium.io/ciliuml2announcementpolicies0\" count_only:true ","response":"range_response_count:0 size:5"} {"level":"info","ts":"2026-03-20T10:21:00.281021Z","caller":"traceutil/trace.go:171","msg":"trace[2065197800] range","detail":"{range_begin:/registry/health; range_end:; response_count:0; response_revision:1513; }","duration":"702.130271ms","start":"2026-03-20T10:20:59.578879Z","end":"2026-03-20T10:21:00.281009Z","steps":["trace[2065197800] 'agreement among raft nodes before linearized reading' (duration: 702.063229ms)"],"step_count":1} {"level":"info","ts":"2026-03-20T10:21:00.28103Z","caller":"traceutil/trace.go:171","msg":"trace[1289262346] range","detail":"{range_begin:/registry/cilium.io/ciliuml2announcementpolicies/; range_end:/registry/cilium.io/ciliuml2announcementpolicies0; response_count:0; response_revision:1513; }","duration":"188.562949ms","start":"2026-03-20T10:21:00.092457Z","end":"2026-03-20T10:21:00.28102Z","steps":["trace[1289262346] 'agreement among raft nodes before linearized reading' (duration: 188.509858ms)"],"step_count":1} {"level":"warn","ts":"2026-03-20T10:21:00.28105Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-20T10:20:59.578856Z","time spent":"702.186843ms","remote":"127.0.0.1:51202","response type":"/etcdserverpb.KV/Range","request count":0,"request size":18,"response count":0,"response size":27,"request content":"key:\"/registry/health\" "} {"level":"warn","ts":"2026-03-20T10:21:00.281159Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"958.142377ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/masterleases/199.204.45.102\" ","response":"range_response_count:1 size:135"} {"level":"info","ts":"2026-03-20T10:21:00.281192Z","caller":"traceutil/trace.go:171","msg":"trace[1439809755] range","detail":"{range_begin:/registry/masterleases/199.204.45.102; range_end:; response_count:1; response_revision:1513; }","duration":"958.208619ms","start":"2026-03-20T10:20:59.32297Z","end":"2026-03-20T10:21:00.281179Z","steps":["trace[1439809755] 'agreement among raft nodes before linearized reading' (duration: 958.090136ms)"],"step_count":1} {"level":"warn","ts":"2026-03-20T10:21:00.281194Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"498.098359ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/plndr-cp-lock\" ","response":"range_response_count:1 size:432"} {"level":"warn","ts":"2026-03-20T10:21:00.281213Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"673.167099ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/clusterrolebindings/\" range_end:\"/registry/clusterrolebindings0\" count_only:true ","response":"range_response_count:0 size:7"} {"level":"warn","ts":"2026-03-20T10:21:00.28122Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-20T10:20:59.322951Z","time spent":"958.263361ms","remote":"127.0.0.1:51238","response type":"/etcdserverpb.KV/Range","request count":0,"request size":39,"response count":1,"response size":157,"request content":"key:\"/registry/masterleases/199.204.45.102\" "} {"level":"info","ts":"2026-03-20T10:21:00.281236Z","caller":"traceutil/trace.go:171","msg":"trace[1615345550] range","detail":"{range_begin:/registry/clusterrolebindings/; range_end:/registry/clusterrolebindings0; response_count:0; response_revision:1513; }","duration":"673.21406ms","start":"2026-03-20T10:20:59.608014Z","end":"2026-03-20T10:21:00.281228Z","steps":["trace[1615345550] 'agreement among raft nodes before linearized reading' (duration: 673.155279ms)"],"step_count":1} {"level":"info","ts":"2026-03-20T10:21:00.28123Z","caller":"traceutil/trace.go:171","msg":"trace[653376664] range","detail":"{range_begin:/registry/leases/kube-system/plndr-cp-lock; range_end:; response_count:1; response_revision:1513; }","duration":"498.183001ms","start":"2026-03-20T10:20:59.783036Z","end":"2026-03-20T10:21:00.281219Z","steps":["trace[653376664] 'agreement among raft nodes before linearized reading' (duration: 498.060308ms)"],"step_count":1} {"level":"warn","ts":"2026-03-20T10:21:00.281254Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-20T10:20:59.60799Z","time spent":"673.259802ms","remote":"127.0.0.1:51588","response type":"/etcdserverpb.KV/Range","request count":0,"request size":66,"response count":53,"response size":29,"request content":"key:\"/registry/clusterrolebindings/\" range_end:\"/registry/clusterrolebindings0\" count_only:true "} {"level":"warn","ts":"2026-03-20T10:21:00.281264Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-20T10:20:59.783012Z","time spent":"498.245283ms","remote":"127.0.0.1:51504","response type":"/etcdserverpb.KV/Range","request count":0,"request size":44,"response count":1,"response size":454,"request content":"key:\"/registry/leases/kube-system/plndr-cp-lock\" "} {"level":"warn","ts":"2026-03-20T10:21:02.011518Z","caller":"wal/wal.go:805","msg":"slow fdatasync","took":"1.556478233s","expected-duration":"1s"} {"level":"warn","ts":"2026-03-20T10:21:02.580233Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"2.000903695s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/health\" ","response":"","error":"context deadline exceeded"} {"level":"info","ts":"2026-03-20T10:21:02.580389Z","caller":"traceutil/trace.go:171","msg":"trace[1125614750] range","detail":"{range_begin:/registry/health; range_end:; }","duration":"2.001126811s","start":"2026-03-20T10:21:00.579243Z","end":"2026-03-20T10:21:02.58037Z","steps":["trace[1125614750] 'agreement among raft nodes before linearized reading' (duration: 2.000936666s)"],"step_count":1} {"level":"warn","ts":"2026-03-20T10:21:02.580493Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-20T10:21:00.579224Z","time spent":"2.001255735s","remote":"127.0.0.1:51202","response type":"/etcdserverpb.KV/Range","request count":0,"request size":18,"response count":0,"response size":0,"request content":"key:\"/registry/health\" "} 2026/03/20 10:21:02 WARNING: [core] [Server #8] grpc: Server.processUnaryRPC failed to write status: connection error: desc = "transport is closing" {"level":"warn","ts":"2026-03-20T10:21:03.751876Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.352789892s","expected-duration":"100ms","prefix":"read-only range ","request":"limit:1 serializable:true keys_only:true ","response":"range_response_count:0 size:5"} {"level":"info","ts":"2026-03-20T10:21:03.751963Z","caller":"traceutil/trace.go:171","msg":"trace[451869280] range","detail":"{range_begin:; range_end:; response_count:0; response_revision:1513; }","duration":"1.352887804s","start":"2026-03-20T10:21:02.399063Z","end":"2026-03-20T10:21:03.751951Z","steps":["trace[451869280] 'range keys from in-memory index tree' (duration: 1.352774612s)"],"step_count":1} {"level":"warn","ts":"2026-03-20T10:21:03.752253Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"3.297180167s","expected-duration":"100ms","prefix":"","request":"header: lease_grant:","response":"size:39"} {"level":"warn","ts":"2026-03-20T10:21:03.752966Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-20T10:21:00.281969Z","time spent":"3.470989414s","remote":"127.0.0.1:51238","response type":"/etcdserverpb.Lease/LeaseGrant","request count":-1,"request size":-1,"response count":-1,"response size":-1,"request content":""} {"level":"info","ts":"2026-03-20T10:21:03.753982Z","caller":"traceutil/trace.go:171","msg":"trace[1452870098] linearizableReadLoop","detail":"{readStateIndex:1614; appliedIndex:1612; }","duration":"3.463238148s","start":"2026-03-20T10:21:00.290724Z","end":"2026-03-20T10:21:03.753962Z","steps":["trace[1452870098] 'read index received' (duration: 164.344537ms)","trace[1452870098] 'applied index is now lower than readState.Index' (duration: 3.298892721s)"],"step_count":2} {"level":"info","ts":"2026-03-20T10:21:03.754211Z","caller":"traceutil/trace.go:171","msg":"trace[660923113] transaction","detail":"{read_only:false; response_revision:1514; number_of_response:1; }","duration":"3.468725117s","start":"2026-03-20T10:21:00.285476Z","end":"2026-03-20T10:21:03.754201Z","steps":["trace[660923113] 'process raft request' (duration: 3.466935523s)"],"step_count":1} {"level":"warn","ts":"2026-03-20T10:21:03.754297Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-20T10:21:00.28546Z","time spent":"3.468776238s","remote":"127.0.0.1:51504","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":419,"response count":0,"response size":38,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-03-20T10:21:03.754294Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"3.463561866s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/rbd-csi-ceph-com\" ","response":"range_response_count:1 size:473"} {"level":"info","ts":"2026-03-20T10:21:03.754331Z","caller":"traceutil/trace.go:171","msg":"trace[1003619772] range","detail":"{range_begin:/registry/leases/kube-system/rbd-csi-ceph-com; range_end:; response_count:1; response_revision:1514; }","duration":"3.463622187s","start":"2026-03-20T10:21:00.2907Z","end":"2026-03-20T10:21:03.754323Z","steps":["trace[1003619772] 'agreement among raft nodes before linearized reading' (duration: 3.463494514s)"],"step_count":1} {"level":"warn","ts":"2026-03-20T10:21:03.754359Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-20T10:21:00.290692Z","time spent":"3.463661928s","remote":"127.0.0.1:51504","response type":"/etcdserverpb.KV/Range","request count":0,"request size":47,"response count":1,"response size":495,"request content":"key:\"/registry/leases/kube-system/rbd-csi-ceph-com\" "} {"level":"warn","ts":"2026-03-20T10:21:04.254213Z","caller":"etcdserver/v3_server.go:897","msg":"waiting for ReadIndex response took too long, retrying","sent-request-id":184257304220178158,"retry-timeout":"500ms"} {"level":"warn","ts":"2026-03-20T10:21:04.580606Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.99986095s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/health\" ","response":"","error":"context deadline exceeded"} {"level":"info","ts":"2026-03-20T10:21:04.5807Z","caller":"traceutil/trace.go:171","msg":"trace[854452347] range","detail":"{range_begin:/registry/health; range_end:; }","duration":"1.999976163s","start":"2026-03-20T10:21:02.580705Z","end":"2026-03-20T10:21:04.580681Z","steps":["trace[854452347] 'agreement among raft nodes before linearized reading' (duration: 1.99985688s)"],"step_count":1} {"level":"warn","ts":"2026-03-20T10:21:04.580771Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-20T10:21:02.58064Z","time spent":"2.000121416s","remote":"127.0.0.1:51190","response type":"/etcdserverpb.KV/Range","request count":0,"request size":18,"response count":0,"response size":0,"request content":"key:\"/registry/health\" "} {"level":"warn","ts":"2026-03-20T10:21:04.754753Z","caller":"etcdserver/v3_server.go:897","msg":"waiting for ReadIndex response took too long, retrying","sent-request-id":184257304220178158,"retry-timeout":"500ms"} {"level":"warn","ts":"2026-03-20T10:21:05.255178Z","caller":"etcdserver/v3_server.go:897","msg":"waiting for ReadIndex response took too long, retrying","sent-request-id":184257304220178158,"retry-timeout":"500ms"} {"level":"warn","ts":"2026-03-20T10:21:05.75541Z","caller":"etcdserver/v3_server.go:897","msg":"waiting for ReadIndex response took too long, retrying","sent-request-id":184257304220178158,"retry-timeout":"500ms"} {"level":"warn","ts":"2026-03-20T10:21:06.256265Z","caller":"etcdserver/v3_server.go:897","msg":"waiting for ReadIndex response took too long, retrying","sent-request-id":184257304220178158,"retry-timeout":"500ms"} {"level":"warn","ts":"2026-03-20T10:21:06.342099Z","caller":"wal/wal.go:805","msg":"slow fdatasync","took":"2.912918717s","expected-duration":"1s"} {"level":"info","ts":"2026-03-20T10:21:06.342629Z","caller":"traceutil/trace.go:171","msg":"trace[1567580848] transaction","detail":"{read_only:false; response_revision:1515; number_of_response:1; }","duration":"2.913554872s","start":"2026-03-20T10:21:03.429049Z","end":"2026-03-20T10:21:06.342604Z","steps":["trace[1567580848] 'process raft request' (duration: 2.913382448s)"],"step_count":1} {"level":"warn","ts":"2026-03-20T10:21:06.342839Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-20T10:21:03.428963Z","time spent":"2.913783139s","remote":"127.0.0.1:51504","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":521,"response count":0,"response size":38,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-03-20T10:21:06.588982Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"2.000384963s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/health\" ","response":"","error":"context canceled"} {"level":"info","ts":"2026-03-20T10:21:06.58908Z","caller":"traceutil/trace.go:171","msg":"trace[1758996333] range","detail":"{range_begin:/registry/health; range_end:; }","duration":"2.000547467s","start":"2026-03-20T10:21:04.588509Z","end":"2026-03-20T10:21:06.589057Z","steps":["trace[1758996333] 'agreement among raft nodes before linearized reading' (duration: 2.000427334s)"],"step_count":1} {"level":"warn","ts":"2026-03-20T10:21:06.589131Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-20T10:21:04.588486Z","time spent":"2.000634539s","remote":"127.0.0.1:51202","response type":"/etcdserverpb.KV/Range","request count":0,"request size":18,"response count":0,"response size":0,"request content":"key:\"/registry/health\" "} 2026/03/20 10:21:06 WARNING: [core] [Server #8] grpc: Server.processUnaryRPC failed to write status: connection error: desc = "transport is closing" {"level":"warn","ts":"2026-03-20T10:21:06.869473Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"342.773301ms","expected-duration":"100ms","prefix":"","request":"header: txn: success:> failure: >>","response":"size:16"} {"level":"info","ts":"2026-03-20T10:21:06.869777Z","caller":"traceutil/trace.go:171","msg":"trace[402512445] transaction","detail":"{read_only:false; response_revision:1517; number_of_response:1; }","duration":"3.115186174s","start":"2026-03-20T10:21:03.754565Z","end":"2026-03-20T10:21:06.869751Z","steps":["trace[402512445] 'process raft request' (duration: 3.11501126s)"],"step_count":1} {"level":"warn","ts":"2026-03-20T10:21:06.86993Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-20T10:21:03.754548Z","time spent":"3.115306617s","remote":"127.0.0.1:51238","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":120,"response count":0,"response size":38,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-03-20T10:21:06.869965Z","caller":"traceutil/trace.go:171","msg":"trace[1548315670] transaction","detail":"{read_only:false; response_revision:1518; number_of_response:1; }","duration":"3.112339001s","start":"2026-03-20T10:21:03.757612Z","end":"2026-03-20T10:21:06.869951Z","steps":["trace[1548315670] 'process raft request' (duration: 3.112078315s)"],"step_count":1} {"level":"warn","ts":"2026-03-20T10:21:06.870014Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-20T10:21:03.757606Z","time spent":"3.112385452s","remote":"127.0.0.1:51504","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":459,"response count":0,"response size":38,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-03-20T10:21:06.870031Z","caller":"traceutil/trace.go:171","msg":"trace[1715645112] transaction","detail":"{read_only:false; response_revision:1516; number_of_response:1; }","duration":"3.436663705s","start":"2026-03-20T10:21:03.433328Z","end":"2026-03-20T10:21:06.869991Z","steps":["trace[1715645112] 'process raft request' (duration: 3.093285269s)","trace[1715645112] 'compare' (duration: 342.539675ms)"],"step_count":2} {"level":"warn","ts":"2026-03-20T10:21:06.870211Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-20T10:21:03.433316Z","time spent":"3.436807898s","remote":"127.0.0.1:51504","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":673,"response count":0,"response size":38,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-03-20T10:21:07.28512Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"4.999318497s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/kube-controller-manager\" ","response":"","error":"context deadline exceeded"} {"level":"info","ts":"2026-03-20T10:21:07.285203Z","caller":"traceutil/trace.go:171","msg":"trace[1509027854] range","detail":"{range_begin:/registry/leases/kube-system/kube-controller-manager; range_end:; }","duration":"4.999451711s","start":"2026-03-20T10:21:02.285732Z","end":"2026-03-20T10:21:07.285184Z","steps":["trace[1509027854] 'agreement among raft nodes before linearized reading' (duration: 4.999348508s)"],"step_count":1} {"level":"warn","ts":"2026-03-20T10:21:07.285253Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-20T10:21:02.285715Z","time spent":"4.999527432s","remote":"127.0.0.1:51504","response type":"/etcdserverpb.KV/Range","request count":0,"request size":54,"response count":0,"response size":0,"request content":"key:\"/registry/leases/kube-system/kube-controller-manager\" "} {"level":"warn","ts":"2026-03-20T10:21:07.28523Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"4.999239265s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/kube-scheduler\" ","response":"","error":"context canceled"} 2026/03/20 10:21:07 WARNING: [core] [Server #8] grpc: Server.processUnaryRPC failed to write status: connection error: desc = "transport is closing" {"level":"info","ts":"2026-03-20T10:21:07.285304Z","caller":"traceutil/trace.go:171","msg":"trace[1395454579] range","detail":"{range_begin:/registry/leases/kube-system/kube-scheduler; range_end:; }","duration":"4.999342477s","start":"2026-03-20T10:21:02.285942Z","end":"2026-03-20T10:21:07.285285Z","steps":["trace[1395454579] 'agreement among raft nodes before linearized reading' (duration: 4.999247405s)"],"step_count":1} {"level":"warn","ts":"2026-03-20T10:21:07.285308Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"4.999499512s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/cilium-operator-resource-lock\" ","response":"","error":"context deadline exceeded"} {"level":"warn","ts":"2026-03-20T10:21:07.285351Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-20T10:21:02.285938Z","time spent":"4.99940416s","remote":"127.0.0.1:51504","response type":"/etcdserverpb.KV/Range","request count":0,"request size":45,"response count":0,"response size":0,"request content":"key:\"/registry/leases/kube-system/kube-scheduler\" "} 2026/03/20 10:21:07 WARNING: [core] [Server #8] grpc: Server.processUnaryRPC failed to write status: connection error: desc = "transport is closing" {"level":"info","ts":"2026-03-20T10:21:07.285387Z","caller":"traceutil/trace.go:171","msg":"trace[971450325] range","detail":"{range_begin:/registry/leases/kube-system/cilium-operator-resource-lock; range_end:; }","duration":"4.999624144s","start":"2026-03-20T10:21:02.285743Z","end":"2026-03-20T10:21:07.285368Z","steps":["trace[971450325] 'agreement among raft nodes before linearized reading' (duration: 4.999516972s)"],"step_count":1} {"level":"warn","ts":"2026-03-20T10:21:07.285557Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-20T10:21:02.285731Z","time spent":"4.99981053s","remote":"127.0.0.1:51504","response type":"/etcdserverpb.KV/Range","request count":0,"request size":60,"response count":0,"response size":0,"request content":"key:\"/registry/leases/kube-system/cilium-operator-resource-lock\" "} 2026/03/20 10:21:07 WARNING: [core] [Server #8] grpc: Server.processUnaryRPC failed to write status: connection error: desc = "transport is closing" {"level":"warn","ts":"2026-03-20T10:21:07.959096Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.089351795s","expected-duration":"100ms","prefix":"","request":"header: lease_revoke:","response":"size:27"} {"level":"info","ts":"2026-03-20T10:21:07.959208Z","caller":"traceutil/trace.go:171","msg":"trace[1506659019] linearizableReadLoop","detail":"{readStateIndex:1619; appliedIndex:1614; }","duration":"4.205146714s","start":"2026-03-20T10:21:03.754038Z","end":"2026-03-20T10:21:07.959185Z","steps":["trace[1506659019] 'read index received' (duration: 2.588405188s)","trace[1506659019] 'applied index is now lower than readState.Index' (duration: 1.616738916s)"],"step_count":2} {"level":"warn","ts":"2026-03-20T10:21:07.959664Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"6.126139778s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/configmaps/\" range_end:\"/registry/configmaps0\" count_only:true ","response":"range_response_count:0 size:7"} {"level":"info","ts":"2026-03-20T10:21:07.959716Z","caller":"traceutil/trace.go:171","msg":"trace[18737307] range","detail":"{range_begin:/registry/configmaps/; range_end:/registry/configmaps0; response_count:0; response_revision:1518; }","duration":"6.12624196s","start":"2026-03-20T10:21:01.833462Z","end":"2026-03-20T10:21:07.959703Z","steps":["trace[18737307] 'agreement among raft nodes before linearized reading' (duration: 6.126145038s)"],"step_count":1} {"level":"warn","ts":"2026-03-20T10:21:07.959752Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-20T10:21:01.833436Z","time spent":"6.126307312s","remote":"127.0.0.1:51332","response type":"/etcdserverpb.KV/Range","request count":0,"request size":48,"response count":15,"response size":29,"request content":"key:\"/registry/configmaps/\" range_end:\"/registry/configmaps0\" count_only:true "} {"level":"warn","ts":"2026-03-20T10:21:07.959768Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"6.451059038s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/plndr-svcs-lock\" ","response":"range_response_count:1 size:437"} {"level":"info","ts":"2026-03-20T10:21:07.959802Z","caller":"traceutil/trace.go:171","msg":"trace[552548845] range","detail":"{range_begin:/registry/leases/kube-system/plndr-svcs-lock; range_end:; response_count:1; response_revision:1518; }","duration":"6.45113193s","start":"2026-03-20T10:21:01.50866Z","end":"2026-03-20T10:21:07.959792Z","steps":["trace[552548845] 'agreement among raft nodes before linearized reading' (duration: 6.450996286s)"],"step_count":1} {"level":"warn","ts":"2026-03-20T10:21:07.959841Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-20T10:21:01.508642Z","time spent":"6.451192712s","remote":"127.0.0.1:51504","response type":"/etcdserverpb.KV/Range","request count":0,"request size":46,"response count":1,"response size":459,"request content":"key:\"/registry/leases/kube-system/plndr-svcs-lock\" "} {"level":"warn","ts":"2026-03-20T10:21:07.959937Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"4.480580561s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/persistentvolumes/\" range_end:\"/registry/persistentvolumes0\" count_only:true ","response":"range_response_count:0 size:5"} {"level":"info","ts":"2026-03-20T10:21:07.959974Z","caller":"traceutil/trace.go:171","msg":"trace[1630715036] range","detail":"{range_begin:/registry/persistentvolumes/; range_end:/registry/persistentvolumes0; response_count:0; response_revision:1518; }","duration":"4.480681884s","start":"2026-03-20T10:21:03.479283Z","end":"2026-03-20T10:21:07.959965Z","steps":["trace[1630715036] 'agreement among raft nodes before linearized reading' (duration: 4.480628973s)"],"step_count":1} {"level":"warn","ts":"2026-03-20T10:21:07.960002Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-20T10:21:03.479265Z","time spent":"4.480729265s","remote":"127.0.0.1:51382","response type":"/etcdserverpb.KV/Range","request count":0,"request size":62,"response count":0,"response size":27,"request content":"key:\"/registry/persistentvolumes/\" range_end:\"/registry/persistentvolumes0\" count_only:true "} {"level":"warn","ts":"2026-03-20T10:21:07.960126Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"7.66905985s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/external-snapshotter-leader-rbd-csi-ceph-com\" ","response":"range_response_count:1 size:533"} {"level":"info","ts":"2026-03-20T10:21:07.960166Z","caller":"traceutil/trace.go:171","msg":"trace[1045417335] range","detail":"{range_begin:/registry/leases/kube-system/external-snapshotter-leader-rbd-csi-ceph-com; range_end:; response_count:1; response_revision:1518; }","duration":"7.669109452s","start":"2026-03-20T10:21:00.291047Z","end":"2026-03-20T10:21:07.960157Z","steps":["trace[1045417335] 'agreement among raft nodes before linearized reading' (duration: 7.669013519s)"],"step_count":1} {"level":"warn","ts":"2026-03-20T10:21:07.960145Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"5.674200068s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/rbd.csi.ceph.com-kube-system\" ","response":"range_response_count:1 size:531"} {"level":"warn","ts":"2026-03-20T10:21:07.960193Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-20T10:21:00.291043Z","time spent":"7.669143982s","remote":"127.0.0.1:51504","response type":"/etcdserverpb.KV/Range","request count":0,"request size":75,"response count":1,"response size":555,"request content":"key:\"/registry/leases/kube-system/external-snapshotter-leader-rbd-csi-ceph-com\" "} {"level":"info","ts":"2026-03-20T10:21:07.96023Z","caller":"traceutil/trace.go:171","msg":"trace[1331940148] range","detail":"{range_begin:/registry/leases/kube-system/rbd.csi.ceph.com-kube-system; range_end:; response_count:1; response_revision:1518; }","duration":"5.674308121s","start":"2026-03-20T10:21:02.285898Z","end":"2026-03-20T10:21:07.960206Z","steps":["trace[1331940148] 'agreement among raft nodes before linearized reading' (duration: 5.674079234s)"],"step_count":1} {"level":"warn","ts":"2026-03-20T10:21:07.960304Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-20T10:21:02.285891Z","time spent":"5.674392933s","remote":"127.0.0.1:51504","response type":"/etcdserverpb.KV/Range","request count":0,"request size":59,"response count":1,"response size":553,"request content":"key:\"/registry/leases/kube-system/rbd.csi.ceph.com-kube-system\" "} {"level":"warn","ts":"2026-03-20T10:21:07.960332Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"4.982281704s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/cilium.io/ciliumnodes/\" range_end:\"/registry/cilium.io/ciliumnodes0\" count_only:true ","response":"range_response_count:0 size:7"} {"level":"warn","ts":"2026-03-20T10:21:07.960352Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"7.668814584s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/external-resizer-rbd-csi-ceph-com\" ","response":"range_response_count:1 size:508"} {"level":"info","ts":"2026-03-20T10:21:07.960371Z","caller":"traceutil/trace.go:171","msg":"trace[1665884458] range","detail":"{range_begin:/registry/cilium.io/ciliumnodes/; range_end:/registry/cilium.io/ciliumnodes0; response_count:0; response_revision:1518; }","duration":"4.982359746s","start":"2026-03-20T10:21:02.978002Z","end":"2026-03-20T10:21:07.960361Z","steps":["trace[1665884458] 'agreement among raft nodes before linearized reading' (duration: 4.982303174s)"],"step_count":1} {"level":"info","ts":"2026-03-20T10:21:07.960377Z","caller":"traceutil/trace.go:171","msg":"trace[1705246152] range","detail":"{range_begin:/registry/leases/kube-system/external-resizer-rbd-csi-ceph-com; range_end:; response_count:1; response_revision:1518; }","duration":"7.668852275s","start":"2026-03-20T10:21:00.291517Z","end":"2026-03-20T10:21:07.960369Z","steps":["trace[1705246152] 'agreement among raft nodes before linearized reading' (duration: 7.668780453s)"],"step_count":1} {"level":"warn","ts":"2026-03-20T10:21:07.9604Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-20T10:21:02.977981Z","time spent":"4.982411598s","remote":"127.0.0.1:53944","response type":"/etcdserverpb.KV/Range","request count":0,"request size":70,"response count":1,"response size":29,"request content":"key:\"/registry/cilium.io/ciliumnodes/\" range_end:\"/registry/cilium.io/ciliumnodes0\" count_only:true "} {"level":"warn","ts":"2026-03-20T10:21:07.960415Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-20T10:21:00.291512Z","time spent":"7.668883846s","remote":"127.0.0.1:51504","response type":"/etcdserverpb.KV/Range","request count":0,"request size":64,"response count":1,"response size":530,"request content":"key:\"/registry/leases/kube-system/external-resizer-rbd-csi-ceph-com\" "} {"level":"warn","ts":"2026-03-20T10:21:07.96049Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.370807256s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/health\" ","response":"range_response_count:0 size:5"} {"level":"warn","ts":"2026-03-20T10:21:07.960493Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"2.297445565s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/controllerrevisions/\" range_end:\"/registry/controllerrevisions0\" count_only:true ","response":"range_response_count:0 size:7"} {"level":"info","ts":"2026-03-20T10:21:07.960519Z","caller":"traceutil/trace.go:171","msg":"trace[741519289] range","detail":"{range_begin:/registry/health; range_end:; response_count:0; response_revision:1518; }","duration":"1.370870118s","start":"2026-03-20T10:21:06.589642Z","end":"2026-03-20T10:21:07.960512Z","steps":["trace[741519289] 'agreement among raft nodes before linearized reading' (duration: 1.370829457s)"],"step_count":1} {"level":"warn","ts":"2026-03-20T10:21:07.960543Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-20T10:21:06.589621Z","time spent":"1.370917169s","remote":"127.0.0.1:51190","response type":"/etcdserverpb.KV/Range","request count":0,"request size":18,"response count":0,"response size":27,"request content":"key:\"/registry/health\" "} {"level":"warn","ts":"2026-03-20T10:21:07.960598Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.56551504s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/health\" ","response":"range_response_count:0 size:5"} {"level":"info","ts":"2026-03-20T10:21:07.960648Z","caller":"traceutil/trace.go:171","msg":"trace[885595160] range","detail":"{range_begin:/registry/health; range_end:; response_count:0; response_revision:1518; }","duration":"1.565602573s","start":"2026-03-20T10:21:06.39503Z","end":"2026-03-20T10:21:07.960632Z","steps":["trace[885595160] 'agreement among raft nodes before linearized reading' (duration: 1.565532161s)"],"step_count":1} {"level":"warn","ts":"2026-03-20T10:21:07.960656Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"2.202299828s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/plndr-cp-lock\" ","response":"range_response_count:1 size:433"} {"level":"info","ts":"2026-03-20T10:21:07.960685Z","caller":"traceutil/trace.go:171","msg":"trace[1316399187] range","detail":"{range_begin:/registry/leases/kube-system/plndr-cp-lock; range_end:; response_count:1; response_revision:1518; }","duration":"2.20236851s","start":"2026-03-20T10:21:05.758307Z","end":"2026-03-20T10:21:07.960676Z","steps":["trace[1316399187] 'agreement among raft nodes before linearized reading' (duration: 2.202281947s)"],"step_count":1} {"level":"warn","ts":"2026-03-20T10:21:07.960687Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-20T10:21:06.395011Z","time spent":"1.565665004s","remote":"127.0.0.1:51202","response type":"/etcdserverpb.KV/Range","request count":0,"request size":18,"response count":0,"response size":27,"request content":"key:\"/registry/health\" "} {"level":"warn","ts":"2026-03-20T10:21:07.960723Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-20T10:21:05.758281Z","time spent":"2.202431332s","remote":"127.0.0.1:51504","response type":"/etcdserverpb.KV/Range","request count":0,"request size":44,"response count":1,"response size":455,"request content":"key:\"/registry/leases/kube-system/plndr-cp-lock\" "} {"level":"warn","ts":"2026-03-20T10:21:07.960731Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.089057638s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/services/endpoints/default/kubernetes\" ","response":"range_response_count:1 size:422"} {"level":"info","ts":"2026-03-20T10:21:07.960538Z","caller":"traceutil/trace.go:171","msg":"trace[1717085041] range","detail":"{range_begin:/registry/controllerrevisions/; range_end:/registry/controllerrevisions0; response_count:0; response_revision:1518; }","duration":"2.297534387s","start":"2026-03-20T10:21:05.662989Z","end":"2026-03-20T10:21:07.960524Z","steps":["trace[1717085041] 'agreement among raft nodes before linearized reading' (duration: 2.297452995s)"],"step_count":1} {"level":"warn","ts":"2026-03-20T10:21:07.960809Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-20T10:21:05.662963Z","time spent":"2.297827465s","remote":"127.0.0.1:51694","response type":"/etcdserverpb.KV/Range","request count":0,"request size":66,"response count":3,"response size":29,"request content":"key:\"/registry/controllerrevisions/\" range_end:\"/registry/controllerrevisions0\" count_only:true "} {"level":"warn","ts":"2026-03-20T10:21:07.960684Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"524.700953ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/mutatingwebhookconfigurations/\" range_end:\"/registry/mutatingwebhookconfigurations0\" count_only:true ","response":"range_response_count:0 size:5"} {"level":"info","ts":"2026-03-20T10:21:07.960756Z","caller":"traceutil/trace.go:171","msg":"trace[315393980] range","detail":"{range_begin:/registry/services/endpoints/default/kubernetes; range_end:; response_count:1; response_revision:1518; }","duration":"1.089112699s","start":"2026-03-20T10:21:06.871635Z","end":"2026-03-20T10:21:07.960748Z","steps":["trace[315393980] 'agreement among raft nodes before linearized reading' (duration: 1.089066768s)"],"step_count":1} {"level":"info","ts":"2026-03-20T10:21:07.960914Z","caller":"traceutil/trace.go:171","msg":"trace[231186376] range","detail":"{range_begin:/registry/mutatingwebhookconfigurations/; range_end:/registry/mutatingwebhookconfigurations0; response_count:0; response_revision:1518; }","duration":"524.919448ms","start":"2026-03-20T10:21:07.435973Z","end":"2026-03-20T10:21:07.960892Z","steps":["trace[231186376] 'agreement among raft nodes before linearized reading' (duration: 524.689412ms)"],"step_count":1} {"level":"warn","ts":"2026-03-20T10:21:07.960944Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-20T10:21:06.871618Z","time spent":"1.089316684s","remote":"127.0.0.1:51406","response type":"/etcdserverpb.KV/Range","request count":0,"request size":49,"response count":1,"response size":444,"request content":"key:\"/registry/services/endpoints/default/kubernetes\" "} {"level":"warn","ts":"2026-03-20T10:21:07.960969Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-20T10:21:07.435902Z","time spent":"525.048822ms","remote":"127.0.0.1:51714","response type":"/etcdserverpb.KV/Range","request count":0,"request size":86,"response count":0,"response size":27,"request content":"key:\"/registry/mutatingwebhookconfigurations/\" range_end:\"/registry/mutatingwebhookconfigurations0\" count_only:true "} {"level":"warn","ts":"2026-03-20T10:21:07.96111Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"7.668580918s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/external-attacher-leader-rbd-csi-ceph-com\" ","response":"range_response_count:1 size:524"} {"level":"info","ts":"2026-03-20T10:21:07.961189Z","caller":"traceutil/trace.go:171","msg":"trace[1967117295] range","detail":"{range_begin:/registry/leases/kube-system/external-attacher-leader-rbd-csi-ceph-com; range_end:; response_count:1; response_revision:1518; }","duration":"7.668702051s","start":"2026-03-20T10:21:00.292468Z","end":"2026-03-20T10:21:07.96117Z","steps":["trace[1967117295] 'agreement among raft nodes before linearized reading' (duration: 7.667253184s)"],"step_count":1} {"level":"warn","ts":"2026-03-20T10:21:07.961503Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-20T10:21:00.292464Z","time spent":"7.669022229s","remote":"127.0.0.1:51504","response type":"/etcdserverpb.KV/Range","request count":0,"request size":72,"response count":1,"response size":546,"request content":"key:\"/registry/leases/kube-system/external-attacher-leader-rbd-csi-ceph-com\" "} {"level":"warn","ts":"2026-03-20T10:21:08.469156Z","caller":"etcdserver/v3_server.go:897","msg":"waiting for ReadIndex response took too long, retrying","sent-request-id":184257304220178165,"retry-timeout":"500ms"} {"level":"info","ts":"2026-03-20T10:21:08.623731Z","caller":"traceutil/trace.go:171","msg":"trace[477648856] transaction","detail":"{read_only:false; response_revision:1519; number_of_response:1; }","duration":"657.767358ms","start":"2026-03-20T10:21:07.965931Z","end":"2026-03-20T10:21:08.623698Z","steps":["trace[477648856] 'process raft request' (duration: 657.581964ms)"],"step_count":1} {"level":"warn","ts":"2026-03-20T10:21:08.623924Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-20T10:21:07.965921Z","time spent":"657.908371ms","remote":"127.0.0.1:51504","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":423,"response count":0,"response size":38,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-03-20T10:21:09.718617Z","caller":"wal/wal.go:805","msg":"slow fdatasync","took":"1.095075061s","expected-duration":"1s"} {"level":"warn","ts":"2026-03-20T10:21:09.968836Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"2.000753091s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/health\" ","response":"","error":"context canceled"} {"level":"info","ts":"2026-03-20T10:21:09.96897Z","caller":"traceutil/trace.go:171","msg":"trace[76606902] range","detail":"{range_begin:/registry/health; range_end:; }","duration":"2.000941277s","start":"2026-03-20T10:21:07.967995Z","end":"2026-03-20T10:21:09.968936Z","steps":["trace[76606902] 'agreement among raft nodes before linearized reading' (duration: 2.000752632s)"],"step_count":1} {"level":"warn","ts":"2026-03-20T10:21:09.969041Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-20T10:21:07.967988Z","time spent":"2.001039099s","remote":"127.0.0.1:51202","response type":"/etcdserverpb.KV/Range","request count":0,"request size":18,"response count":0,"response size":0,"request content":"key:\"/registry/health\" "} 2026/03/20 10:21:09 WARNING: [core] [Server #8] grpc: Server.processUnaryRPC failed to write status: connection error: desc = "transport is closing" {"level":"warn","ts":"2026-03-20T10:21:10.045965Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"326.952441ms","expected-duration":"100ms","prefix":"","request":"header: txn: success:> failure: >>","response":"size:16"} {"level":"info","ts":"2026-03-20T10:21:10.046303Z","caller":"traceutil/trace.go:171","msg":"trace[460173898] linearizableReadLoop","detail":"{readStateIndex:1625; appliedIndex:1620; }","duration":"2.078266881s","start":"2026-03-20T10:21:07.968016Z","end":"2026-03-20T10:21:10.046283Z","steps":["trace[460173898] 'read index received' (duration: 655.749028ms)","trace[460173898] 'applied index is now lower than readState.Index' (duration: 1.422516683s)"],"step_count":2} {"level":"info","ts":"2026-03-20T10:21:10.046394Z","caller":"traceutil/trace.go:171","msg":"trace[1666729367] transaction","detail":"{read_only:false; response_revision:1520; number_of_response:1; }","duration":"2.078727343s","start":"2026-03-20T10:21:07.967655Z","end":"2026-03-20T10:21:10.046382Z","steps":["trace[1666729367] 'process raft request' (duration: 1.751110546s)","trace[1666729367] 'compare' (duration: 326.730085ms)"],"step_count":2} {"level":"warn","ts":"2026-03-20T10:21:10.046453Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-20T10:21:07.967633Z","time spent":"2.078785935s","remote":"127.0.0.1:51504","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":494,"response count":0,"response size":38,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-03-20T10:21:10.046645Z","caller":"traceutil/trace.go:171","msg":"trace[1309719832] transaction","detail":"{read_only:false; response_revision:1524; number_of_response:1; }","duration":"2.078266151s","start":"2026-03-20T10:21:07.968368Z","end":"2026-03-20T10:21:10.046634Z","steps":["trace[1309719832] 'process raft request' (duration: 2.077873941s)"],"step_count":1} {"level":"warn","ts":"2026-03-20T10:21:10.046699Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-20T10:21:07.968335Z","time spent":"2.078332713s","remote":"127.0.0.1:51504","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":419,"response count":0,"response size":38,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-03-20T10:21:10.046844Z","caller":"traceutil/trace.go:171","msg":"trace[1963597044] transaction","detail":"{read_only:false; response_revision:1521; number_of_response:1; }","duration":"2.07902705s","start":"2026-03-20T10:21:07.967764Z","end":"2026-03-20T10:21:10.046791Z","steps":["trace[1963597044] 'process raft request' (duration: 2.078316992s)"],"step_count":1} {"level":"info","ts":"2026-03-20T10:21:10.046908Z","caller":"traceutil/trace.go:171","msg":"trace[525176816] transaction","detail":"{read_only:false; response_revision:1522; number_of_response:1; }","duration":"2.079053301s","start":"2026-03-20T10:21:07.967843Z","end":"2026-03-20T10:21:10.046896Z","steps":["trace[525176816] 'process raft request' (duration: 2.078321372s)"],"step_count":1} {"level":"warn","ts":"2026-03-20T10:21:10.047034Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-20T10:21:07.967835Z","time spent":"2.079118263s","remote":"127.0.0.1:51504","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":516,"response count":0,"response size":38,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-03-20T10:21:10.047015Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-20T10:21:07.967744Z","time spent":"2.079174264s","remote":"127.0.0.1:51504","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":519,"response count":0,"response size":38,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-03-20T10:21:10.047116Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"236.80615ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/flowschemas/\" range_end:\"/registry/flowschemas0\" count_only:true ","response":"range_response_count:0 size:7"} {"level":"info","ts":"2026-03-20T10:21:10.047251Z","caller":"traceutil/trace.go:171","msg":"trace[22233327] range","detail":"{range_begin:/registry/flowschemas/; range_end:/registry/flowschemas0; response_count:0; response_revision:1524; }","duration":"237.024175ms","start":"2026-03-20T10:21:09.810182Z","end":"2026-03-20T10:21:10.047206Z","steps":["trace[22233327] 'agreement among raft nodes before linearized reading' (duration: 236.640195ms)"],"step_count":1} {"level":"warn","ts":"2026-03-20T10:21:10.047378Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"723.902843ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/masterleases/199.204.45.102\" ","response":"range_response_count:1 size:135"} {"level":"info","ts":"2026-03-20T10:21:10.046651Z","caller":"traceutil/trace.go:171","msg":"trace[74954405] transaction","detail":"{read_only:false; response_revision:1523; number_of_response:1; }","duration":"2.078666401s","start":"2026-03-20T10:21:07.96794Z","end":"2026-03-20T10:21:10.046607Z","steps":["trace[74954405] 'process raft request' (duration: 2.078261611s)"],"step_count":1} {"level":"warn","ts":"2026-03-20T10:21:10.047481Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"754.864876ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/cilium-operator-resource-lock\" ","response":"range_response_count:1 size:492"} {"level":"info","ts":"2026-03-20T10:21:10.047529Z","caller":"traceutil/trace.go:171","msg":"trace[557503408] range","detail":"{range_begin:/registry/leases/kube-system/cilium-operator-resource-lock; range_end:; response_count:1; response_revision:1524; }","duration":"755.008769ms","start":"2026-03-20T10:21:09.292507Z","end":"2026-03-20T10:21:10.047516Z","steps":["trace[557503408] 'agreement among raft nodes before linearized reading' (duration: 754.826035ms)"],"step_count":1} {"level":"warn","ts":"2026-03-20T10:21:10.047554Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-20T10:21:07.967836Z","time spent":"2.079680468s","remote":"127.0.0.1:51504","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":510,"response count":0,"response size":38,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-03-20T10:21:10.047599Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-20T10:21:09.292485Z","time spent":"755.103991ms","remote":"127.0.0.1:51504","response type":"/etcdserverpb.KV/Range","request count":0,"request size":60,"response count":1,"response size":514,"request content":"key:\"/registry/leases/kube-system/cilium-operator-resource-lock\" "} {"level":"warn","ts":"2026-03-20T10:21:10.047149Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"754.560457ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/kube-scheduler\" ","response":"range_response_count:1 size:479"} {"level":"info","ts":"2026-03-20T10:21:10.047753Z","caller":"traceutil/trace.go:171","msg":"trace[1640750820] range","detail":"{range_begin:/registry/leases/kube-system/kube-scheduler; range_end:; response_count:1; response_revision:1524; }","duration":"755.223874ms","start":"2026-03-20T10:21:09.292516Z","end":"2026-03-20T10:21:10.04774Z","steps":["trace[1640750820] 'agreement among raft nodes before linearized reading' (duration: 754.237638ms)"],"step_count":1} {"level":"warn","ts":"2026-03-20T10:21:10.047819Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-20T10:21:09.292501Z","time spent":"755.281396ms","remote":"127.0.0.1:51504","response type":"/etcdserverpb.KV/Range","request count":0,"request size":45,"response count":1,"response size":501,"request content":"key:\"/registry/leases/kube-system/kube-scheduler\" "} {"level":"warn","ts":"2026-03-20T10:21:10.047394Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"122.430428ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/validatingwebhookconfigurations/\" range_end:\"/registry/validatingwebhookconfigurations0\" count_only:true ","response":"range_response_count:0 size:5"} {"level":"info","ts":"2026-03-20T10:21:10.048223Z","caller":"traceutil/trace.go:171","msg":"trace[1483505827] range","detail":"{range_begin:/registry/masterleases/199.204.45.102; range_end:; response_count:1; response_revision:1524; }","duration":"724.060446ms","start":"2026-03-20T10:21:09.323441Z","end":"2026-03-20T10:21:10.047501Z","steps":["trace[1483505827] 'agreement among raft nodes before linearized reading' (duration: 723.795279ms)"],"step_count":1} {"level":"warn","ts":"2026-03-20T10:21:10.048474Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-20T10:21:09.323426Z","time spent":"725.027881ms","remote":"127.0.0.1:51238","response type":"/etcdserverpb.KV/Range","request count":0,"request size":39,"response count":1,"response size":157,"request content":"key:\"/registry/masterleases/199.204.45.102\" "} {"level":"warn","ts":"2026-03-20T10:21:10.049616Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"757.010228ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/kube-controller-manager\" ","response":"range_response_count:1 size:506"} {"level":"info","ts":"2026-03-20T10:21:10.049824Z","caller":"traceutil/trace.go:171","msg":"trace[1523510614] range","detail":"{range_begin:/registry/validatingwebhookconfigurations/; range_end:/registry/validatingwebhookconfigurations0; response_count:0; response_revision:1524; }","duration":"123.040093ms","start":"2026-03-20T10:21:09.924904Z","end":"2026-03-20T10:21:10.047944Z","steps":["trace[1523510614] 'agreement among raft nodes before linearized reading' (duration: 122.361296ms)"],"step_count":1} {"level":"info","ts":"2026-03-20T10:21:10.049722Z","caller":"traceutil/trace.go:171","msg":"trace[1146077011] range","detail":"{range_begin:/registry/leases/kube-system/kube-controller-manager; range_end:; response_count:1; response_revision:1524; }","duration":"757.132682ms","start":"2026-03-20T10:21:09.292576Z","end":"2026-03-20T10:21:10.049709Z","steps":["trace[1146077011] 'agreement among raft nodes before linearized reading' (duration: 754.729002ms)"],"step_count":1} {"level":"warn","ts":"2026-03-20T10:21:10.05001Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-20T10:21:09.292569Z","time spent":"757.43043ms","remote":"127.0.0.1:51504","response type":"/etcdserverpb.KV/Range","request count":0,"request size":54,"response count":1,"response size":528,"request content":"key:\"/registry/leases/kube-system/kube-controller-manager\" "} {"level":"warn","ts":"2026-03-20T10:21:11.484094Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"649.720094ms","expected-duration":"100ms","prefix":"","request":"header: lease_grant:","response":"size:39"} {"level":"info","ts":"2026-03-20T10:21:11.484305Z","caller":"traceutil/trace.go:171","msg":"trace[712122296] linearizableReadLoop","detail":"{readStateIndex:1626; appliedIndex:1625; }","duration":"1.433579763s","start":"2026-03-20T10:21:10.050705Z","end":"2026-03-20T10:21:11.484285Z","steps":["trace[712122296] 'read index received' (duration: 124.163µs)","trace[712122296] 'applied index is now lower than readState.Index' (duration: 1.4334536s)"],"step_count":2} {"level":"warn","ts":"2026-03-20T10:21:11.484331Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-20T10:21:10.050666Z","time spent":"1.433657025s","remote":"127.0.0.1:51238","response type":"/etcdserverpb.Lease/LeaseGrant","request count":-1,"request size":-1,"response count":-1,"response size":-1,"request content":""} {"level":"warn","ts":"2026-03-20T10:21:11.484798Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.434082137s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pods/kube-system/kube-apiserver-instance\" ","response":"range_response_count:1 size:7111"} {"level":"info","ts":"2026-03-20T10:21:11.484842Z","caller":"traceutil/trace.go:171","msg":"trace[1130678074] range","detail":"{range_begin:/registry/pods/kube-system/kube-apiserver-instance; range_end:; response_count:1; response_revision:1524; }","duration":"1.434178309s","start":"2026-03-20T10:21:10.050652Z","end":"2026-03-20T10:21:11.48483Z","steps":["trace[1130678074] 'agreement among raft nodes before linearized reading' (duration: 1.433709727s)"],"step_count":1} {"level":"warn","ts":"2026-03-20T10:21:11.484876Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-20T10:21:10.050629Z","time spent":"1.43423897s","remote":"127.0.0.1:51424","response type":"/etcdserverpb.KV/Range","request count":0,"request size":52,"response count":1,"response size":7133,"request content":"key:\"/registry/pods/kube-system/kube-apiserver-instance\" "} {"level":"warn","ts":"2026-03-20T10:21:11.9844Z","caller":"etcdserver/v3_server.go:897","msg":"waiting for ReadIndex response took too long, retrying","sent-request-id":184257304220178179,"retry-timeout":"500ms"} {"level":"warn","ts":"2026-03-20T10:21:12.056166Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"2.000920045s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/health\" ","response":"","error":"context deadline exceeded"} {"level":"info","ts":"2026-03-20T10:21:12.056768Z","caller":"traceutil/trace.go:171","msg":"trace[1476229742] range","detail":"{range_begin:/registry/health; range_end:; }","duration":"2.001558221s","start":"2026-03-20T10:21:10.055189Z","end":"2026-03-20T10:21:12.056748Z","steps":["trace[1476229742] 'agreement among raft nodes before linearized reading' (duration: 2.000934546s)"],"step_count":1} {"level":"warn","ts":"2026-03-20T10:21:12.056827Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-20T10:21:10.055178Z","time spent":"2.001631533s","remote":"127.0.0.1:51202","response type":"/etcdserverpb.KV/Range","request count":0,"request size":18,"response count":0,"response size":0,"request content":"key:\"/registry/health\" "} 2026/03/20 10:21:12 WARNING: [core] [Server #8] grpc: Server.processUnaryRPC failed to write status: connection error: desc = "transport is closing" {"level":"warn","ts":"2026-03-20T10:21:12.285154Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-20T10:21:10.053228Z","time spent":"2.231916086s","remote":"127.0.0.1:51504","response type":"/etcdserverpb.KV/Txn","request count":0,"request size":0,"response count":0,"response size":0,"request content":""} 2026/03/20 10:21:12 WARNING: [core] [Server #8] grpc: Server.processUnaryRPC failed to write status: connection error: desc = "transport is closing" {"level":"warn","ts":"2026-03-20T10:21:12.285649Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-20T10:21:10.054032Z","time spent":"2.23160907s","remote":"127.0.0.1:51504","response type":"/etcdserverpb.KV/Txn","request count":0,"request size":0,"response count":0,"response size":0,"request content":""} 2026/03/20 10:21:12 WARNING: [core] [Server #8] grpc: Server.processUnaryRPC failed to write status: connection error: desc = "transport is closing" {"level":"warn","ts":"2026-03-20T10:21:12.287079Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-20T10:21:10.053943Z","time spent":"2.233132309s","remote":"127.0.0.1:51504","response type":"/etcdserverpb.KV/Txn","request count":0,"request size":0,"response count":0,"response size":0,"request content":""} 2026/03/20 10:21:12 WARNING: [core] [Server #8] grpc: Server.processUnaryRPC failed to write status: connection error: desc = "transport is closing" {"level":"warn","ts":"2026-03-20T10:21:12.484805Z","caller":"etcdserver/v3_server.go:897","msg":"waiting for ReadIndex response took too long, retrying","sent-request-id":184257304220178179,"retry-timeout":"500ms"} {"level":"warn","ts":"2026-03-20T10:21:12.985956Z","caller":"etcdserver/v3_server.go:897","msg":"waiting for ReadIndex response took too long, retrying","sent-request-id":184257304220178179,"retry-timeout":"500ms"} {"level":"warn","ts":"2026-03-20T10:21:13.477734Z","caller":"wal/wal.go:805","msg":"slow fdatasync","took":"2.643341373s","expected-duration":"1s"} {"level":"warn","ts":"2026-03-20T10:21:14.057366Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"2.000675228s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/health\" ","response":"","error":"context canceled"} {"level":"info","ts":"2026-03-20T10:21:14.057464Z","caller":"traceutil/trace.go:171","msg":"trace[920007164] range","detail":"{range_begin:/registry/health; range_end:; }","duration":"2.000964695s","start":"2026-03-20T10:21:12.056477Z","end":"2026-03-20T10:21:14.057441Z","steps":["trace[920007164] 'agreement among raft nodes before linearized reading' (duration: 2.000846512s)"],"step_count":1} {"level":"warn","ts":"2026-03-20T10:21:14.057522Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-20T10:21:12.056452Z","time spent":"2.001055978s","remote":"127.0.0.1:51190","response type":"/etcdserverpb.KV/Range","request count":0,"request size":18,"response count":0,"response size":0,"request content":"key:\"/registry/health\" "} 2026/03/20 10:21:14 WARNING: [core] [Server #8] grpc: Server.processUnaryRPC failed to write status: connection error: desc = "transport is closing" {"level":"warn","ts":"2026-03-20T10:21:16.066145Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"2.000846892s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/health\" ","response":"","error":"context canceled"} {"level":"info","ts":"2026-03-20T10:21:16.066223Z","caller":"traceutil/trace.go:171","msg":"trace[205670833] range","detail":"{range_begin:/registry/health; range_end:; }","duration":"2.000977395s","start":"2026-03-20T10:21:14.065229Z","end":"2026-03-20T10:21:16.066207Z","steps":["trace[205670833] 'agreement among raft nodes before linearized reading' (duration: 2.000881153s)"],"step_count":1} {"level":"warn","ts":"2026-03-20T10:21:16.066264Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-20T10:21:14.065209Z","time spent":"2.001046538s","remote":"127.0.0.1:51202","response type":"/etcdserverpb.KV/Range","request count":0,"request size":18,"response count":0,"response size":0,"request content":"key:\"/registry/health\" "} 2026/03/20 10:21:16 WARNING: [core] [Server #8] grpc: Server.processUnaryRPC failed to write status: connection error: desc = "transport is closing" {"level":"warn","ts":"2026-03-20T10:21:17.287901Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-20T10:21:12.28972Z","time spent":"4.998172216s","remote":"127.0.0.1:51504","response type":"/etcdserverpb.KV/Txn","request count":0,"request size":0,"response count":0,"response size":0,"request content":""} 2026/03/20 10:21:17 WARNING: [core] [Server #8] grpc: Server.processUnaryRPC failed to write status: connection error: desc = "transport is closing" {"level":"warn","ts":"2026-03-20T10:21:17.290429Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-20T10:21:12.290875Z","time spent":"4.999549552s","remote":"127.0.0.1:51504","response type":"/etcdserverpb.KV/Txn","request count":0,"request size":0,"response count":0,"response size":0,"request content":""} {"level":"warn","ts":"2026-03-20T10:21:17.416533Z","caller":"wal/wal.go:805","msg":"slow fdatasync","took":"3.93856191s","expected-duration":"1s"} {"level":"warn","ts":"2026-03-20T10:21:18.066179Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.999866232s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/health\" ","response":"","error":"context deadline exceeded"} {"level":"info","ts":"2026-03-20T10:21:18.066305Z","caller":"traceutil/trace.go:171","msg":"trace[1050139037] range","detail":"{range_begin:/registry/health; range_end:; }","duration":"2.000065547s","start":"2026-03-20T10:21:16.066211Z","end":"2026-03-20T10:21:18.066276Z","steps":["trace[1050139037] 'agreement among raft nodes before linearized reading' (duration: 1.999899763s)"],"step_count":1} {"level":"warn","ts":"2026-03-20T10:21:18.06638Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-20T10:21:16.066191Z","time spent":"2.000175969s","remote":"127.0.0.1:51190","response type":"/etcdserverpb.KV/Range","request count":0,"request size":18,"response count":0,"response size":0,"request content":"key:\"/registry/health\" "} 2026/03/20 10:21:18 WARNING: [core] [Server #8] grpc: Server.processUnaryRPC failed to write status: connection error: desc = "transport is closing" {"level":"warn","ts":"2026-03-20T10:21:18.182442Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"765.628824ms","expected-duration":"100ms","prefix":"","request":"header: txn: success:> failure: >>","response":"size:16"} {"level":"info","ts":"2026-03-20T10:21:18.182695Z","caller":"traceutil/trace.go:171","msg":"trace[1052164447] linearizableReadLoop","detail":"{readStateIndex:1633; appliedIndex:1626; }","duration":"6.698344036s","start":"2026-03-20T10:21:11.484333Z","end":"2026-03-20T10:21:18.182677Z","steps":["trace[1052164447] 'read index received' (duration: 1.993647129s)","trace[1052164447] 'applied index is now lower than readState.Index' (duration: 4.704695467s)"],"step_count":2} {"level":"info","ts":"2026-03-20T10:21:18.18277Z","caller":"traceutil/trace.go:171","msg":"trace[252524604] transaction","detail":"{read_only:false; response_revision:1528; number_of_response:1; }","duration":"6.696817768s","start":"2026-03-20T10:21:11.485941Z","end":"2026-03-20T10:21:18.182759Z","steps":["trace[252524604] 'process raft request' (duration: 5.930780153s)","trace[252524604] 'compare' (duration: 765.08004ms)"],"step_count":2} {"level":"warn","ts":"2026-03-20T10:21:18.18283Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-20T10:21:11.485909Z","time spent":"6.69689016s","remote":"127.0.0.1:51238","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":120,"response count":0,"response size":38,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-03-20T10:21:18.183394Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"7.552952954s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/plndr-svcs-lock\" ","response":"range_response_count:1 size:437"} {"level":"warn","ts":"2026-03-20T10:21:18.183396Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"6.976618256s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/cilium.io/ciliumclusterwidenetworkpolicies/\" range_end:\"/registry/cilium.io/ciliumclusterwidenetworkpolicies0\" count_only:true ","response":"range_response_count:0 size:5"} {"level":"info","ts":"2026-03-20T10:21:18.183436Z","caller":"traceutil/trace.go:171","msg":"trace[1041539632] range","detail":"{range_begin:/registry/leases/kube-system/plndr-svcs-lock; range_end:; response_count:1; response_revision:1529; }","duration":"7.553031606s","start":"2026-03-20T10:21:10.630391Z","end":"2026-03-20T10:21:18.183422Z","steps":["trace[1041539632] 'agreement among raft nodes before linearized reading' (duration: 7.552884743s)"],"step_count":1} {"level":"warn","ts":"2026-03-20T10:21:18.183467Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-20T10:21:10.63037Z","time spent":"7.553090007s","remote":"127.0.0.1:51504","response type":"/etcdserverpb.KV/Range","request count":0,"request size":46,"response count":1,"response size":459,"request content":"key:\"/registry/leases/kube-system/plndr-svcs-lock\" "} {"level":"info","ts":"2026-03-20T10:21:18.183477Z","caller":"traceutil/trace.go:171","msg":"trace[717336774] range","detail":"{range_begin:/registry/cilium.io/ciliumclusterwidenetworkpolicies/; range_end:/registry/cilium.io/ciliumclusterwidenetworkpolicies0; response_count:0; response_revision:1529; }","duration":"6.976772179s","start":"2026-03-20T10:21:11.206682Z","end":"2026-03-20T10:21:18.183454Z","steps":["trace[717336774] 'agreement among raft nodes before linearized reading' (duration: 6.976605625s)"],"step_count":1} {"level":"warn","ts":"2026-03-20T10:21:18.183529Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-20T10:21:11.206651Z","time spent":"6.976867092s","remote":"127.0.0.1:53950","response type":"/etcdserverpb.KV/Range","request count":0,"request size":112,"response count":0,"response size":27,"request content":"key:\"/registry/cilium.io/ciliumclusterwidenetworkpolicies/\" range_end:\"/registry/cilium.io/ciliumclusterwidenetworkpolicies0\" count_only:true "} {"level":"info","ts":"2026-03-20T10:21:18.183756Z","caller":"traceutil/trace.go:171","msg":"trace[1025790047] transaction","detail":"{read_only:false; response_revision:1529; number_of_response:1; }","duration":"6.690862507s","start":"2026-03-20T10:21:11.492868Z","end":"2026-03-20T10:21:18.183731Z","steps":["trace[1025790047] 'process raft request' (duration: 6.689673787s)"],"step_count":1} {"level":"warn","ts":"2026-03-20T10:21:18.183928Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-20T10:21:11.492748Z","time spent":"6.691134444s","remote":"127.0.0.1:51424","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":7288,"response count":0,"response size":38,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-03-20T10:21:18.394663Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"2.000469207s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/health\" ","response":"","error":"context deadline exceeded"} {"level":"info","ts":"2026-03-20T10:21:18.394778Z","caller":"traceutil/trace.go:171","msg":"trace[460998186] range","detail":"{range_begin:/registry/health; range_end:; }","duration":"2.000658402s","start":"2026-03-20T10:21:16.394094Z","end":"2026-03-20T10:21:18.394752Z","steps":["trace[460998186] 'agreement among raft nodes before linearized reading' (duration: 2.000506638s)"],"step_count":1} {"level":"warn","ts":"2026-03-20T10:21:18.394849Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-20T10:21:16.394073Z","time spent":"2.000761944s","remote":"127.0.0.1:51202","response type":"/etcdserverpb.KV/Range","request count":0,"request size":18,"response count":0,"response size":0,"request content":"key:\"/registry/health\" "} 2026/03/20 10:21:18 WARNING: [core] [Server #8] grpc: Server.processUnaryRPC failed to write status: connection error: desc = "transport is closing" {"level":"warn","ts":"2026-03-20T10:21:18.683377Z","caller":"etcdserver/v3_server.go:897","msg":"waiting for ReadIndex response took too long, retrying","sent-request-id":184257304220178187,"retry-timeout":"500ms"} {"level":"warn","ts":"2026-03-20T10:21:20.074555Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"2.000532649s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/health\" ","response":"","error":"context canceled"} {"level":"info","ts":"2026-03-20T10:21:20.074638Z","caller":"traceutil/trace.go:171","msg":"trace[251571202] range","detail":"{range_begin:/registry/health; range_end:; }","duration":"2.000631611s","start":"2026-03-20T10:21:18.073987Z","end":"2026-03-20T10:21:20.074618Z","steps":["trace[251571202] 'agreement among raft nodes before linearized reading' (duration: 2.000529079s)"],"step_count":1} {"level":"warn","ts":"2026-03-20T10:21:20.074691Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-20T10:21:18.073917Z","time spent":"2.000765275s","remote":"127.0.0.1:51202","response type":"/etcdserverpb.KV/Range","request count":0,"request size":18,"response count":0,"response size":0,"request content":"key:\"/registry/health\" "} 2026/03/20 10:21:20 WARNING: [core] [Server #8] grpc: Server.processUnaryRPC failed to write status: connection error: desc = "transport is closing" {"level":"warn","ts":"2026-03-20T10:21:20.630955Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-20T10:21:18.187419Z","time spent":"2.443529442s","remote":"127.0.0.1:51504","response type":"/etcdserverpb.KV/Txn","request count":0,"request size":0,"response count":0,"response size":0,"request content":""} 2026/03/20 10:21:20 WARNING: [core] [Server #8] grpc: Server.processUnaryRPC failed to write status: connection error: desc = "transport is closing" {"level":"warn","ts":"2026-03-20T10:21:21.881016Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"10.006267621s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/rbd-csi-ceph-com\" ","response":"","error":"context canceled"} {"level":"info","ts":"2026-03-20T10:21:21.881102Z","caller":"traceutil/trace.go:171","msg":"trace[978599037] range","detail":"{range_begin:/registry/leases/kube-system/rbd-csi-ceph-com; range_end:; }","duration":"10.006400245s","start":"2026-03-20T10:21:11.874676Z","end":"2026-03-20T10:21:21.881076Z","steps":["trace[978599037] 'agreement among raft nodes before linearized reading' (duration: 10.006301232s)"],"step_count":1} {"level":"warn","ts":"2026-03-20T10:21:21.881149Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-20T10:21:11.874625Z","time spent":"10.006514348s","remote":"127.0.0.1:51504","response type":"/etcdserverpb.KV/Range","request count":0,"request size":47,"response count":0,"response size":0,"request content":"key:\"/registry/leases/kube-system/rbd-csi-ceph-com\" "} 2026/03/20 10:21:21 WARNING: [core] [Server #8] grpc: Server.processUnaryRPC failed to write status: connection error: desc = "transport is closing" {"level":"warn","ts":"2026-03-20T10:21:22.051674Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"9.998565908s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/plndr-cp-lock\" ","response":"","error":"context canceled"} {"level":"info","ts":"2026-03-20T10:21:22.051756Z","caller":"traceutil/trace.go:171","msg":"trace[1725265470] range","detail":"{range_begin:/registry/leases/kube-system/plndr-cp-lock; range_end:; }","duration":"9.998717872s","start":"2026-03-20T10:21:12.053019Z","end":"2026-03-20T10:21:22.051736Z","steps":["trace[1725265470] 'agreement among raft nodes before linearized reading' (duration: 9.99862138s)"],"step_count":1} {"level":"warn","ts":"2026-03-20T10:21:22.051802Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-20T10:21:12.052984Z","time spent":"9.998809274s","remote":"127.0.0.1:51504","response type":"/etcdserverpb.KV/Range","request count":0,"request size":44,"response count":0,"response size":0,"request content":"key:\"/registry/leases/kube-system/plndr-cp-lock\" "} 2026/03/20 10:21:22 WARNING: [core] [Server #8] grpc: Server.processUnaryRPC failed to write status: connection error: desc = "transport is closing" {"level":"warn","ts":"2026-03-20T10:21:22.05311Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"9.998864165s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/rbd.csi.ceph.com-kube-system\" ","response":"","error":"context canceled"} {"level":"info","ts":"2026-03-20T10:21:22.053245Z","caller":"traceutil/trace.go:171","msg":"trace[664701121] range","detail":"{range_begin:/registry/leases/kube-system/rbd.csi.ceph.com-kube-system; range_end:; }","duration":"9.99904652s","start":"2026-03-20T10:21:12.054167Z","end":"2026-03-20T10:21:22.053213Z","steps":["trace[664701121] 'agreement among raft nodes before linearized reading' (duration: 9.998875436s)"],"step_count":1} {"level":"warn","ts":"2026-03-20T10:21:22.053318Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-20T10:21:12.054156Z","time spent":"9.999149083s","remote":"127.0.0.1:51504","response type":"/etcdserverpb.KV/Range","request count":0,"request size":59,"response count":0,"response size":0,"request content":"key:\"/registry/leases/kube-system/rbd.csi.ceph.com-kube-system\" "} 2026/03/20 10:21:22 WARNING: [core] [Server #8] grpc: Server.processUnaryRPC failed to write status: connection error: desc = "transport is closing" {"level":"warn","ts":"2026-03-20T10:21:22.075067Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.999989465s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/health\" ","response":"","error":"context canceled"} {"level":"info","ts":"2026-03-20T10:21:22.075132Z","caller":"traceutil/trace.go:171","msg":"trace[1350416246] range","detail":"{range_begin:/registry/health; range_end:; }","duration":"2.000093787s","start":"2026-03-20T10:21:20.075021Z","end":"2026-03-20T10:21:22.075115Z","steps":["trace[1350416246] 'agreement among raft nodes before linearized reading' (duration: 2.000025155s)"],"step_count":1} {"level":"warn","ts":"2026-03-20T10:21:22.075183Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-20T10:21:20.074997Z","time spent":"2.000175659s","remote":"127.0.0.1:51190","response type":"/etcdserverpb.KV/Range","request count":0,"request size":18,"response count":0,"response size":0,"request content":"key:\"/registry/health\" "} 2026/03/20 10:21:22 WARNING: [core] [Server #8] grpc: Server.processUnaryRPC failed to write status: connection error: desc = "transport is closing" {"level":"warn","ts":"2026-03-20T10:21:22.489843Z","caller":"etcdserver/server.go:1165","msg":"failed to revoke lease","lease-id":"028e9d0abd5096e9","error":"etcdserver: request timed out"} {"level":"warn","ts":"2026-03-20T10:21:23.45665Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-20T10:21:16.456069Z","time spent":"7.000574811s","remote":"127.0.0.1:51504","response type":"/etcdserverpb.KV/Txn","request count":0,"request size":0,"response count":0,"response size":0,"request content":""} {"level":"warn","ts":"2026-03-20T10:21:24.080682Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.999854511s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/health\" ","response":"","error":"context deadline exceeded"} {"level":"info","ts":"2026-03-20T10:21:24.08077Z","caller":"traceutil/trace.go:171","msg":"trace[1902482751] range","detail":"{range_begin:/registry/health; range_end:; }","duration":"2.000001404s","start":"2026-03-20T10:21:22.08075Z","end":"2026-03-20T10:21:24.080751Z","steps":["trace[1902482751] 'agreement among raft nodes before linearized reading' (duration: 1.999887362s)"],"step_count":1} {"level":"warn","ts":"2026-03-20T10:21:24.080819Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-20T10:21:22.080733Z","time spent":"2.000076027s","remote":"127.0.0.1:51202","response type":"/etcdserverpb.KV/Range","request count":0,"request size":18,"response count":0,"response size":0,"request content":"key:\"/registry/health\" "} {"level":"warn","ts":"2026-03-20T10:21:24.12786Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-20T10:21:17.127285Z","time spent":"7.000567191s","remote":"127.0.0.1:51504","response type":"/etcdserverpb.KV/Txn","request count":0,"request size":0,"response count":0,"response size":0,"request content":""} {"level":"warn","ts":"2026-03-20T10:21:25.053484Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"9.999754256s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/external-snapshotter-leader-rbd-csi-ceph-com\" ","response":"","error":"context canceled"} {"level":"info","ts":"2026-03-20T10:21:25.053544Z","caller":"traceutil/trace.go:171","msg":"trace[1397669083] range","detail":"{range_begin:/registry/leases/kube-system/external-snapshotter-leader-rbd-csi-ceph-com; range_end:; }","duration":"9.999854489s","start":"2026-03-20T10:21:15.053675Z","end":"2026-03-20T10:21:25.05353Z","steps":["trace[1397669083] 'agreement among raft nodes before linearized reading' (duration: 9.999775527s)"],"step_count":1} {"level":"warn","ts":"2026-03-20T10:21:25.053576Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-20T10:21:15.053662Z","time spent":"9.99990676s","remote":"127.0.0.1:51504","response type":"/etcdserverpb.KV/Range","request count":0,"request size":75,"response count":0,"response size":0,"request content":"key:\"/registry/leases/kube-system/external-snapshotter-leader-rbd-csi-ceph-com\" "} 2026/03/20 10:21:25 WARNING: [core] [Server #8] grpc: Server.processUnaryRPC failed to write status: connection error: desc = "transport is closing" {"level":"warn","ts":"2026-03-20T10:21:25.056909Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"10.001461591s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/external-attacher-leader-rbd-csi-ceph-com\" ","response":"","error":"context canceled"} {"level":"info","ts":"2026-03-20T10:21:25.056938Z","caller":"traceutil/trace.go:171","msg":"trace[241141709] range","detail":"{range_begin:/registry/leases/kube-system/external-attacher-leader-rbd-csi-ceph-com; range_end:; }","duration":"10.001516182s","start":"2026-03-20T10:21:15.055416Z","end":"2026-03-20T10:21:25.056932Z","steps":["trace[241141709] 'agreement among raft nodes before linearized reading' (duration: 10.001479861s)"],"step_count":1} {"level":"warn","ts":"2026-03-20T10:21:25.056954Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-20T10:21:15.055405Z","time spent":"10.001544474s","remote":"127.0.0.1:51504","response type":"/etcdserverpb.KV/Range","request count":0,"request size":72,"response count":0,"response size":0,"request content":"key:\"/registry/leases/kube-system/external-attacher-leader-rbd-csi-ceph-com\" "} 2026/03/20 10:21:25 WARNING: [core] [Server #8] grpc: Server.processUnaryRPC failed to write status: connection error: desc = "transport is closing" {"level":"warn","ts":"2026-03-20T10:21:25.059367Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"10.007047002s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/external-resizer-rbd-csi-ceph-com\" ","response":"","error":"context canceled"} {"level":"info","ts":"2026-03-20T10:21:25.05945Z","caller":"traceutil/trace.go:171","msg":"trace[40558077] range","detail":"{range_begin:/registry/leases/kube-system/external-resizer-rbd-csi-ceph-com; range_end:; }","duration":"10.007178736s","start":"2026-03-20T10:21:15.052251Z","end":"2026-03-20T10:21:25.05943Z","steps":["trace[40558077] 'agreement among raft nodes before linearized reading' (duration: 10.007076693s)"],"step_count":1} {"level":"warn","ts":"2026-03-20T10:21:25.059503Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-20T10:21:15.052231Z","time spent":"10.007262247s","remote":"127.0.0.1:51504","response type":"/etcdserverpb.KV/Range","request count":0,"request size":64,"response count":0,"response size":0,"request content":"key:\"/registry/leases/kube-system/external-resizer-rbd-csi-ceph-com\" "} 2026/03/20 10:21:25 WARNING: [core] [Server #8] grpc: Server.processUnaryRPC failed to write status: connection error: desc = "transport is closing" {"level":"warn","ts":"2026-03-20T10:21:26.08178Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.999894782s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/health\" ","response":"","error":"context deadline exceeded"} {"level":"info","ts":"2026-03-20T10:21:26.081866Z","caller":"traceutil/trace.go:171","msg":"trace[1755189325] range","detail":"{range_begin:/registry/health; range_end:; }","duration":"2.000053856s","start":"2026-03-20T10:21:24.081792Z","end":"2026-03-20T10:21:26.081846Z","steps":["trace[1755189325] 'agreement among raft nodes before linearized reading' (duration: 1.999924473s)"],"step_count":1} {"level":"warn","ts":"2026-03-20T10:21:26.08192Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-20T10:21:24.081773Z","time spent":"2.000137428s","remote":"127.0.0.1:51190","response type":"/etcdserverpb.KV/Range","request count":0,"request size":18,"response count":0,"response size":0,"request content":"key:\"/registry/health\" "} {"level":"warn","ts":"2026-03-20T10:21:27.002325Z","caller":"wal/wal.go:805","msg":"slow fdatasync","took":"6.270285825s","expected-duration":"1s"} {"level":"warn","ts":"2026-03-20T10:21:27.002469Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"7.887285422s","expected-duration":"100ms","prefix":"","request":"header: lease_revoke:","response":"size:27"} {"level":"warn","ts":"2026-03-20T10:21:27.003376Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"4.595665551s","expected-duration":"100ms","prefix":"read-only range ","request":"limit:1 serializable:true keys_only:true ","response":"range_response_count:0 size:5"} {"level":"info","ts":"2026-03-20T10:21:27.0035Z","caller":"traceutil/trace.go:171","msg":"trace[755059530] range","detail":"{range_begin:; range_end:; response_count:0; response_revision:1529; }","duration":"4.595796244s","start":"2026-03-20T10:21:22.407682Z","end":"2026-03-20T10:21:27.003478Z","steps":["trace[755059530] 'range keys from in-memory index tree' (duration: 4.595645931s)"],"step_count":1} {"level":"warn","ts":"2026-03-20T10:21:27.633325Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-20T10:21:20.632933Z","time spent":"7.000381575s","remote":"127.0.0.1:51504","response type":"/etcdserverpb.KV/Txn","request count":0,"request size":0,"response count":0,"response size":0,"request content":""} {"level":"warn","ts":"2026-03-20T10:21:27.641173Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-20T10:21:22.054325Z","time spent":"5.586840239s","remote":"127.0.0.1:51504","response type":"/etcdserverpb.KV/Txn","request count":0,"request size":0,"response count":0,"response size":0,"request content":""} 2026/03/20 10:21:27 WARNING: [core] [Server #8] grpc: Server.processUnaryRPC failed to write status: connection error: desc = "transport is closing" {"level":"warn","ts":"2026-03-20T10:21:28.094429Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"2.003107914s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/health\" ","response":"","error":"context deadline exceeded"} {"level":"info","ts":"2026-03-20T10:21:28.094521Z","caller":"traceutil/trace.go:171","msg":"trace[1114392870] range","detail":"{range_begin:/registry/health; range_end:; }","duration":"2.003253857s","start":"2026-03-20T10:21:26.091248Z","end":"2026-03-20T10:21:28.094501Z","steps":["trace[1114392870] 'agreement among raft nodes before linearized reading' (duration: 2.003128833s)"],"step_count":1} {"level":"warn","ts":"2026-03-20T10:21:28.094567Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-20T10:21:26.091229Z","time spent":"2.003329049s","remote":"127.0.0.1:51202","response type":"/etcdserverpb.KV/Range","request count":0,"request size":18,"response count":0,"response size":0,"request content":"key:\"/registry/health\" "} {"level":"warn","ts":"2026-03-20T10:21:28.971699Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.966958494s","expected-duration":"100ms","prefix":"","request":"header: txn: success:> failure:<>>","response":"size:16"} {"level":"info","ts":"2026-03-20T10:21:28.972219Z","caller":"traceutil/trace.go:171","msg":"trace[1987289755] linearizableReadLoop","detail":"{readStateIndex:1637; appliedIndex:1633; }","duration":"10.789474733s","start":"2026-03-20T10:21:18.182732Z","end":"2026-03-20T10:21:28.972207Z","steps":["trace[1987289755] 'read index received' (duration: 932.471416ms)","trace[1987289755] 'applied index is now lower than readState.Index' (duration: 9.857002497s)"],"step_count":2} {"level":"info","ts":"2026-03-20T10:21:28.972263Z","caller":"traceutil/trace.go:171","msg":"trace[273226671] transaction","detail":"{read_only:false; number_of_response:1; response_revision:1533; }","duration":"5.511237887s","start":"2026-03-20T10:21:23.460996Z","end":"2026-03-20T10:21:28.972234Z","steps":["trace[273226671] 'process raft request' (duration: 5.510848408s)"],"step_count":1} {"level":"info","ts":"2026-03-20T10:21:28.972339Z","caller":"traceutil/trace.go:171","msg":"trace[1155977184] transaction","detail":"{read_only:false; number_of_response:1; response_revision:1533; }","duration":"4.840308251s","start":"2026-03-20T10:21:24.132001Z","end":"2026-03-20T10:21:28.972309Z","steps":["trace[1155977184] 'process raft request' (duration: 4.83985832s)"],"step_count":1} {"level":"warn","ts":"2026-03-20T10:21:28.972398Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-20T10:21:23.460973Z","time spent":"5.511349731s","remote":"127.0.0.1:51504","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":45,"response count":0,"response size":569,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-03-20T10:21:28.972494Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-20T10:21:24.131983Z","time spent":"4.840421385s","remote":"127.0.0.1:51504","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":69,"response count":0,"response size":719,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-03-20T10:21:30.095179Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"2.000339714s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/health\" ","response":"","error":"context canceled"} {"level":"info","ts":"2026-03-20T10:21:30.095271Z","caller":"traceutil/trace.go:171","msg":"trace[1248282675] range","detail":"{range_begin:/registry/health; range_end:; }","duration":"2.000489477s","start":"2026-03-20T10:21:28.094762Z","end":"2026-03-20T10:21:30.095251Z","steps":["trace[1248282675] 'agreement among raft nodes before linearized reading' (duration: 2.000366974s)"],"step_count":1} {"level":"warn","ts":"2026-03-20T10:21:30.095347Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-20T10:21:28.094743Z","time spent":"2.0005939s","remote":"127.0.0.1:51190","response type":"/etcdserverpb.KV/Range","request count":0,"request size":18,"response count":0,"response size":0,"request content":"key:\"/registry/health\" "} 2026/03/20 10:21:30 WARNING: [core] [Server #8] grpc: Server.processUnaryRPC failed to write status: connection error: desc = "transport is closing" {"level":"warn","ts":"2026-03-20T10:21:31.300127Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"2.328211848s","expected-duration":"100ms","prefix":"","request":"header: lease_revoke:","response":"size:27"} {"level":"warn","ts":"2026-03-20T10:21:31.300196Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"14.323958317s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/minions/\" range_end:\"/registry/minions0\" count_only:true ","response":"range_response_count:0 size:7"} {"level":"info","ts":"2026-03-20T10:21:31.300238Z","caller":"traceutil/trace.go:171","msg":"trace[1607680203] linearizableReadLoop","detail":"{readStateIndex:1642; appliedIndex:1641; }","duration":"2.327981963s","start":"2026-03-20T10:21:28.972237Z","end":"2026-03-20T10:21:31.300219Z","steps":["trace[1607680203] 'read index received' (duration: 49.172µs)","trace[1607680203] 'applied index is now lower than readState.Index' (duration: 2.327931361s)"],"step_count":2} {"level":"info","ts":"2026-03-20T10:21:31.300252Z","caller":"traceutil/trace.go:171","msg":"trace[1333551] range","detail":"{range_begin:/registry/minions/; range_end:/registry/minions0; response_count:0; response_revision:1534; }","duration":"14.32407601s","start":"2026-03-20T10:21:16.976159Z","end":"2026-03-20T10:21:31.300235Z","steps":["trace[1333551] 'agreement among raft nodes before linearized reading' (duration: 11.996108568s)","trace[1333551] 'count revisions from in-memory index tree' (duration: 2.32787885s)"],"step_count":2} {"level":"warn","ts":"2026-03-20T10:21:31.300296Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-20T10:21:16.97613Z","time spent":"14.324155832s","remote":"127.0.0.1:51412","response type":"/etcdserverpb.KV/Range","request count":0,"request size":42,"response count":1,"response size":29,"request content":"key:\"/registry/minions/\" range_end:\"/registry/minions0\" count_only:true "} {"level":"warn","ts":"2026-03-20T10:21:31.300507Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"14.810029174s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/events/kube-system/kube-controller-manager-instance.189e8553670daf24\" ","response":"range_response_count:1 size:874"} {"level":"info","ts":"2026-03-20T10:21:31.300541Z","caller":"traceutil/trace.go:171","msg":"trace[13377550] range","detail":"{range_begin:/registry/events/kube-system/kube-controller-manager-instance.189e8553670daf24; range_end:; response_count:1; response_revision:1534; }","duration":"14.810080874s","start":"2026-03-20T10:21:16.490448Z","end":"2026-03-20T10:21:31.300528Z","steps":["trace[13377550] 'agreement among raft nodes before linearized reading' (duration: 12.481828435s)","trace[13377550] 'range keys from in-memory index tree' (duration: 2.328129356s)"],"step_count":2} {"level":"warn","ts":"2026-03-20T10:21:31.300574Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-20T10:21:16.490436Z","time spent":"14.810128656s","remote":"127.0.0.1:51292","response type":"/etcdserverpb.KV/Range","request count":0,"request size":80,"response count":1,"response size":896,"request content":"key:\"/registry/events/kube-system/kube-controller-manager-instance.189e8553670daf24\" "} {"level":"warn","ts":"2026-03-20T10:21:31.300638Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"9.565572517s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/cilium.io/ciliumcidrgroups/\" range_end:\"/registry/cilium.io/ciliumcidrgroups0\" count_only:true ","response":"range_response_count:0 size:5"} {"level":"warn","ts":"2026-03-20T10:21:31.300616Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"13.759649871s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/volumeattachments/\" range_end:\"/registry/volumeattachments0\" count_only:true ","response":"range_response_count:0 size:5"} {"level":"warn","ts":"2026-03-20T10:21:31.300651Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"9.004631917s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/services/specs/\" range_end:\"/registry/services/specs0\" count_only:true ","response":"range_response_count:0 size:7"} {"level":"info","ts":"2026-03-20T10:21:31.300698Z","caller":"traceutil/trace.go:171","msg":"trace[290966890] range","detail":"{range_begin:/registry/volumeattachments/; range_end:/registry/volumeattachments0; response_count:0; response_revision:1534; }","duration":"13.759785864s","start":"2026-03-20T10:21:17.540891Z","end":"2026-03-20T10:21:31.300677Z","steps":["trace[290966890] 'agreement among raft nodes before linearized reading' (duration: 11.431366721s)","trace[290966890] 'count revisions from in-memory index tree' (duration: 2.328284109s)"],"step_count":2} {"level":"warn","ts":"2026-03-20T10:21:31.300723Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"10.193785878s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pods/kube-system/kube-controller-manager-instance\" ","response":"range_response_count:1 size:6869"} {"level":"info","ts":"2026-03-20T10:21:31.300743Z","caller":"traceutil/trace.go:171","msg":"trace[1957541275] range","detail":"{range_begin:/registry/pods/kube-system/kube-controller-manager-instance; range_end:; response_count:1; response_revision:1534; }","duration":"10.193832209s","start":"2026-03-20T10:21:21.106905Z","end":"2026-03-20T10:21:31.300737Z","steps":["trace[1957541275] 'agreement among raft nodes before linearized reading' (duration: 10.193767017s)"],"step_count":1} {"level":"warn","ts":"2026-03-20T10:21:31.300744Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-20T10:21:17.540872Z","time spent":"13.759861136s","remote":"127.0.0.1:51602","response type":"/etcdserverpb.KV/Range","request count":0,"request size":62,"response count":0,"response size":27,"request content":"key:\"/registry/volumeattachments/\" range_end:\"/registry/volumeattachments0\" count_only:true "} {"level":"warn","ts":"2026-03-20T10:21:31.30076Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-20T10:21:21.10689Z","time spent":"10.19386522s","remote":"127.0.0.1:51424","response type":"/etcdserverpb.KV/Range","request count":0,"request size":61,"response count":1,"response size":6891,"request content":"key:\"/registry/pods/kube-system/kube-controller-manager-instance\" "} {"level":"warn","ts":"2026-03-20T10:21:31.300764Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"4.546268975s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/ingressclasses/\" range_end:\"/registry/ingressclasses0\" count_only:true ","response":"range_response_count:0 size:5"} {"level":"info","ts":"2026-03-20T10:21:31.300782Z","caller":"traceutil/trace.go:171","msg":"trace[1762972804] range","detail":"{range_begin:/registry/ingressclasses/; range_end:/registry/ingressclasses0; response_count:0; response_revision:1534; }","duration":"4.546327778s","start":"2026-03-20T10:21:26.754449Z","end":"2026-03-20T10:21:31.300777Z","steps":["trace[1762972804] 'agreement among raft nodes before linearized reading' (duration: 4.546295427s)"],"step_count":1} {"level":"warn","ts":"2026-03-20T10:21:31.300809Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-20T10:21:26.754429Z","time spent":"4.546369218s","remote":"127.0.0.1:51550","response type":"/etcdserverpb.KV/Range","request count":0,"request size":56,"response count":0,"response size":27,"request content":"key:\"/registry/ingressclasses/\" range_end:\"/registry/ingressclasses0\" count_only:true "} {"level":"warn","ts":"2026-03-20T10:21:31.30081Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"13.114676384s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/services/endpoints/default/kubernetes\" ","response":"range_response_count:1 size:422"} {"level":"info","ts":"2026-03-20T10:21:31.30088Z","caller":"traceutil/trace.go:171","msg":"trace[1607565801] range","detail":"{range_begin:/registry/services/endpoints/default/kubernetes; range_end:; response_count:1; response_revision:1534; }","duration":"13.114781457s","start":"2026-03-20T10:21:18.186076Z","end":"2026-03-20T10:21:31.300858Z","steps":["trace[1607565801] 'agreement among raft nodes before linearized reading' (duration: 13.114656644s)"],"step_count":1} {"level":"warn","ts":"2026-03-20T10:21:31.300919Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-20T10:21:18.186058Z","time spent":"13.114851989s","remote":"127.0.0.1:51406","response type":"/etcdserverpb.KV/Range","request count":0,"request size":49,"response count":1,"response size":444,"request content":"key:\"/registry/services/endpoints/default/kubernetes\" "} {"level":"warn","ts":"2026-03-20T10:21:31.300942Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"18.5660908s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/replicasets/\" range_end:\"/registry/replicasets0\" count_only:true ","response":"range_response_count:0 size:7"} {"level":"warn","ts":"2026-03-20T10:21:31.300948Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"13.309395155s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/services/endpoints/\" range_end:\"/registry/services/endpoints0\" count_only:true ","response":"range_response_count:0 size:7"} {"level":"info","ts":"2026-03-20T10:21:31.301Z","caller":"traceutil/trace.go:171","msg":"trace[565399812] range","detail":"{range_begin:/registry/replicasets/; range_end:/registry/replicasets0; response_count:0; response_revision:1534; }","duration":"18.566162761s","start":"2026-03-20T10:21:12.734801Z","end":"2026-03-20T10:21:31.300964Z","steps":["trace[565399812] 'agreement among raft nodes before linearized reading' (duration: 16.237480282s)","trace[565399812] 'count revisions from in-memory index tree' (duration: 2.328639648s)"],"step_count":2} {"level":"warn","ts":"2026-03-20T10:21:31.301029Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"5.31428005s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/events/\" range_end:\"/registry/events0\" count_only:true ","response":"range_response_count:0 size:8"} {"level":"warn","ts":"2026-03-20T10:21:31.301033Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-20T10:21:12.734783Z","time spent":"18.566241664s","remote":"127.0.0.1:51692","response type":"/etcdserverpb.KV/Range","request count":0,"request size":50,"response count":4,"response size":29,"request content":"key:\"/registry/replicasets/\" range_end:\"/registry/replicasets0\" count_only:true "} {"level":"info","ts":"2026-03-20T10:21:31.301048Z","caller":"traceutil/trace.go:171","msg":"trace[191864364] range","detail":"{range_begin:/registry/events/; range_end:/registry/events0; response_count:0; response_revision:1534; }","duration":"5.314342531s","start":"2026-03-20T10:21:25.9867Z","end":"2026-03-20T10:21:31.301043Z","steps":["trace[191864364] 'agreement among raft nodes before linearized reading' (duration: 5.314241049s)"],"step_count":1} {"level":"warn","ts":"2026-03-20T10:21:31.301069Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-20T10:21:25.986674Z","time spent":"5.314389613s","remote":"127.0.0.1:51728","response type":"/etcdserverpb.KV/Range","request count":0,"request size":40,"response count":162,"response size":30,"request content":"key:\"/registry/events/\" range_end:\"/registry/events0\" count_only:true "} {"level":"warn","ts":"2026-03-20T10:21:31.301073Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"2.325426367s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/apiserver-f3tcohoifagyom4bbi4wgeu7te\" ","response":"range_response_count:1 size:686"} {"level":"info","ts":"2026-03-20T10:21:31.301097Z","caller":"traceutil/trace.go:171","msg":"trace[749678921] range","detail":"{range_begin:/registry/leases/kube-system/apiserver-f3tcohoifagyom4bbi4wgeu7te; range_end:; response_count:1; response_revision:1534; }","duration":"2.325491639s","start":"2026-03-20T10:21:28.975599Z","end":"2026-03-20T10:21:31.30109Z","steps":["trace[749678921] 'agreement among raft nodes before linearized reading' (duration: 2.325448047s)"],"step_count":1} {"level":"warn","ts":"2026-03-20T10:21:31.301115Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-20T10:21:28.97558Z","time spent":"2.325531401s","remote":"127.0.0.1:51504","response type":"/etcdserverpb.KV/Range","request count":0,"request size":67,"response count":1,"response size":708,"request content":"key:\"/registry/leases/kube-system/apiserver-f3tcohoifagyom4bbi4wgeu7te\" "} {"level":"info","ts":"2026-03-20T10:21:31.30066Z","caller":"traceutil/trace.go:171","msg":"trace[1946939030] range","detail":"{range_begin:/registry/cilium.io/ciliumcidrgroups/; range_end:/registry/cilium.io/ciliumcidrgroups0; response_count:0; response_revision:1534; }","duration":"9.565641579s","start":"2026-03-20T10:21:21.735012Z","end":"2026-03-20T10:21:31.300653Z","steps":["trace[1946939030] 'agreement among raft nodes before linearized reading' (duration: 9.565598197s)"],"step_count":1} {"level":"warn","ts":"2026-03-20T10:21:31.301165Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"7.502188803s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/storageclasses/\" range_end:\"/registry/storageclasses0\" count_only:true ","response":"range_response_count:0 size:7"} {"level":"warn","ts":"2026-03-20T10:21:31.301178Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-20T10:21:21.734991Z","time spent":"9.566173443s","remote":"127.0.0.1:48742","response type":"/etcdserverpb.KV/Range","request count":0,"request size":80,"response count":0,"response size":27,"request content":"key:\"/registry/cilium.io/ciliumcidrgroups/\" range_end:\"/registry/cilium.io/ciliumcidrgroups0\" count_only:true "} {"level":"warn","ts":"2026-03-20T10:21:31.301201Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"8.537673276s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/networkpolicies/\" range_end:\"/registry/networkpolicies0\" count_only:true ","response":"range_response_count:0 size:5"} {"level":"info","ts":"2026-03-20T10:21:31.3012Z","caller":"traceutil/trace.go:171","msg":"trace[675055999] range","detail":"{range_begin:/registry/storageclasses/; range_end:/registry/storageclasses0; response_count:0; response_revision:1534; }","duration":"7.502253975s","start":"2026-03-20T10:21:23.798938Z","end":"2026-03-20T10:21:31.301192Z","steps":["trace[675055999] 'agreement among raft nodes before linearized reading' (duration: 7.502198574s)"],"step_count":1} {"level":"warn","ts":"2026-03-20T10:21:31.30121Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.19855319s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/health\" ","response":"range_response_count:0 size:5"} {"level":"info","ts":"2026-03-20T10:21:31.30122Z","caller":"traceutil/trace.go:171","msg":"trace[1258852021] range","detail":"{range_begin:/registry/networkpolicies/; range_end:/registry/networkpolicies0; response_count:0; response_revision:1534; }","duration":"8.537717398s","start":"2026-03-20T10:21:22.763498Z","end":"2026-03-20T10:21:31.301215Z","steps":["trace[1258852021] 'agreement among raft nodes before linearized reading' (duration: 8.537686277s)"],"step_count":1} {"level":"warn","ts":"2026-03-20T10:21:31.301222Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"6.56743118s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/cilium.io/ciliumpodippools/\" range_end:\"/registry/cilium.io/ciliumpodippools0\" count_only:true ","response":"range_response_count:0 size:5"} {"level":"warn","ts":"2026-03-20T10:21:31.301231Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-20T10:21:23.798922Z","time spent":"7.502300806s","remote":"127.0.0.1:51598","response type":"/etcdserverpb.KV/Range","request count":0,"request size":56,"response count":1,"response size":29,"request content":"key:\"/registry/storageclasses/\" range_end:\"/registry/storageclasses0\" count_only:true "} {"level":"info","ts":"2026-03-20T10:21:31.301258Z","caller":"traceutil/trace.go:171","msg":"trace[1999869802] range","detail":"{range_begin:/registry/cilium.io/ciliumpodippools/; range_end:/registry/cilium.io/ciliumpodippools0; response_count:0; response_revision:1534; }","duration":"6.567506882s","start":"2026-03-20T10:21:24.73374Z","end":"2026-03-20T10:21:31.301247Z","steps":["trace[1999869802] 'agreement among raft nodes before linearized reading' (duration: 6.5674476s)"],"step_count":1} {"level":"info","ts":"2026-03-20T10:21:31.300707Z","caller":"traceutil/trace.go:171","msg":"trace[1675023925] range","detail":"{range_begin:/registry/services/specs/; range_end:/registry/services/specs0; response_count:0; response_revision:1534; }","duration":"9.004763711s","start":"2026-03-20T10:21:22.29593Z","end":"2026-03-20T10:21:31.300694Z","steps":["trace[1675023925] 'agreement among raft nodes before linearized reading' (duration: 9.004656748s)"],"step_count":1} {"level":"warn","ts":"2026-03-20T10:21:31.301296Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-20T10:21:24.733718Z","time spent":"6.567568883s","remote":"127.0.0.1:48740","response type":"/etcdserverpb.KV/Range","request count":0,"request size":80,"response count":0,"response size":27,"request content":"key:\"/registry/cilium.io/ciliumpodippools/\" range_end:\"/registry/cilium.io/ciliumpodippools0\" count_only:true "} {"level":"warn","ts":"2026-03-20T10:21:31.30124Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-20T10:21:22.763486Z","time spent":"8.537749488s","remote":"127.0.0.1:51532","response type":"/etcdserverpb.KV/Range","request count":0,"request size":58,"response count":0,"response size":27,"request content":"key:\"/registry/networkpolicies/\" range_end:\"/registry/networkpolicies0\" count_only:true "} {"level":"warn","ts":"2026-03-20T10:21:31.30133Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.564505613s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/events/\" range_end:\"/registry/events0\" count_only:true ","response":"range_response_count:0 size:8"} {"level":"warn","ts":"2026-03-20T10:21:31.30133Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-20T10:21:22.295898Z","time spent":"9.005401918s","remote":"127.0.0.1:51428","response type":"/etcdserverpb.KV/Range","request count":0,"request size":56,"response count":4,"response size":29,"request content":"key:\"/registry/services/specs/\" range_end:\"/registry/services/specs0\" count_only:true "} {"level":"info","ts":"2026-03-20T10:21:31.301349Z","caller":"traceutil/trace.go:171","msg":"trace[247544067] range","detail":"{range_begin:/registry/events/; range_end:/registry/events0; response_count:0; response_revision:1534; }","duration":"1.564561315s","start":"2026-03-20T10:21:29.736783Z","end":"2026-03-20T10:21:31.301344Z","steps":["trace[247544067] 'agreement among raft nodes before linearized reading' (duration: 1.564460052s)"],"step_count":1} {"level":"info","ts":"2026-03-20T10:21:31.301231Z","caller":"traceutil/trace.go:171","msg":"trace[1537780129] range","detail":"{range_begin:/registry/health; range_end:; response_count:0; response_revision:1534; }","duration":"1.19856954s","start":"2026-03-20T10:21:30.102652Z","end":"2026-03-20T10:21:31.301222Z","steps":["trace[1537780129] 'agreement among raft nodes before linearized reading' (duration: 1.198543789s)"],"step_count":1} {"level":"warn","ts":"2026-03-20T10:21:31.301371Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-20T10:21:29.736766Z","time spent":"1.564601106s","remote":"127.0.0.1:51292","response type":"/etcdserverpb.KV/Range","request count":0,"request size":40,"response count":162,"response size":30,"request content":"key:\"/registry/events/\" range_end:\"/registry/events0\" count_only:true "} {"level":"warn","ts":"2026-03-20T10:21:31.301379Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-20T10:21:30.102561Z","time spent":"1.198813187s","remote":"127.0.0.1:51202","response type":"/etcdserverpb.KV/Range","request count":0,"request size":18,"response count":0,"response size":27,"request content":"key:\"/registry/health\" "} {"level":"warn","ts":"2026-03-20T10:21:31.301431Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"7.464503205s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/cilium.io/ciliumnodeconfigs/\" range_end:\"/registry/cilium.io/ciliumnodeconfigs0\" count_only:true ","response":"range_response_count:0 size:5"} {"level":"warn","ts":"2026-03-20T10:21:31.301385Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"8.572620986s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/endpointslices/\" range_end:\"/registry/endpointslices0\" count_only:true ","response":"range_response_count:0 size:7"} {"level":"info","ts":"2026-03-20T10:21:31.301455Z","caller":"traceutil/trace.go:171","msg":"trace[1380780811] range","detail":"{range_begin:/registry/cilium.io/ciliumnodeconfigs/; range_end:/registry/cilium.io/ciliumnodeconfigs0; response_count:0; response_revision:1534; }","duration":"7.464594747s","start":"2026-03-20T10:21:23.836853Z","end":"2026-03-20T10:21:31.301448Z","steps":["trace[1380780811] 'agreement among raft nodes before linearized reading' (duration: 7.464553696s)"],"step_count":1} {"level":"info","ts":"2026-03-20T10:21:31.300998Z","caller":"traceutil/trace.go:171","msg":"trace[658021084] range","detail":"{range_begin:/registry/services/endpoints/; range_end:/registry/services/endpoints0; response_count:0; response_revision:1534; }","duration":"13.309498568s","start":"2026-03-20T10:21:17.991486Z","end":"2026-03-20T10:21:31.300985Z","steps":["trace[658021084] 'agreement among raft nodes before linearized reading' (duration: 10.980808198s)","trace[658021084] 'count revisions from in-memory index tree' (duration: 2.328621588s)"],"step_count":2} {"level":"warn","ts":"2026-03-20T10:21:31.301507Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-20T10:21:17.991454Z","time spent":"13.310041833s","remote":"127.0.0.1:51406","response type":"/etcdserverpb.KV/Range","request count":0,"request size":64,"response count":4,"response size":29,"request content":"key:\"/registry/services/endpoints/\" range_end:\"/registry/services/endpoints0\" count_only:true "} {"level":"info","ts":"2026-03-20T10:21:31.3015Z","caller":"traceutil/trace.go:171","msg":"trace[2060372322] range","detail":"{range_begin:/registry/endpointslices/; range_end:/registry/endpointslices0; response_count:0; response_revision:1534; }","duration":"8.57278432s","start":"2026-03-20T10:21:22.728685Z","end":"2026-03-20T10:21:31.301469Z","steps":["trace[2060372322] 'agreement among raft nodes before linearized reading' (duration: 8.572579225s)"],"step_count":1} {"level":"warn","ts":"2026-03-20T10:21:31.301535Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"2.325212122s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-node-lease/instance\" ","response":"range_response_count:1 size:536"} {"level":"info","ts":"2026-03-20T10:21:31.301563Z","caller":"traceutil/trace.go:171","msg":"trace[1771308509] range","detail":"{range_begin:/registry/leases/kube-node-lease/instance; range_end:; response_count:1; response_revision:1534; }","duration":"2.325255553s","start":"2026-03-20T10:21:28.976298Z","end":"2026-03-20T10:21:31.301553Z","steps":["trace[1771308509] 'agreement among raft nodes before linearized reading' (duration: 2.325190022s)"],"step_count":1} {"level":"warn","ts":"2026-03-20T10:21:31.301566Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-20T10:21:22.728668Z","time spent":"8.572886932s","remote":"127.0.0.1:51516","response type":"/etcdserverpb.KV/Range","request count":0,"request size":56,"response count":4,"response size":29,"request content":"key:\"/registry/endpointslices/\" range_end:\"/registry/endpointslices0\" count_only:true "} {"level":"warn","ts":"2026-03-20T10:21:31.301586Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-20T10:21:28.97629Z","time spent":"2.325289424s","remote":"127.0.0.1:51504","response type":"/etcdserverpb.KV/Range","request count":0,"request size":43,"response count":1,"response size":558,"request content":"key:\"/registry/leases/kube-node-lease/instance\" "} {"level":"warn","ts":"2026-03-20T10:21:31.301474Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.805632653s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/resourcequotas/\" range_end:\"/registry/resourcequotas0\" count_only:true ","response":"range_response_count:0 size:5"} {"level":"info","ts":"2026-03-20T10:21:31.301662Z","caller":"traceutil/trace.go:171","msg":"trace[518933660] range","detail":"{range_begin:/registry/resourcequotas/; range_end:/registry/resourcequotas0; response_count:0; response_revision:1534; }","duration":"1.805812328s","start":"2026-03-20T10:21:29.495833Z","end":"2026-03-20T10:21:31.301645Z","steps":["trace[518933660] 'agreement among raft nodes before linearized reading' (duration: 1.805620103s)"],"step_count":1} {"level":"warn","ts":"2026-03-20T10:21:31.301703Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-20T10:21:29.495736Z","time spent":"1.805953972s","remote":"127.0.0.1:51302","response type":"/etcdserverpb.KV/Range","request count":0,"request size":56,"response count":0,"response size":27,"request content":"key:\"/registry/resourcequotas/\" range_end:\"/registry/resourcequotas0\" count_only:true "} {"level":"warn","ts":"2026-03-20T10:21:31.301477Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-20T10:21:23.836808Z","time spent":"7.464663388s","remote":"127.0.0.1:53976","response type":"/etcdserverpb.KV/Range","request count":0,"request size":82,"response count":0,"response size":27,"request content":"key:\"/registry/cilium.io/ciliumnodeconfigs/\" range_end:\"/registry/cilium.io/ciliumnodeconfigs0\" count_only:true "} {"level":"warn","ts":"2026-03-20T10:21:31.805621Z","caller":"etcdserver/v3_server.go:897","msg":"waiting for ReadIndex response took too long, retrying","sent-request-id":184257304220178198,"retry-timeout":"500ms"} {"level":"warn","ts":"2026-03-20T10:21:31.975769Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-20T10:21:31.304518Z","time spent":"671.245233ms","remote":"127.0.0.1:51292","response type":"/etcdserverpb.Lease/LeaseGrant","request count":-1,"request size":-1,"response count":-1,"response size":-1,"request content":""} {"level":"warn","ts":"2026-03-20T10:21:33.165Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"765.999684ms","expected-duration":"100ms","prefix":"read-only range ","request":"limit:1 serializable:true keys_only:true ","response":"range_response_count:0 size:5"} {"level":"info","ts":"2026-03-20T10:21:33.165124Z","caller":"traceutil/trace.go:171","msg":"trace[1165341533] range","detail":"{range_begin:; range_end:; response_count:0; response_revision:1534; }","duration":"766.135458ms","start":"2026-03-20T10:21:32.398971Z","end":"2026-03-20T10:21:33.165107Z","steps":["trace[1165341533] 'range keys from in-memory index tree' (duration: 765.984304ms)"],"step_count":1} {"level":"warn","ts":"2026-03-20T10:21:33.303126Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.998296011s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/health\" ","response":"","error":"context canceled"} {"level":"info","ts":"2026-03-20T10:21:33.303214Z","caller":"traceutil/trace.go:171","msg":"trace[109871258] range","detail":"{range_begin:/registry/health; range_end:; }","duration":"1.998446305s","start":"2026-03-20T10:21:31.30475Z","end":"2026-03-20T10:21:33.303197Z","steps":["trace[109871258] 'agreement among raft nodes before linearized reading' (duration: 1.998341983s)"],"step_count":1} {"level":"warn","ts":"2026-03-20T10:21:33.303444Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-20T10:21:31.304727Z","time spent":"1.998697441s","remote":"127.0.0.1:51190","response type":"/etcdserverpb.KV/Range","request count":0,"request size":18,"response count":0,"response size":0,"request content":"key:\"/registry/health\" "} 2026/03/20 10:21:33 WARNING: [core] [Server #8] grpc: Server.processUnaryRPC failed to write status: connection error: desc = "transport is closing" {"level":"warn","ts":"2026-03-20T10:21:35.310882Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"2.000251032s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/health\" ","response":"","error":"context canceled"} {"level":"info","ts":"2026-03-20T10:21:35.311042Z","caller":"traceutil/trace.go:171","msg":"trace[1277837245] range","detail":"{range_begin:/registry/health; range_end:; }","duration":"2.000535899s","start":"2026-03-20T10:21:33.310488Z","end":"2026-03-20T10:21:35.311024Z","steps":["trace[1277837245] 'agreement among raft nodes before linearized reading' (duration: 2.000298923s)"],"step_count":1} {"level":"warn","ts":"2026-03-20T10:21:35.311203Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-20T10:21:33.31047Z","time spent":"2.000719444s","remote":"127.0.0.1:51202","response type":"/etcdserverpb.KV/Range","request count":0,"request size":18,"response count":0,"response size":0,"request content":"key:\"/registry/health\" "} 2026/03/20 10:21:35 WARNING: [core] [Server #8] grpc: Server.processUnaryRPC failed to write status: connection error: desc = "transport is closing" {"level":"warn","ts":"2026-03-20T10:21:35.628041Z","caller":"wal/wal.go:805","msg":"slow fdatasync","took":"3.652396264s","expected-duration":"1s"} {"level":"info","ts":"2026-03-20T10:21:35.629409Z","caller":"traceutil/trace.go:171","msg":"trace[1097539579] transaction","detail":"{read_only:false; response_revision:1535; number_of_response:1; }","duration":"4.322752566s","start":"2026-03-20T10:21:31.306614Z","end":"2026-03-20T10:21:35.629367Z","steps":["trace[1097539579] 'process raft request' (duration: 4.321643367s)"],"step_count":1} {"level":"warn","ts":"2026-03-20T10:21:35.629783Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-20T10:21:31.306596Z","time spent":"4.322888829s","remote":"127.0.0.1:51504","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":521,"response count":0,"response size":38,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-03-20T10:21:35.631187Z","caller":"traceutil/trace.go:171","msg":"trace[1212744137] transaction","detail":"{read_only:false; response_revision:1536; number_of_response:1; }","duration":"4.324428278s","start":"2026-03-20T10:21:31.30671Z","end":"2026-03-20T10:21:35.631138Z","steps":["trace[1212744137] 'process raft request' (duration: 4.322137139s)"],"step_count":1} {"level":"info","ts":"2026-03-20T10:21:35.631404Z","caller":"traceutil/trace.go:171","msg":"trace[1813041282] linearizableReadLoop","detail":"{readStateIndex:1646; appliedIndex:1642; }","duration":"4.3264927s","start":"2026-03-20T10:21:31.304808Z","end":"2026-03-20T10:21:35.631301Z","steps":["trace[1813041282] 'read index received' (duration: 670.823433ms)","trace[1813041282] 'applied index is now lower than readState.Index' (duration: 3.655550654s)"],"step_count":2} {"level":"warn","ts":"2026-03-20T10:21:35.631411Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-20T10:21:31.306688Z","time spent":"4.324592302s","remote":"127.0.0.1:51504","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":673,"response count":0,"response size":38,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-03-20T10:21:35.631759Z","caller":"traceutil/trace.go:171","msg":"trace[1429308632] transaction","detail":"{read_only:false; response_revision:1537; number_of_response:1; }","duration":"4.322824427s","start":"2026-03-20T10:21:31.308913Z","end":"2026-03-20T10:21:35.631737Z","steps":["trace[1429308632] 'process raft request' (duration: 4.321347s)"],"step_count":1} {"level":"warn","ts":"2026-03-20T10:21:35.631848Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-20T10:21:31.308897Z","time spent":"4.322912509s","remote":"127.0.0.1:51424","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":7166,"response count":0,"response size":38,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-03-20T10:21:36.132143Z","caller":"etcdserver/v3_server.go:897","msg":"waiting for ReadIndex response took too long, retrying","sent-request-id":184257304220178204,"retry-timeout":"500ms"} {"level":"warn","ts":"2026-03-20T10:21:36.632559Z","caller":"etcdserver/v3_server.go:897","msg":"waiting for ReadIndex response took too long, retrying","sent-request-id":184257304220178204,"retry-timeout":"500ms"} {"level":"warn","ts":"2026-03-20T10:21:37.133076Z","caller":"etcdserver/v3_server.go:897","msg":"waiting for ReadIndex response took too long, retrying","sent-request-id":184257304220178204,"retry-timeout":"500ms"} {"level":"warn","ts":"2026-03-20T10:21:37.311559Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"2.000472746s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/health\" ","response":"","error":"context deadline exceeded"} {"level":"info","ts":"2026-03-20T10:21:37.311648Z","caller":"traceutil/trace.go:171","msg":"trace[266376880] range","detail":"{range_begin:/registry/health; range_end:; }","duration":"2.000600379s","start":"2026-03-20T10:21:35.311026Z","end":"2026-03-20T10:21:37.311627Z","steps":["trace[266376880] 'agreement among raft nodes before linearized reading' (duration: 2.000487087s)"],"step_count":1} {"level":"warn","ts":"2026-03-20T10:21:37.311701Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-20T10:21:35.311014Z","time spent":"2.000675341s","remote":"127.0.0.1:51190","response type":"/etcdserverpb.KV/Range","request count":0,"request size":18,"response count":0,"response size":0,"request content":"key:\"/registry/health\" "} {"level":"warn","ts":"2026-03-20T10:21:37.633537Z","caller":"etcdserver/v3_server.go:897","msg":"waiting for ReadIndex response took too long, retrying","sent-request-id":184257304220178204,"retry-timeout":"500ms"} {"level":"warn","ts":"2026-03-20T10:21:37.696276Z","caller":"wal/wal.go:805","msg":"slow fdatasync","took":"2.067986603s","expected-duration":"1s"} {"level":"warn","ts":"2026-03-20T10:21:38.395711Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"2.000673382s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/health\" ","response":"","error":"context deadline exceeded"} {"level":"info","ts":"2026-03-20T10:21:38.39586Z","caller":"traceutil/trace.go:171","msg":"trace[376886597] range","detail":"{range_begin:/registry/health; range_end:; }","duration":"2.000881767s","start":"2026-03-20T10:21:36.394941Z","end":"2026-03-20T10:21:38.395823Z","steps":["trace[376886597] 'agreement among raft nodes before linearized reading' (duration: 2.000716882s)"],"step_count":1} {"level":"warn","ts":"2026-03-20T10:21:38.396027Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-20T10:21:36.394918Z","time spent":"2.001086762s","remote":"127.0.0.1:51202","response type":"/etcdserverpb.KV/Range","request count":0,"request size":18,"response count":0,"response size":0,"request content":"key:\"/registry/health\" "} 2026/03/20 10:21:38 WARNING: [core] [Server #8] grpc: Server.processUnaryRPC failed to write status: connection error: desc = "transport is closing" {"level":"warn","ts":"2026-03-20T10:21:38.707977Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.011362481s","expected-duration":"100ms","prefix":"","request":"header: txn: success:> failure: >>","response":"size:16"} {"level":"info","ts":"2026-03-20T10:21:38.708088Z","caller":"traceutil/trace.go:171","msg":"trace[1215489336] linearizableReadLoop","detail":"{readStateIndex:1647; appliedIndex:1646; }","duration":"3.076595455s","start":"2026-03-20T10:21:35.631475Z","end":"2026-03-20T10:21:38.70807Z","steps":["trace[1215489336] 'read index received' (duration: 2.064898155s)","trace[1215489336] 'applied index is now lower than readState.Index' (duration: 1.01169455s)"],"step_count":2} {"level":"info","ts":"2026-03-20T10:21:38.708177Z","caller":"traceutil/trace.go:171","msg":"trace[1700421604] transaction","detail":"{read_only:false; response_revision:1538; number_of_response:1; }","duration":"6.731380208s","start":"2026-03-20T10:21:31.976785Z","end":"2026-03-20T10:21:38.708165Z","steps":["trace[1700421604] 'process raft request' (duration: 5.719735329s)","trace[1700421604] 'compare' (duration: 1.010780257s)"],"step_count":2} {"level":"warn","ts":"2026-03-20T10:21:38.708248Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-20T10:21:31.97676Z","time spent":"6.731454801s","remote":"127.0.0.1:51292","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":859,"response count":0,"response size":38,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-03-20T10:21:38.708496Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"3.398598279s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/namespaces/\" range_end:\"/registry/namespaces0\" count_only:true ","response":"range_response_count:0 size:7"} {"level":"info","ts":"2026-03-20T10:21:38.708532Z","caller":"traceutil/trace.go:171","msg":"trace[1556776401] range","detail":"{range_begin:/registry/namespaces/; range_end:/registry/namespaces0; response_count:0; response_revision:1538; }","duration":"3.398680433s","start":"2026-03-20T10:21:35.309841Z","end":"2026-03-20T10:21:38.708522Z","steps":["trace[1556776401] 'agreement among raft nodes before linearized reading' (duration: 3.398582391s)"],"step_count":1} {"level":"warn","ts":"2026-03-20T10:21:38.708564Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-20T10:21:35.309817Z","time spent":"3.398738884s","remote":"127.0.0.1:51344","response type":"/etcdserverpb.KV/Range","request count":0,"request size":48,"response count":4,"response size":29,"request content":"key:\"/registry/namespaces/\" range_end:\"/registry/namespaces0\" count_only:true "} {"level":"warn","ts":"2026-03-20T10:21:38.708655Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"3.072268244s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pods/kube-system/kube-controller-manager-instance\" ","response":"range_response_count:1 size:7181"} {"level":"warn","ts":"2026-03-20T10:21:38.708631Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"7.125433517s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/controllers/\" range_end:\"/registry/controllers0\" count_only:true ","response":"range_response_count:0 size:5"} {"level":"info","ts":"2026-03-20T10:21:38.708688Z","caller":"traceutil/trace.go:171","msg":"trace[86050268] range","detail":"{range_begin:/registry/pods/kube-system/kube-controller-manager-instance; range_end:; response_count:1; response_revision:1538; }","duration":"3.072316925s","start":"2026-03-20T10:21:35.63636Z","end":"2026-03-20T10:21:38.708677Z","steps":["trace[86050268] 'agreement among raft nodes before linearized reading' (duration: 3.072210583s)"],"step_count":1} {"level":"warn","ts":"2026-03-20T10:21:38.708711Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-20T10:21:35.636348Z","time spent":"3.072357647s","remote":"127.0.0.1:51424","response type":"/etcdserverpb.KV/Range","request count":0,"request size":61,"response count":1,"response size":7203,"request content":"key:\"/registry/pods/kube-system/kube-controller-manager-instance\" "} {"level":"warn","ts":"2026-03-20T10:21:38.708679Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"6.345472507s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/secrets/\" range_end:\"/registry/secrets0\" count_only:true ","response":"range_response_count:0 size:7"} {"level":"info","ts":"2026-03-20T10:21:38.708729Z","caller":"traceutil/trace.go:171","msg":"trace[791274195] range","detail":"{range_begin:/registry/controllers/; range_end:/registry/controllers0; response_count:0; response_revision:1538; }","duration":"7.125592131s","start":"2026-03-20T10:21:31.583109Z","end":"2026-03-20T10:21:38.708701Z","steps":["trace[791274195] 'agreement among raft nodes before linearized reading' (duration: 7.125415316s)"],"step_count":1} {"level":"warn","ts":"2026-03-20T10:21:38.708732Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"3.521557195s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/rolebindings/\" range_end:\"/registry/rolebindings0\" count_only:true ","response":"range_response_count:0 size:7"} {"level":"info","ts":"2026-03-20T10:21:38.70877Z","caller":"traceutil/trace.go:171","msg":"trace[1588709706] range","detail":"{range_begin:/registry/secrets/; range_end:/registry/secrets0; response_count:0; response_revision:1538; }","duration":"6.345615251s","start":"2026-03-20T10:21:32.363128Z","end":"2026-03-20T10:21:38.708743Z","steps":["trace[1588709706] 'agreement among raft nodes before linearized reading' (duration: 6.345460027s)"],"step_count":1} {"level":"warn","ts":"2026-03-20T10:21:38.708783Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-20T10:21:31.583083Z","time spent":"7.125688353s","remote":"127.0.0.1:51444","response type":"/etcdserverpb.KV/Range","request count":0,"request size":50,"response count":0,"response size":27,"request content":"key:\"/registry/controllers/\" range_end:\"/registry/controllers0\" count_only:true "} {"level":"info","ts":"2026-03-20T10:21:38.708793Z","caller":"traceutil/trace.go:171","msg":"trace[1964253390] range","detail":"{range_begin:/registry/rolebindings/; range_end:/registry/rolebindings0; response_count:0; response_revision:1538; }","duration":"3.521654219s","start":"2026-03-20T10:21:35.187121Z","end":"2026-03-20T10:21:38.708775Z","steps":["trace[1964253390] 'agreement among raft nodes before linearized reading' (duration: 3.521567446s)"],"step_count":1} {"level":"warn","ts":"2026-03-20T10:21:38.708818Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-20T10:21:32.363103Z","time spent":"6.345704924s","remote":"127.0.0.1:51316","response type":"/etcdserverpb.KV/Range","request count":0,"request size":42,"response count":6,"response size":29,"request content":"key:\"/registry/secrets/\" range_end:\"/registry/secrets0\" count_only:true "} {"level":"warn","ts":"2026-03-20T10:21:38.708842Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-20T10:21:35.187086Z","time spent":"3.52174164s","remote":"127.0.0.1:51568","response type":"/etcdserverpb.KV/Range","request count":0,"request size":52,"response count":14,"response size":29,"request content":"key:\"/registry/rolebindings/\" range_end:\"/registry/rolebindings0\" count_only:true "} {"level":"warn","ts":"2026-03-20T10:21:38.708863Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.022567806s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/csistoragecapacities/\" range_end:\"/registry/csistoragecapacities0\" count_only:true ","response":"range_response_count:0 size:5"} {"level":"info","ts":"2026-03-20T10:21:38.708888Z","caller":"traceutil/trace.go:171","msg":"trace[1765299850] range","detail":"{range_begin:/registry/csistoragecapacities/; range_end:/registry/csistoragecapacities0; response_count:0; response_revision:1538; }","duration":"1.022670418s","start":"2026-03-20T10:21:37.68621Z","end":"2026-03-20T10:21:38.708881Z","steps":["trace[1765299850] 'agreement among raft nodes before linearized reading' (duration: 1.022633127s)"],"step_count":1} {"level":"warn","ts":"2026-03-20T10:21:38.70891Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-20T10:21:37.686177Z","time spent":"1.02272673s","remote":"127.0.0.1:51632","response type":"/etcdserverpb.KV/Range","request count":0,"request size":68,"response count":0,"response size":27,"request content":"key:\"/registry/csistoragecapacities/\" range_end:\"/registry/csistoragecapacities0\" count_only:true "} {"level":"warn","ts":"2026-03-20T10:21:38.708828Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"7.403596278s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/masterleases/199.204.45.102\" ","response":"range_response_count:0 size:5"} {"level":"info","ts":"2026-03-20T10:21:38.708957Z","caller":"traceutil/trace.go:171","msg":"trace[1896528953] range","detail":"{range_begin:/registry/masterleases/199.204.45.102; range_end:; response_count:0; response_revision:1538; }","duration":"7.403746911s","start":"2026-03-20T10:21:31.3052Z","end":"2026-03-20T10:21:38.708947Z","steps":["trace[1896528953] 'agreement among raft nodes before linearized reading' (duration: 7.403609308s)"],"step_count":1} {"level":"warn","ts":"2026-03-20T10:21:38.70897Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.392234825s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/health\" ","response":"range_response_count:0 size:5"} {"level":"warn","ts":"2026-03-20T10:21:38.708965Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"6.477898215s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/serviceaccounts/\" range_end:\"/registry/serviceaccounts0\" count_only:true ","response":"range_response_count:0 size:7"} {"level":"info","ts":"2026-03-20T10:21:38.708988Z","caller":"traceutil/trace.go:171","msg":"trace[1031890449] range","detail":"{range_begin:/registry/health; range_end:; response_count:0; response_revision:1538; }","duration":"1.392283666s","start":"2026-03-20T10:21:37.316698Z","end":"2026-03-20T10:21:38.708981Z","steps":["trace[1031890449] 'agreement among raft nodes before linearized reading' (duration: 1.392256205s)"],"step_count":1} {"level":"warn","ts":"2026-03-20T10:21:38.708986Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-20T10:21:31.305186Z","time spent":"7.403793233s","remote":"127.0.0.1:51238","response type":"/etcdserverpb.KV/Range","request count":0,"request size":39,"response count":0,"response size":27,"request content":"key:\"/registry/masterleases/199.204.45.102\" "} {"level":"info","ts":"2026-03-20T10:21:38.708997Z","caller":"traceutil/trace.go:171","msg":"trace[584659205] range","detail":"{range_begin:/registry/serviceaccounts/; range_end:/registry/serviceaccounts0; response_count:0; response_revision:1538; }","duration":"6.477963166s","start":"2026-03-20T10:21:32.231025Z","end":"2026-03-20T10:21:38.708988Z","steps":["trace[584659205] 'agreement among raft nodes before linearized reading' (duration: 6.477882304s)"],"step_count":1} {"level":"warn","ts":"2026-03-20T10:21:38.70903Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.495644043s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/podtemplates/\" range_end:\"/registry/podtemplates0\" count_only:true ","response":"range_response_count:0 size:5"} {"level":"warn","ts":"2026-03-20T10:21:38.70903Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-20T10:21:32.231007Z","time spent":"6.478013778s","remote":"127.0.0.1:51434","response type":"/etcdserverpb.KV/Range","request count":0,"request size":58,"response count":42,"response size":29,"request content":"key:\"/registry/serviceaccounts/\" range_end:\"/registry/serviceaccounts0\" count_only:true "} {"level":"info","ts":"2026-03-20T10:21:38.709061Z","caller":"traceutil/trace.go:171","msg":"trace[1934841301] range","detail":"{range_begin:/registry/podtemplates/; range_end:/registry/podtemplates0; response_count:0; response_revision:1538; }","duration":"1.495663263s","start":"2026-03-20T10:21:37.213381Z","end":"2026-03-20T10:21:38.709045Z","steps":["trace[1934841301] 'agreement among raft nodes before linearized reading' (duration: 1.495634323s)"],"step_count":1} {"level":"warn","ts":"2026-03-20T10:21:38.70908Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-20T10:21:37.21334Z","time spent":"1.495735965s","remote":"127.0.0.1:51362","response type":"/etcdserverpb.KV/Range","request count":0,"request size":52,"response count":0,"response size":27,"request content":"key:\"/registry/podtemplates/\" range_end:\"/registry/podtemplates0\" count_only:true "} {"level":"warn","ts":"2026-03-20T10:21:38.708627Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"4.555239635s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/horizontalpodautoscalers/\" range_end:\"/registry/horizontalpodautoscalers0\" count_only:true ","response":"range_response_count:0 size:5"} {"level":"warn","ts":"2026-03-20T10:21:38.709195Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"2.053492815s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/csidrivers/\" range_end:\"/registry/csidrivers0\" count_only:true ","response":"range_response_count:0 size:7"} {"level":"info","ts":"2026-03-20T10:21:38.709215Z","caller":"traceutil/trace.go:171","msg":"trace[1501638312] range","detail":"{range_begin:/registry/csidrivers/; range_end:/registry/csidrivers0; response_count:0; response_revision:1538; }","duration":"2.053564647s","start":"2026-03-20T10:21:36.655644Z","end":"2026-03-20T10:21:38.709209Z","steps":["trace[1501638312] 'agreement among raft nodes before linearized reading' (duration: 2.053522836s)"],"step_count":1} {"level":"warn","ts":"2026-03-20T10:21:38.709232Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-20T10:21:36.655622Z","time spent":"2.053605967s","remote":"127.0.0.1:51630","response type":"/etcdserverpb.KV/Range","request count":0,"request size":48,"response count":1,"response size":29,"request content":"key:\"/registry/csidrivers/\" range_end:\"/registry/csidrivers0\" count_only:true "} {"level":"info","ts":"2026-03-20T10:21:38.709254Z","caller":"traceutil/trace.go:171","msg":"trace[1410587167] range","detail":"{range_begin:/registry/horizontalpodautoscalers/; range_end:/registry/horizontalpodautoscalers0; response_count:0; response_revision:1538; }","duration":"4.55588761s","start":"2026-03-20T10:21:34.153317Z","end":"2026-03-20T10:21:38.709205Z","steps":["trace[1410587167] 'agreement among raft nodes before linearized reading' (duration: 4.555237704s)"],"step_count":1} {"level":"warn","ts":"2026-03-20T10:21:38.709005Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-20T10:21:37.31668Z","time spent":"1.392322236s","remote":"127.0.0.1:51190","response type":"/etcdserverpb.KV/Range","request count":0,"request size":18,"response count":0,"response size":27,"request content":"key:\"/registry/health\" "} {"level":"warn","ts":"2026-03-20T10:21:38.709303Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-20T10:21:34.153298Z","time spent":"4.555988774s","remote":"127.0.0.1:51460","response type":"/etcdserverpb.KV/Range","request count":0,"request size":76,"response count":0,"response size":27,"request content":"key:\"/registry/horizontalpodautoscalers/\" range_end:\"/registry/horizontalpodautoscalers0\" count_only:true "} {"level":"warn","ts":"2026-03-20T10:21:38.709332Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"2.393611011s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/jobs/\" range_end:\"/registry/jobs0\" count_only:true ","response":"range_response_count:0 size:5"} {"level":"info","ts":"2026-03-20T10:21:38.70935Z","caller":"traceutil/trace.go:171","msg":"trace[858745723] range","detail":"{range_begin:/registry/jobs/; range_end:/registry/jobs0; response_count:0; response_revision:1538; }","duration":"2.393670842s","start":"2026-03-20T10:21:36.315673Z","end":"2026-03-20T10:21:38.709344Z","steps":["trace[858745723] 'agreement among raft nodes before linearized reading' (duration: 2.393641551s)"],"step_count":1} {"level":"warn","ts":"2026-03-20T10:21:38.709367Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-20T10:21:36.315652Z","time spent":"2.393710923s","remote":"127.0.0.1:51472","response type":"/etcdserverpb.KV/Range","request count":0,"request size":36,"response count":0,"response size":27,"request content":"key:\"/registry/jobs/\" range_end:\"/registry/jobs0\" count_only:true "} {"level":"warn","ts":"2026-03-20T10:21:39.213808Z","caller":"etcdserver/v3_server.go:897","msg":"waiting for ReadIndex response took too long, retrying","sent-request-id":184257304220178206,"retry-timeout":"500ms"} {"level":"warn","ts":"2026-03-20T10:21:40.720554Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"2.000085736s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/health\" ","response":"","error":"context deadline exceeded"} {"level":"info","ts":"2026-03-20T10:21:40.720651Z","caller":"traceutil/trace.go:171","msg":"trace[191990699] range","detail":"{range_begin:/registry/health; range_end:; }","duration":"2.000276131s","start":"2026-03-20T10:21:38.720354Z","end":"2026-03-20T10:21:40.72063Z","steps":["trace[191990699] 'agreement among raft nodes before linearized reading' (duration: 2.000115347s)"],"step_count":1} {"level":"warn","ts":"2026-03-20T10:21:40.720713Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-20T10:21:38.720338Z","time spent":"2.000363692s","remote":"127.0.0.1:51202","response type":"/etcdserverpb.KV/Range","request count":0,"request size":18,"response count":0,"response size":0,"request content":"key:\"/registry/health\" "} 2026/03/20 10:21:40 WARNING: [core] [Server #8] grpc: Server.processUnaryRPC failed to write status: connection error: desc = "transport is closing" {"level":"warn","ts":"2026-03-20T10:21:41.110265Z","caller":"wal/wal.go:805","msg":"slow fdatasync","took":"1.893311841s","expected-duration":"1s"} {"level":"warn","ts":"2026-03-20T10:21:41.772343Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-20T10:21:39.71491Z","time spent":"2.057424283s","remote":"127.0.0.1:48462","response type":"/etcdserverpb.Maintenance/Status","request count":-1,"request size":-1,"response count":-1,"response size":-1,"request content":""} {"level":"warn","ts":"2026-03-20T10:21:41.772926Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"2.556042489s","expected-duration":"100ms","prefix":"","request":"header: lease_grant:","response":"size:39"} {"level":"info","ts":"2026-03-20T10:21:41.773172Z","caller":"traceutil/trace.go:171","msg":"trace[268969117] linearizableReadLoop","detail":"{readStateIndex:1649; appliedIndex:1647; }","duration":"3.059923759s","start":"2026-03-20T10:21:38.713231Z","end":"2026-03-20T10:21:41.773154Z","steps":["trace[268969117] 'read index received' (duration: 503.732746ms)","trace[268969117] 'applied index is now lower than readState.Index' (duration: 2.556189953s)"],"step_count":2} {"level":"warn","ts":"2026-03-20T10:21:41.773285Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-20T10:21:38.709692Z","time spent":"3.063590352s","remote":"127.0.0.1:51238","response type":"/etcdserverpb.Lease/LeaseGrant","request count":-1,"request size":-1,"response count":-1,"response size":-1,"request content":""} {"level":"info","ts":"2026-03-20T10:21:41.773594Z","caller":"traceutil/trace.go:171","msg":"trace[1621176091] transaction","detail":"{read_only:false; response_revision:1539; number_of_response:1; }","duration":"3.055787614s","start":"2026-03-20T10:21:38.717793Z","end":"2026-03-20T10:21:41.77358Z","steps":["trace[1621176091] 'process raft request' (duration: 3.0552292s)"],"step_count":1} {"level":"warn","ts":"2026-03-20T10:21:41.773691Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-20T10:21:38.717776Z","time spent":"3.055854926s","remote":"127.0.0.1:51424","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":7224,"response count":0,"response size":38,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-03-20T10:21:41.773901Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"2.631378934s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/daemonsets/\" range_end:\"/registry/daemonsets0\" count_only:true ","response":"range_response_count:0 size:7"} {"level":"warn","ts":"2026-03-20T10:21:41.773956Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"3.06071392s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/events/kube-system/kube-scheduler-instance.189e85545957d6f0\" ","response":"range_response_count:1 size:837"} {"level":"info","ts":"2026-03-20T10:21:41.773981Z","caller":"traceutil/trace.go:171","msg":"trace[1330987552] range","detail":"{range_begin:/registry/daemonsets/; range_end:/registry/daemonsets0; response_count:0; response_revision:1539; }","duration":"2.631534337s","start":"2026-03-20T10:21:39.142427Z","end":"2026-03-20T10:21:41.773961Z","steps":["trace[1330987552] 'agreement among raft nodes before linearized reading' (duration: 2.631406694s)"],"step_count":1} {"level":"info","ts":"2026-03-20T10:21:41.774006Z","caller":"traceutil/trace.go:171","msg":"trace[339445343] range","detail":"{range_begin:/registry/events/kube-system/kube-scheduler-instance.189e85545957d6f0; range_end:; response_count:1; response_revision:1539; }","duration":"3.060794781s","start":"2026-03-20T10:21:38.713196Z","end":"2026-03-20T10:21:41.773991Z","steps":["trace[339445343] 'agreement among raft nodes before linearized reading' (duration: 3.060612657s)"],"step_count":1} {"level":"warn","ts":"2026-03-20T10:21:41.774025Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-20T10:21:39.142406Z","time spent":"2.63160839s","remote":"127.0.0.1:51678","response type":"/etcdserverpb.KV/Range","request count":0,"request size":48,"response count":3,"response size":29,"request content":"key:\"/registry/daemonsets/\" range_end:\"/registry/daemonsets0\" count_only:true "} {"level":"warn","ts":"2026-03-20T10:21:41.774055Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-20T10:21:38.71318Z","time spent":"3.060866614s","remote":"127.0.0.1:51292","response type":"/etcdserverpb.KV/Range","request count":0,"request size":71,"response count":1,"response size":859,"request content":"key:\"/registry/events/kube-system/kube-scheduler-instance.189e85545957d6f0\" "} {"level":"warn","ts":"2026-03-20T10:21:41.774082Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.052809635s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/health\" ","response":"range_response_count:0 size:5"} {"level":"info","ts":"2026-03-20T10:21:41.774173Z","caller":"traceutil/trace.go:171","msg":"trace[1543765240] range","detail":"{range_begin:/registry/health; range_end:; response_count:0; response_revision:1539; }","duration":"1.052952798s","start":"2026-03-20T10:21:40.721206Z","end":"2026-03-20T10:21:41.774159Z","steps":["trace[1543765240] 'agreement among raft nodes before linearized reading' (duration: 1.052798464s)"],"step_count":1} {"level":"warn","ts":"2026-03-20T10:21:41.774244Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-20T10:21:40.72118Z","time spent":"1.053054261s","remote":"127.0.0.1:51190","response type":"/etcdserverpb.KV/Range","request count":0,"request size":18,"response count":0,"response size":27,"request content":"key:\"/registry/health\" "} {"level":"warn","ts":"2026-03-20T10:21:41.774236Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"899.869266ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pods/\" range_end:\"/registry/pods0\" count_only:true ","response":"range_response_count:0 size:7"} {"level":"info","ts":"2026-03-20T10:21:41.774353Z","caller":"traceutil/trace.go:171","msg":"trace[686570628] range","detail":"{range_begin:/registry/pods/; range_end:/registry/pods0; response_count:0; response_revision:1539; }","duration":"900.105982ms","start":"2026-03-20T10:21:40.874232Z","end":"2026-03-20T10:21:41.774338Z","steps":["trace[686570628] 'agreement among raft nodes before linearized reading' (duration: 899.714512ms)"],"step_count":1} {"level":"warn","ts":"2026-03-20T10:21:41.774425Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-20T10:21:40.874208Z","time spent":"900.203435ms","remote":"127.0.0.1:51424","response type":"/etcdserverpb.KV/Range","request count":0,"request size":36,"response count":12,"response size":29,"request content":"key:\"/registry/pods/\" range_end:\"/registry/pods0\" count_only:true "} {"level":"warn","ts":"2026-03-20T10:21:42.278414Z","caller":"etcdserver/v3_server.go:897","msg":"waiting for ReadIndex response took too long, retrying","sent-request-id":184257304220178211,"retry-timeout":"500ms"} {"level":"warn","ts":"2026-03-20T10:21:42.778818Z","caller":"etcdserver/v3_server.go:897","msg":"waiting for ReadIndex response took too long, retrying","sent-request-id":184257304220178211,"retry-timeout":"500ms"} {"level":"warn","ts":"2026-03-20T10:21:43.063109Z","caller":"wal/wal.go:805","msg":"slow fdatasync","took":"1.287565122s","expected-duration":"1s"} {"level":"warn","ts":"2026-03-20T10:21:43.783392Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"2.000880876s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/health\" ","response":"","error":"context canceled"} {"level":"info","ts":"2026-03-20T10:21:43.7835Z","caller":"traceutil/trace.go:171","msg":"trace[978108109] range","detail":"{range_begin:/registry/health; range_end:; }","duration":"2.001090302s","start":"2026-03-20T10:21:41.782382Z","end":"2026-03-20T10:21:43.783472Z","steps":["trace[978108109] 'agreement among raft nodes before linearized reading' (duration: 2.000889007s)"],"step_count":1} {"level":"warn","ts":"2026-03-20T10:21:43.783573Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-20T10:21:41.782375Z","time spent":"2.001185855s","remote":"127.0.0.1:51202","response type":"/etcdserverpb.KV/Range","request count":0,"request size":18,"response count":0,"response size":0,"request content":"key:\"/registry/health\" "} 2026/03/20 10:21:43 WARNING: [core] [Server #8] grpc: Server.processUnaryRPC failed to write status: connection error: desc = "transport is closing" {"level":"warn","ts":"2026-03-20T10:21:44.331794Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.932504839s","expected-duration":"100ms","prefix":"read-only range ","request":"limit:1 serializable:true keys_only:true ","response":"range_response_count:0 size:5"} {"level":"info","ts":"2026-03-20T10:21:44.331971Z","caller":"traceutil/trace.go:171","msg":"trace[1319450477] range","detail":"{range_begin:; range_end:; response_count:0; response_revision:1539; }","duration":"1.932707154s","start":"2026-03-20T10:21:42.399239Z","end":"2026-03-20T10:21:44.331946Z","steps":["trace[1319450477] 'range keys from in-memory index tree' (duration: 1.932479309s)"],"step_count":1} {"level":"warn","ts":"2026-03-20T10:21:44.332269Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.268773266s","expected-duration":"100ms","prefix":"","request":"header: txn: success:> failure: >>","response":"size:16"} {"level":"info","ts":"2026-03-20T10:21:44.332452Z","caller":"traceutil/trace.go:171","msg":"trace[1177669634] linearizableReadLoop","detail":"{readStateIndex:1651; appliedIndex:1649; }","duration":"2.555115357s","start":"2026-03-20T10:21:41.77732Z","end":"2026-03-20T10:21:44.332435Z","steps":["trace[1177669634] 'read index received' (duration: 1.286088585s)","trace[1177669634] 'applied index is now lower than readState.Index' (duration: 1.269025932s)"],"step_count":2} {"level":"info","ts":"2026-03-20T10:21:44.332455Z","caller":"traceutil/trace.go:171","msg":"trace[379839484] transaction","detail":"{read_only:false; response_revision:1540; number_of_response:1; }","duration":"2.557005045s","start":"2026-03-20T10:21:41.775432Z","end":"2026-03-20T10:21:44.332437Z","steps":["trace[379839484] 'process raft request' (duration: 1.287986534s)","trace[379839484] 'compare' (duration: 1.267546875s)"],"step_count":2} {"level":"warn","ts":"2026-03-20T10:21:44.332512Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-20T10:21:41.775405Z","time spent":"2.557079477s","remote":"127.0.0.1:51238","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":120,"response count":0,"response size":38,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-03-20T10:21:44.33252Z","caller":"traceutil/trace.go:171","msg":"trace[294540079] transaction","detail":"{read_only:false; response_revision:1541; number_of_response:1; }","duration":"2.555738253s","start":"2026-03-20T10:21:41.776751Z","end":"2026-03-20T10:21:44.332489Z","steps":["trace[294540079] 'process raft request' (duration: 2.55562571s)"],"step_count":1} {"level":"warn","ts":"2026-03-20T10:21:44.332595Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"549.11507ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/health\" ","response":"range_response_count:0 size:5"} {"level":"info","ts":"2026-03-20T10:21:44.332627Z","caller":"traceutil/trace.go:171","msg":"trace[1589718535] range","detail":"{range_begin:/registry/health; range_end:; response_count:0; response_revision:1541; }","duration":"549.182432ms","start":"2026-03-20T10:21:43.783437Z","end":"2026-03-20T10:21:44.332619Z","steps":["trace[1589718535] 'agreement among raft nodes before linearized reading' (duration: 549.09428ms)"],"step_count":1} {"level":"warn","ts":"2026-03-20T10:21:44.332649Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-20T10:21:43.78342Z","time spent":"549.223143ms","remote":"127.0.0.1:51190","response type":"/etcdserverpb.KV/Range","request count":0,"request size":18,"response count":0,"response size":27,"request content":"key:\"/registry/health\" "} {"level":"warn","ts":"2026-03-20T10:21:44.332751Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-20T10:21:41.776704Z","time spent":"2.555880116s","remote":"127.0.0.1:51292","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":822,"response count":0,"response size":38,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-03-20T10:21:44.332824Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"2.555474476s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pods/kube-system/kube-vip-instance\" ","response":"range_response_count:1 size:4778"} {"level":"info","ts":"2026-03-20T10:21:44.332912Z","caller":"traceutil/trace.go:171","msg":"trace[1170567673] range","detail":"{range_begin:/registry/pods/kube-system/kube-vip-instance; range_end:; response_count:1; response_revision:1541; }","duration":"2.5556189s","start":"2026-03-20T10:21:41.777273Z","end":"2026-03-20T10:21:44.332892Z","steps":["trace[1170567673] 'agreement among raft nodes before linearized reading' (duration: 2.55522606s)"],"step_count":1} {"level":"warn","ts":"2026-03-20T10:21:44.332959Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-20T10:21:41.777256Z","time spent":"2.555695461s","remote":"127.0.0.1:51424","response type":"/etcdserverpb.KV/Range","request count":0,"request size":46,"response count":1,"response size":4800,"request content":"key:\"/registry/pods/kube-system/kube-vip-instance\" "} {"level":"warn","ts":"2026-03-20T10:21:44.839759Z","caller":"etcdserver/v3_server.go:897","msg":"waiting for ReadIndex response took too long, retrying","sent-request-id":184257304220178219,"retry-timeout":"500ms"} {"level":"warn","ts":"2026-03-20T10:21:45.623218Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"706.424069ms","expected-duration":"100ms","prefix":"","request":"header: txn: success:> failure: >>","response":"size:16"} {"level":"info","ts":"2026-03-20T10:21:45.623441Z","caller":"traceutil/trace.go:171","msg":"trace[680222829] transaction","detail":"{read_only:false; response_revision:1542; number_of_response:1; }","duration":"1.284669978s","start":"2026-03-20T10:21:44.338741Z","end":"2026-03-20T10:21:45.623411Z","steps":["trace[680222829] 'process raft request' (duration: 577.8999ms)","trace[680222829] 'compare' (duration: 706.023139ms)"],"step_count":2} {"level":"warn","ts":"2026-03-20T10:21:45.623559Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-20T10:21:44.338729Z","time spent":"1.284777452s","remote":"127.0.0.1:51292","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":846,"response count":0,"response size":38,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-03-20T10:21:46.341308Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"2.000154159s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/health\" ","response":"","error":"context deadline exceeded"} {"level":"info","ts":"2026-03-20T10:21:46.3414Z","caller":"traceutil/trace.go:171","msg":"trace[259679686] range","detail":"{range_begin:/registry/health; range_end:; }","duration":"2.000272661s","start":"2026-03-20T10:21:44.341108Z","end":"2026-03-20T10:21:46.341381Z","steps":["trace[259679686] 'agreement among raft nodes before linearized reading' (duration: 2.000160099s)"],"step_count":1} {"level":"warn","ts":"2026-03-20T10:21:46.341451Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-20T10:21:44.341103Z","time spent":"2.000337833s","remote":"127.0.0.1:51202","response type":"/etcdserverpb.KV/Range","request count":0,"request size":18,"response count":0,"response size":0,"request content":"key:\"/registry/health\" "} {"level":"warn","ts":"2026-03-20T10:21:46.578427Z","caller":"wal/wal.go:805","msg":"slow fdatasync","took":"1.66193158s","expected-duration":"1s"} {"level":"warn","ts":"2026-03-20T10:21:47.592002Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.013222649s","expected-duration":"100ms","prefix":"","request":"header: txn: success:> failure: >>","response":"size:16"} {"level":"info","ts":"2026-03-20T10:21:47.5921Z","caller":"traceutil/trace.go:171","msg":"trace[236355663] linearizableReadLoop","detail":"{readStateIndex:1653; appliedIndex:1651; }","duration":"3.25304856s","start":"2026-03-20T10:21:44.339035Z","end":"2026-03-20T10:21:47.592084Z","steps":["trace[236355663] 'read index received' (duration: 577.618244ms)","trace[236355663] 'applied index is now lower than readState.Index' (duration: 2.675429176s)"],"step_count":2} {"level":"info","ts":"2026-03-20T10:21:47.592253Z","caller":"traceutil/trace.go:171","msg":"trace[2020003469] transaction","detail":"{read_only:false; response_revision:1543; number_of_response:1; }","duration":"3.25266404s","start":"2026-03-20T10:21:44.339543Z","end":"2026-03-20T10:21:47.592207Z","steps":["trace[2020003469] 'process raft request' (duration: 2.239159204s)","trace[2020003469] 'compare' (duration: 1.012688396s)"],"step_count":2} {"level":"warn","ts":"2026-03-20T10:21:47.592396Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"3.253355068s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/masterleases/199.204.45.102\" ","response":"range_response_count:1 size:135"} {"level":"info","ts":"2026-03-20T10:21:47.592438Z","caller":"traceutil/trace.go:171","msg":"trace[1900413450] range","detail":"{range_begin:/registry/masterleases/199.204.45.102; range_end:; response_count:1; response_revision:1543; }","duration":"3.253404059s","start":"2026-03-20T10:21:44.339023Z","end":"2026-03-20T10:21:47.592427Z","steps":["trace[1900413450] 'agreement among raft nodes before linearized reading' (duration: 3.253261405s)"],"step_count":1} {"level":"warn","ts":"2026-03-20T10:21:47.592475Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-20T10:21:44.33901Z","time spent":"3.253457821s","remote":"127.0.0.1:51238","response type":"/etcdserverpb.KV/Range","request count":0,"request size":39,"response count":1,"response size":157,"request content":"key:\"/registry/masterleases/199.204.45.102\" "} {"level":"warn","ts":"2026-03-20T10:21:47.59247Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-20T10:21:44.339533Z","time spent":"3.252831845s","remote":"127.0.0.1:51424","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":5045,"response count":0,"response size":38,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-03-20T10:21:48.092425Z","caller":"etcdserver/v3_server.go:897","msg":"waiting for ReadIndex response took too long, retrying","sent-request-id":184257304220178224,"retry-timeout":"500ms"} {"level":"warn","ts":"2026-03-20T10:21:48.343459Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"2.00018128s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/health\" ","response":"","error":"context deadline exceeded"} {"level":"info","ts":"2026-03-20T10:21:48.343522Z","caller":"traceutil/trace.go:171","msg":"trace[675126026] range","detail":"{range_begin:/registry/health; range_end:; }","duration":"2.000310123s","start":"2026-03-20T10:21:46.343198Z","end":"2026-03-20T10:21:48.343508Z","steps":["trace[675126026] 'agreement among raft nodes before linearized reading' (duration: 2.000226981s)"],"step_count":1} {"level":"warn","ts":"2026-03-20T10:21:48.343556Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-20T10:21:46.343176Z","time spent":"2.000374845s","remote":"127.0.0.1:51190","response type":"/etcdserverpb.KV/Range","request count":0,"request size":18,"response count":0,"response size":0,"request content":"key:\"/registry/health\" "} {"level":"warn","ts":"2026-03-20T10:21:48.396119Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"2.000623251s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/health\" ","response":"","error":"context deadline exceeded"} {"level":"info","ts":"2026-03-20T10:21:48.396193Z","caller":"traceutil/trace.go:171","msg":"trace[1218503073] range","detail":"{range_begin:/registry/health; range_end:; }","duration":"2.000705253s","start":"2026-03-20T10:21:46.395472Z","end":"2026-03-20T10:21:48.396177Z","steps":["trace[1218503073] 'agreement among raft nodes before linearized reading' (duration: 2.000620861s)"],"step_count":1} {"level":"warn","ts":"2026-03-20T10:21:48.396232Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-20T10:21:46.395396Z","time spent":"2.000828006s","remote":"127.0.0.1:51202","response type":"/etcdserverpb.KV/Range","request count":0,"request size":18,"response count":0,"response size":0,"request content":"key:\"/registry/health\" "} 2026/03/20 10:21:48 WARNING: [core] [Server #8] grpc: Server.processUnaryRPC failed to write status: connection error: desc = "transport is closing" {"level":"warn","ts":"2026-03-20T10:21:48.593424Z","caller":"etcdserver/v3_server.go:897","msg":"waiting for ReadIndex response took too long, retrying","sent-request-id":184257304220178224,"retry-timeout":"500ms"} {"level":"warn","ts":"2026-03-20T10:21:49.094043Z","caller":"etcdserver/v3_server.go:897","msg":"waiting for ReadIndex response took too long, retrying","sent-request-id":184257304220178224,"retry-timeout":"500ms"} {"level":"warn","ts":"2026-03-20T10:21:49.595226Z","caller":"etcdserver/v3_server.go:897","msg":"waiting for ReadIndex response took too long, retrying","sent-request-id":184257304220178224,"retry-timeout":"500ms"} {"level":"warn","ts":"2026-03-20T10:21:49.628916Z","caller":"wal/wal.go:805","msg":"slow fdatasync","took":"3.050256335s","expected-duration":"1s"} {"level":"warn","ts":"2026-03-20T10:21:49.749516Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"120.190935ms","expected-duration":"100ms","prefix":"","request":"header: txn: success:> failure: >>","response":"size:16"} {"level":"info","ts":"2026-03-20T10:21:49.749639Z","caller":"traceutil/trace.go:171","msg":"trace[1334156278] transaction","detail":"{read_only:false; response_revision:1545; number_of_response:1; }","duration":"3.706772335s","start":"2026-03-20T10:21:46.042852Z","end":"2026-03-20T10:21:49.749625Z","steps":["trace[1334156278] 'process raft request' (duration: 3.706738974s)"],"step_count":1} {"level":"info","ts":"2026-03-20T10:21:49.749685Z","caller":"traceutil/trace.go:171","msg":"trace[1630427950] transaction","detail":"{read_only:false; response_revision:1544; number_of_response:1; }","duration":"3.870638712s","start":"2026-03-20T10:21:45.879032Z","end":"2026-03-20T10:21:49.749671Z","steps":["trace[1630427950] 'process raft request' (duration: 3.75020194s)","trace[1630427950] 'compare' (duration: 120.115184ms)"],"step_count":2} {"level":"warn","ts":"2026-03-20T10:21:49.749716Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-20T10:21:46.042827Z","time spent":"3.706834346s","remote":"127.0.0.1:51504","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":672,"response count":0,"response size":38,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-03-20T10:21:49.749744Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-20T10:21:45.879006Z","time spent":"3.870709264s","remote":"127.0.0.1:51504","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":521,"response count":0,"response size":38,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-03-20T10:21:50.3538Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"2.000694803s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/health\" ","response":"","error":"context canceled"} {"level":"info","ts":"2026-03-20T10:21:50.353912Z","caller":"traceutil/trace.go:171","msg":"trace[2108848452] range","detail":"{range_begin:/registry/health; range_end:; }","duration":"2.000867788s","start":"2026-03-20T10:21:48.353024Z","end":"2026-03-20T10:21:50.353892Z","steps":["trace[2108848452] 'agreement among raft nodes before linearized reading' (duration: 2.000726934s)"],"step_count":1} {"level":"warn","ts":"2026-03-20T10:21:50.354062Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-20T10:21:48.353006Z","time spent":"2.001039492s","remote":"127.0.0.1:51202","response type":"/etcdserverpb.KV/Range","request count":0,"request size":18,"response count":0,"response size":0,"request content":"key:\"/registry/health\" "} 2026/03/20 10:21:50 WARNING: [core] [Server #8] grpc: Server.processUnaryRPC failed to write status: connection error: desc = "transport is closing" {"level":"warn","ts":"2026-03-20T10:21:52.151955Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.774281527s","expected-duration":"100ms","prefix":"","request":"header: lease_grant:","response":"size:39"} {"level":"info","ts":"2026-03-20T10:21:52.152072Z","caller":"traceutil/trace.go:171","msg":"trace[400501725] linearizableReadLoop","detail":"{readStateIndex:1656; appliedIndex:1653; }","duration":"4.559925914s","start":"2026-03-20T10:21:47.592127Z","end":"2026-03-20T10:21:52.152053Z","steps":["trace[400501725] 'read index received' (duration: 2.037036716s)","trace[400501725] 'applied index is now lower than readState.Index' (duration: 2.522887488s)"],"step_count":2} {"level":"warn","ts":"2026-03-20T10:21:52.152182Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-20T10:21:47.593511Z","time spent":"4.558668302s","remote":"127.0.0.1:51238","response type":"/etcdserverpb.Lease/LeaseGrant","request count":-1,"request size":-1,"response count":-1,"response size":-1,"request content":""} {"level":"warn","ts":"2026-03-20T10:21:52.152503Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"6.50488126s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/events/kube-system/cilium-operator-869df985b8-6rkgb.189e85547973aad6\" ","response":"range_response_count:1 size:860"} {"level":"info","ts":"2026-03-20T10:21:52.152552Z","caller":"traceutil/trace.go:171","msg":"trace[1112049460] range","detail":"{range_begin:/registry/events/kube-system/cilium-operator-869df985b8-6rkgb.189e85547973aad6; range_end:; response_count:1; response_revision:1545; }","duration":"6.504972212s","start":"2026-03-20T10:21:45.647566Z","end":"2026-03-20T10:21:52.152538Z","steps":["trace[1112049460] 'agreement among raft nodes before linearized reading' (duration: 6.504795098s)"],"step_count":1} {"level":"warn","ts":"2026-03-20T10:21:52.152592Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-20T10:21:45.647551Z","time spent":"6.505033633s","remote":"127.0.0.1:51292","response type":"/etcdserverpb.KV/Range","request count":0,"request size":80,"response count":1,"response size":882,"request content":"key:\"/registry/events/kube-system/cilium-operator-869df985b8-6rkgb.189e85547973aad6\" "} {"level":"warn","ts":"2026-03-20T10:21:52.152755Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"7.648066001s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/cilium.io/ciliumendpoints/\" range_end:\"/registry/cilium.io/ciliumendpoints0\" count_only:true ","response":"range_response_count:0 size:7"} {"level":"info","ts":"2026-03-20T10:21:52.152844Z","caller":"traceutil/trace.go:171","msg":"trace[75243564] range","detail":"{range_begin:/registry/cilium.io/ciliumendpoints/; range_end:/registry/cilium.io/ciliumendpoints0; response_count:0; response_revision:1545; }","duration":"7.648154583s","start":"2026-03-20T10:21:44.504678Z","end":"2026-03-20T10:21:52.152833Z","steps":["trace[75243564] 'agreement among raft nodes before linearized reading' (duration: 7.648044901s)"],"step_count":1} {"level":"warn","ts":"2026-03-20T10:21:52.152884Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-20T10:21:44.504577Z","time spent":"7.648298297s","remote":"127.0.0.1:53926","response type":"/etcdserverpb.KV/Range","request count":0,"request size":78,"response count":3,"response size":29,"request content":"key:\"/registry/cilium.io/ciliumendpoints/\" range_end:\"/registry/cilium.io/ciliumendpoints0\" count_only:true "} {"level":"warn","ts":"2026-03-20T10:21:52.15328Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"4.557507512s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pods/kube-system/cilium-operator-869df985b8-6rkgb\" ","response":"range_response_count:1 size:6859"} {"level":"info","ts":"2026-03-20T10:21:52.153364Z","caller":"traceutil/trace.go:171","msg":"trace[1762840097] range","detail":"{range_begin:/registry/pods/kube-system/cilium-operator-869df985b8-6rkgb; range_end:; response_count:1; response_revision:1545; }","duration":"4.557639465s","start":"2026-03-20T10:21:47.595704Z","end":"2026-03-20T10:21:52.153343Z","steps":["trace[1762840097] 'agreement among raft nodes before linearized reading' (duration: 4.557361868s)"],"step_count":1} {"level":"warn","ts":"2026-03-20T10:21:52.153413Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-20T10:21:47.595684Z","time spent":"4.557719987s","remote":"127.0.0.1:51424","response type":"/etcdserverpb.KV/Range","request count":0,"request size":61,"response count":1,"response size":6881,"request content":"key:\"/registry/pods/kube-system/cilium-operator-869df985b8-6rkgb\" "} {"level":"warn","ts":"2026-03-20T10:21:52.153663Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.799591069s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/health\" ","response":"range_response_count:0 size:5"} {"level":"info","ts":"2026-03-20T10:21:52.153717Z","caller":"traceutil/trace.go:171","msg":"trace[2056554390] range","detail":"{range_begin:/registry/health; range_end:; response_count:0; response_revision:1545; }","duration":"1.799702271s","start":"2026-03-20T10:21:50.354004Z","end":"2026-03-20T10:21:52.153706Z","steps":["trace[2056554390] 'agreement among raft nodes before linearized reading' (duration: 1.799618629s)"],"step_count":1} {"level":"warn","ts":"2026-03-20T10:21:52.153749Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-20T10:21:50.353978Z","time spent":"1.799763953s","remote":"127.0.0.1:51190","response type":"/etcdserverpb.KV/Range","request count":0,"request size":18,"response count":0,"response size":27,"request content":"key:\"/registry/health\" "} {"level":"warn","ts":"2026-03-20T10:21:52.153768Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"878.467112ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/csinodes/\" range_end:\"/registry/csinodes0\" count_only:true ","response":"range_response_count:0 size:7"} {"level":"info","ts":"2026-03-20T10:21:52.1539Z","caller":"traceutil/trace.go:171","msg":"trace[602243160] range","detail":"{range_begin:/registry/csinodes/; range_end:/registry/csinodes0; response_count:0; response_revision:1545; }","duration":"878.661386ms","start":"2026-03-20T10:21:51.275212Z","end":"2026-03-20T10:21:52.153874Z","steps":["trace[602243160] 'agreement among raft nodes before linearized reading' (duration: 878.42162ms)"],"step_count":1} {"level":"warn","ts":"2026-03-20T10:21:52.153967Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-20T10:21:51.275195Z","time spent":"878.7608ms","remote":"127.0.0.1:51618","response type":"/etcdserverpb.KV/Range","request count":0,"request size":44,"response count":1,"response size":29,"request content":"key:\"/registry/csinodes/\" range_end:\"/registry/csinodes0\" count_only:true "} {"level":"warn","ts":"2026-03-20T10:21:52.662248Z","caller":"etcdserver/v3_server.go:897","msg":"waiting for ReadIndex response took too long, retrying","sent-request-id":184257304220178228,"retry-timeout":"500ms"} {"level":"warn","ts":"2026-03-20T10:21:54.160692Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.761728527s","expected-duration":"100ms","prefix":"read-only range ","request":"limit:1 serializable:true keys_only:true ","response":"range_response_count:0 size:5"} {"level":"info","ts":"2026-03-20T10:21:54.16084Z","caller":"traceutil/trace.go:171","msg":"trace[173967666] range","detail":"{range_begin:; range_end:; response_count:0; response_revision:1545; }","duration":"1.761872791s","start":"2026-03-20T10:21:52.398936Z","end":"2026-03-20T10:21:54.160809Z","steps":["trace[173967666] 'range keys from in-memory index tree' (duration: 1.761709587s)"],"step_count":1} {"level":"warn","ts":"2026-03-20T10:21:54.16128Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.055907154s","expected-duration":"100ms","prefix":"","request":"header: txn: success:> failure: >>","response":"size:16"} {"level":"info","ts":"2026-03-20T10:21:54.161376Z","caller":"traceutil/trace.go:171","msg":"trace[1262201875] transaction","detail":"{read_only:false; response_revision:1546; number_of_response:1; }","duration":"2.00651762s","start":"2026-03-20T10:21:52.154839Z","end":"2026-03-20T10:21:54.161357Z","steps":["trace[1262201875] 'process raft request' (duration: 950.020011ms)","trace[1262201875] 'compare' (duration: 1.055455341s)"],"step_count":2} {"level":"warn","ts":"2026-03-20T10:21:54.161428Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-20T10:21:52.154814Z","time spent":"2.006588262s","remote":"127.0.0.1:51238","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":120,"response count":0,"response size":38,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-03-20T10:21:54.162063Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"2.000249451s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/health\" ","response":"","error":"context canceled"} {"level":"info","ts":"2026-03-20T10:21:54.162145Z","caller":"traceutil/trace.go:171","msg":"trace[1870273872] range","detail":"{range_begin:/registry/health; range_end:; }","duration":"2.000366604s","start":"2026-03-20T10:21:52.161759Z","end":"2026-03-20T10:21:54.162126Z","steps":["trace[1870273872] 'agreement among raft nodes before linearized reading' (duration: 2.000273042s)"],"step_count":1} {"level":"warn","ts":"2026-03-20T10:21:54.16219Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-20T10:21:52.161751Z","time spent":"2.000429705s","remote":"127.0.0.1:51202","response type":"/etcdserverpb.KV/Range","request count":0,"request size":18,"response count":0,"response size":0,"request content":"key:\"/registry/health\" "} 2026/03/20 10:21:54 WARNING: [core] [Server #8] grpc: Server.processUnaryRPC failed to write status: connection error: desc = "transport is closing" {"level":"warn","ts":"2026-03-20T10:21:56.162716Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"2.000508777s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/health\" ","response":"","error":"context canceled"} {"level":"info","ts":"2026-03-20T10:21:56.16279Z","caller":"traceutil/trace.go:171","msg":"trace[1023339498] range","detail":"{range_begin:/registry/health; range_end:; }","duration":"2.000628761s","start":"2026-03-20T10:21:54.162145Z","end":"2026-03-20T10:21:56.162774Z","steps":["trace[1023339498] 'agreement among raft nodes before linearized reading' (duration: 2.000528678s)"],"step_count":1} {"level":"warn","ts":"2026-03-20T10:21:56.162829Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-20T10:21:54.16213Z","time spent":"2.000692252s","remote":"127.0.0.1:51190","response type":"/etcdserverpb.KV/Range","request count":0,"request size":18,"response count":0,"response size":0,"request content":"key:\"/registry/health\" "} 2026/03/20 10:21:56 WARNING: [core] [Server #8] grpc: Server.processUnaryRPC failed to write status: connection error: desc = "transport is closing" {"level":"warn","ts":"2026-03-20T10:21:56.421515Z","caller":"wal/wal.go:805","msg":"slow fdatasync","took":"3.316615596s","expected-duration":"1s"} {"level":"info","ts":"2026-03-20T10:21:56.422059Z","caller":"traceutil/trace.go:171","msg":"trace[1407252972] transaction","detail":"{read_only:false; response_revision:1547; number_of_response:1; }","duration":"4.263951159s","start":"2026-03-20T10:21:52.158083Z","end":"2026-03-20T10:21:56.422034Z","steps":["trace[1407252972] 'process raft request' (duration: 4.263646761s)"],"step_count":1} {"level":"info","ts":"2026-03-20T10:21:56.422089Z","caller":"traceutil/trace.go:171","msg":"trace[1664019170] linearizableReadLoop","detail":"{readStateIndex:1659; appliedIndex:1656; }","duration":"4.260272466s","start":"2026-03-20T10:21:52.161791Z","end":"2026-03-20T10:21:56.422063Z","steps":["trace[1664019170] 'read index received' (duration: 943.083876ms)","trace[1664019170] 'applied index is now lower than readState.Index' (duration: 3.317187229s)"],"step_count":2} {"level":"info","ts":"2026-03-20T10:21:56.42216Z","caller":"traceutil/trace.go:171","msg":"trace[1329537886] transaction","detail":"{read_only:false; response_revision:1548; number_of_response:1; }","duration":"4.260326427s","start":"2026-03-20T10:21:52.161797Z","end":"2026-03-20T10:21:56.422124Z","steps":["trace[1329537886] 'process raft request' (duration: 4.260177593s)"],"step_count":1} {"level":"warn","ts":"2026-03-20T10:21:56.422343Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-20T10:21:52.16178Z","time spent":"4.260484791s","remote":"127.0.0.1:51424","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":9191,"response count":0,"response size":38,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-03-20T10:21:56.422761Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-20T10:21:52.158052Z","time spent":"4.264072062s","remote":"127.0.0.1:51292","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":845,"response count":0,"response size":38,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-03-20T10:21:58.170378Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.999974783s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/health\" ","response":"","error":"context canceled"} {"level":"info","ts":"2026-03-20T10:21:58.170482Z","caller":"traceutil/trace.go:171","msg":"trace[1202335641] range","detail":"{range_begin:/registry/health; range_end:; }","duration":"2.000155419s","start":"2026-03-20T10:21:56.170307Z","end":"2026-03-20T10:21:58.170463Z","steps":["trace[1202335641] 'agreement among raft nodes before linearized reading' (duration: 2.000030475s)"],"step_count":1} {"level":"warn","ts":"2026-03-20T10:21:58.170528Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-20T10:21:56.170281Z","time spent":"2.000237661s","remote":"127.0.0.1:51202","response type":"/etcdserverpb.KV/Range","request count":0,"request size":18,"response count":0,"response size":0,"request content":"key:\"/registry/health\" "} 2026/03/20 10:21:58 WARNING: [core] [Server #8] grpc: Server.processUnaryRPC failed to write status: connection error: desc = "transport is closing" {"level":"warn","ts":"2026-03-20T10:21:58.427834Z","caller":"wal/wal.go:805","msg":"slow fdatasync","took":"1.645087591s","expected-duration":"1s"} {"level":"warn","ts":"2026-03-20T10:22:00.170962Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"2.000330162s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/health\" ","response":"","error":"context deadline exceeded"} {"level":"info","ts":"2026-03-20T10:22:00.171057Z","caller":"traceutil/trace.go:171","msg":"trace[1518998071] range","detail":"{range_begin:/registry/health; range_end:; }","duration":"2.000515747s","start":"2026-03-20T10:21:58.170522Z","end":"2026-03-20T10:22:00.171038Z","steps":["trace[1518998071] 'agreement among raft nodes before linearized reading' (duration: 2.000370923s)"],"step_count":1} {"level":"warn","ts":"2026-03-20T10:22:00.171112Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-20T10:21:58.170499Z","time spent":"2.000602829s","remote":"127.0.0.1:51190","response type":"/etcdserverpb.KV/Range","request count":0,"request size":18,"response count":0,"response size":0,"request content":"key:\"/registry/health\" "} 2026/03/20 10:22:00 WARNING: [core] [Server #8] grpc: Server.processUnaryRPC failed to write status: connection error: desc = "transport is closing" {"level":"warn","ts":"2026-03-20T10:22:01.523219Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"4.740444411s","expected-duration":"100ms","prefix":"","request":"header: lease_revoke:","response":"size:27"} {"level":"info","ts":"2026-03-20T10:22:01.523524Z","caller":"traceutil/trace.go:171","msg":"trace[1848961808] linearizableReadLoop","detail":"{readStateIndex:1660; appliedIndex:1659; }","duration":"5.101302515s","start":"2026-03-20T10:21:56.42219Z","end":"2026-03-20T10:22:01.523492Z","steps":["trace[1848961808] 'read index received' (duration: 360.588477ms)","trace[1848961808] 'applied index is now lower than readState.Index' (duration: 4.740711958s)"],"step_count":2} {"level":"warn","ts":"2026-03-20T10:22:01.523692Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"5.630639662s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/ingress/\" range_end:\"/registry/ingress0\" count_only:true ","response":"range_response_count:0 size:5"} {"level":"info","ts":"2026-03-20T10:22:01.523746Z","caller":"traceutil/trace.go:171","msg":"trace[1878232341] range","detail":"{range_begin:/registry/ingress/; range_end:/registry/ingress0; response_count:0; response_revision:1548; }","duration":"5.630757525s","start":"2026-03-20T10:21:55.892978Z","end":"2026-03-20T10:22:01.523736Z","steps":["trace[1878232341] 'agreement among raft nodes before linearized reading' (duration: 5.630664533s)"],"step_count":1} {"level":"warn","ts":"2026-03-20T10:22:01.523784Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-20T10:21:55.892954Z","time spent":"5.630820217s","remote":"127.0.0.1:51540","response type":"/etcdserverpb.KV/Range","request count":0,"request size":42,"response count":0,"response size":27,"request content":"key:\"/registry/ingress/\" range_end:\"/registry/ingress0\" count_only:true "} {"level":"warn","ts":"2026-03-20T10:22:01.523931Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"7.360528679s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/services/endpoints/default/kubernetes\" ","response":"range_response_count:1 size:422"} {"level":"info","ts":"2026-03-20T10:22:01.524021Z","caller":"traceutil/trace.go:171","msg":"trace[1909815947] range","detail":"{range_begin:/registry/services/endpoints/default/kubernetes; range_end:; response_count:1; response_revision:1548; }","duration":"7.360661022s","start":"2026-03-20T10:21:54.163342Z","end":"2026-03-20T10:22:01.524003Z","steps":["trace[1909815947] 'agreement among raft nodes before linearized reading' (duration: 7.360490827s)"],"step_count":1} {"level":"warn","ts":"2026-03-20T10:22:01.524015Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"9.348703313s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/prioritylevelconfigurations/\" range_end:\"/registry/prioritylevelconfigurations0\" count_only:true ","response":"range_response_count:0 size:7"} {"level":"warn","ts":"2026-03-20T10:22:01.524065Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-20T10:21:54.163328Z","time spent":"7.360728434s","remote":"127.0.0.1:51406","response type":"/etcdserverpb.KV/Range","request count":0,"request size":49,"response count":1,"response size":444,"request content":"key:\"/registry/services/endpoints/default/kubernetes\" "} {"level":"info","ts":"2026-03-20T10:22:01.524099Z","caller":"traceutil/trace.go:171","msg":"trace[1523447667] range","detail":"{range_begin:/registry/prioritylevelconfigurations/; range_end:/registry/prioritylevelconfigurations0; response_count:0; response_revision:1548; }","duration":"9.348820056s","start":"2026-03-20T10:21:52.175259Z","end":"2026-03-20T10:22:01.524079Z","steps":["trace[1523447667] 'agreement among raft nodes before linearized reading' (duration: 9.348596781s)"],"step_count":1} {"level":"warn","ts":"2026-03-20T10:22:01.524148Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-20T10:21:52.17525Z","time spent":"9.348885138s","remote":"127.0.0.1:51658","response type":"/etcdserverpb.KV/Range","request count":0,"request size":82,"response count":8,"response size":29,"request content":"key:\"/registry/prioritylevelconfigurations/\" range_end:\"/registry/prioritylevelconfigurations0\" count_only:true "} {"level":"info","ts":"2026-03-20T10:22:01.524131Z","caller":"traceutil/trace.go:171","msg":"trace[252232932] transaction","detail":"{read_only:false; response_revision:1549; number_of_response:1; }","duration":"5.097851578s","start":"2026-03-20T10:21:56.426249Z","end":"2026-03-20T10:22:01.5241Z","steps":["trace[252232932] 'process raft request' (duration: 5.09714621s)"],"step_count":1} {"level":"warn","ts":"2026-03-20T10:22:01.523915Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"7.923946783s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/runtimeclasses/\" range_end:\"/registry/runtimeclasses0\" count_only:true ","response":"range_response_count:0 size:5"} {"level":"info","ts":"2026-03-20T10:22:01.524218Z","caller":"traceutil/trace.go:171","msg":"trace[417184904] range","detail":"{range_begin:/registry/runtimeclasses/; range_end:/registry/runtimeclasses0; response_count:0; response_revision:1548; }","duration":"7.924279882s","start":"2026-03-20T10:21:53.599926Z","end":"2026-03-20T10:22:01.524206Z","steps":["trace[417184904] 'agreement among raft nodes before linearized reading' (duration: 7.923879282s)"],"step_count":1} {"level":"warn","ts":"2026-03-20T10:22:01.524255Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-20T10:21:53.599852Z","time spent":"7.924390895s","remote":"127.0.0.1:51556","response type":"/etcdserverpb.KV/Range","request count":0,"request size":56,"response count":0,"response size":27,"request content":"key:\"/registry/runtimeclasses/\" range_end:\"/registry/runtimeclasses0\" count_only:true "} {"level":"warn","ts":"2026-03-20T10:22:01.524266Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-20T10:21:56.426239Z","time spent":"5.097967971s","remote":"127.0.0.1:51292","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":879,"response count":0,"response size":38,"request content":"compare: success:> failure:<>"} {"level":"warn","ts":"2026-03-20T10:22:01.722077Z","caller":"wal/wal.go:805","msg":"slow fdatasync","took":"1.887021422s","expected-duration":"1s"} {"level":"warn","ts":"2026-03-20T10:22:02.179642Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.999913911s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/health\" ","response":"","error":"context deadline exceeded"} {"level":"info","ts":"2026-03-20T10:22:02.179754Z","caller":"traceutil/trace.go:171","msg":"trace[251926202] range","detail":"{range_begin:/registry/health; range_end:; }","duration":"2.000102106s","start":"2026-03-20T10:22:00.179626Z","end":"2026-03-20T10:22:02.179728Z","steps":["trace[251926202] 'agreement among raft nodes before linearized reading' (duration: 1.999963533s)"],"step_count":1} {"level":"warn","ts":"2026-03-20T10:22:02.179927Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-20T10:22:00.179604Z","time spent":"2.000308931s","remote":"127.0.0.1:51202","response type":"/etcdserverpb.KV/Range","request count":0,"request size":18,"response count":0,"response size":0,"request content":"key:\"/registry/health\" "} {"level":"warn","ts":"2026-03-20T10:22:02.898341Z","caller":"wal/wal.go:805","msg":"slow fdatasync","took":"1.175973947s","expected-duration":"1s"} {"level":"warn","ts":"2026-03-20T10:22:04.022088Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.62257135s","expected-duration":"100ms","prefix":"read-only range ","request":"limit:1 serializable:true keys_only:true ","response":"range_response_count:0 size:5"} {"level":"info","ts":"2026-03-20T10:22:04.022223Z","caller":"traceutil/trace.go:171","msg":"trace[1312519802] range","detail":"{range_begin:; range_end:; response_count:0; response_revision:1549; }","duration":"1.622714794s","start":"2026-03-20T10:22:02.39949Z","end":"2026-03-20T10:22:04.022205Z","steps":["trace[1312519802] 'range keys from in-memory index tree' (duration: 1.622555909s)"],"step_count":1} {"level":"warn","ts":"2026-03-20T10:22:04.022497Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"2.300072264s","expected-duration":"100ms","prefix":"","request":"header: txn: success:> failure: >>","response":"size:16"} {"level":"info","ts":"2026-03-20T10:22:04.022623Z","caller":"traceutil/trace.go:171","msg":"trace[1714345985] transaction","detail":"{read_only:false; response_revision:1550; number_of_response:1; }","duration":"4.18769996s","start":"2026-03-20T10:21:59.834909Z","end":"2026-03-20T10:22:04.022609Z","steps":["trace[1714345985] 'process raft request' (duration: 1.887465313s)","trace[1714345985] 'compare' (duration: 2.299399926s)"],"step_count":2} {"level":"warn","ts":"2026-03-20T10:22:04.022702Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-20T10:21:59.834879Z","time spent":"4.187794893s","remote":"127.0.0.1:51504","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":673,"response count":0,"response size":38,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-03-20T10:22:04.022854Z","caller":"traceutil/trace.go:171","msg":"trace[1530941559] linearizableReadLoop","detail":"{readStateIndex:1663; appliedIndex:1661; }","duration":"2.499258367s","start":"2026-03-20T10:22:01.523584Z","end":"2026-03-20T10:22:04.022842Z","steps":["trace[1530941559] 'read index received' (duration: 198.760323ms)","trace[1530941559] 'applied index is now lower than readState.Index' (duration: 2.300497004s)"],"step_count":2} {"level":"info","ts":"2026-03-20T10:22:04.022976Z","caller":"traceutil/trace.go:171","msg":"trace[826882421] transaction","detail":"{read_only:false; response_revision:1551; number_of_response:1; }","duration":"4.021066434s","start":"2026-03-20T10:22:00.0019Z","end":"2026-03-20T10:22:04.022966Z","steps":["trace[826882421] 'process raft request' (duration: 4.020665814s)"],"step_count":1} {"level":"warn","ts":"2026-03-20T10:22:04.023068Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-20T10:22:00.001872Z","time spent":"4.021149775s","remote":"127.0.0.1:51504","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":521,"response count":0,"response size":38,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-03-20T10:22:04.02323Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"3.636786375s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/flowschemas/\" range_end:\"/registry/flowschemas0\" count_only:true ","response":"range_response_count:0 size:7"} {"level":"info","ts":"2026-03-20T10:22:04.023275Z","caller":"traceutil/trace.go:171","msg":"trace[705009831] range","detail":"{range_begin:/registry/flowschemas/; range_end:/registry/flowschemas0; response_count:0; response_revision:1551; }","duration":"3.636898037s","start":"2026-03-20T10:22:00.386367Z","end":"2026-03-20T10:22:04.023265Z","steps":["trace[705009831] 'agreement among raft nodes before linearized reading' (duration: 3.636811305s)"],"step_count":1} {"level":"warn","ts":"2026-03-20T10:22:04.023344Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-20T10:22:00.386333Z","time spent":"3.63700144s","remote":"127.0.0.1:51636","response type":"/etcdserverpb.KV/Range","request count":0,"request size":50,"response count":13,"response size":29,"request content":"key:\"/registry/flowschemas/\" range_end:\"/registry/flowschemas0\" count_only:true "} {"level":"warn","ts":"2026-03-20T10:22:04.023496Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"4.158899298s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/apiextensions.k8s.io/customresourcedefinitions/\" range_end:\"/registry/apiextensions.k8s.io/customresourcedefinitions0\" count_only:true ","response":"range_response_count:0 size:7"} {"level":"info","ts":"2026-03-20T10:22:04.023533Z","caller":"traceutil/trace.go:171","msg":"trace[751385114] range","detail":"{range_begin:/registry/apiextensions.k8s.io/customresourcedefinitions/; range_end:/registry/apiextensions.k8s.io/customresourcedefinitions0; response_count:0; response_revision:1551; }","duration":"4.15898157s","start":"2026-03-20T10:21:59.864541Z","end":"2026-03-20T10:22:04.023522Z","steps":["trace[751385114] 'agreement among raft nodes before linearized reading' (duration: 4.158927228s)"],"step_count":1} {"level":"warn","ts":"2026-03-20T10:22:04.023574Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-20T10:21:59.864524Z","time spent":"4.159028981s","remote":"127.0.0.1:51262","response type":"/etcdserverpb.KV/Range","request count":0,"request size":120,"response count":11,"response size":29,"request content":"key:\"/registry/apiextensions.k8s.io/customresourcedefinitions/\" range_end:\"/registry/apiextensions.k8s.io/customresourcedefinitions0\" count_only:true "} {"level":"warn","ts":"2026-03-20T10:22:04.02377Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"7.59812143s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pods/kube-system/ceph-csi-rbd-provisioner-69cb97fb6-7sf5r\" ","response":"range_response_count:1 size:13724"} {"level":"warn","ts":"2026-03-20T10:22:04.023821Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"2.497381239s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/masterleases/\" range_end:\"/registry/masterleases0\" ","response":"range_response_count:1 size:135"} {"level":"info","ts":"2026-03-20T10:22:04.02384Z","caller":"traceutil/trace.go:171","msg":"trace[2035369790] range","detail":"{range_begin:/registry/pods/kube-system/ceph-csi-rbd-provisioner-69cb97fb6-7sf5r; range_end:; response_count:1; response_revision:1551; }","duration":"7.598277713s","start":"2026-03-20T10:21:56.425544Z","end":"2026-03-20T10:22:04.023822Z","steps":["trace[2035369790] 'agreement among raft nodes before linearized reading' (duration: 7.598035477s)"],"step_count":1} {"level":"warn","ts":"2026-03-20T10:22:04.023895Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.242191969s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/statefulsets/\" range_end:\"/registry/statefulsets0\" count_only:true ","response":"range_response_count:0 size:5"} {"level":"warn","ts":"2026-03-20T10:22:04.023901Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-20T10:21:56.42552Z","time spent":"7.598365786s","remote":"127.0.0.1:51424","response type":"/etcdserverpb.KV/Range","request count":0,"request size":69,"response count":1,"response size":13746,"request content":"key:\"/registry/pods/kube-system/ceph-csi-rbd-provisioner-69cb97fb6-7sf5r\" "} {"level":"info","ts":"2026-03-20T10:22:04.02392Z","caller":"traceutil/trace.go:171","msg":"trace[1044083344] range","detail":"{range_begin:/registry/statefulsets/; range_end:/registry/statefulsets0; response_count:0; response_revision:1551; }","duration":"1.242267961s","start":"2026-03-20T10:22:02.781645Z","end":"2026-03-20T10:22:04.023913Z","steps":["trace[1044083344] 'agreement among raft nodes before linearized reading' (duration: 1.24223078s)"],"step_count":1} {"level":"warn","ts":"2026-03-20T10:22:04.023945Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-20T10:22:02.781621Z","time spent":"1.242318092s","remote":"127.0.0.1:51676","response type":"/etcdserverpb.KV/Range","request count":0,"request size":52,"response count":0,"response size":27,"request content":"key:\"/registry/statefulsets/\" range_end:\"/registry/statefulsets0\" count_only:true "} {"level":"warn","ts":"2026-03-20T10:22:04.024077Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.843423216s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/health\" ","response":"range_response_count:0 size:5"} {"level":"warn","ts":"2026-03-20T10:22:04.024081Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"7.362306226s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/namespaces/kube-system\" ","response":"range_response_count:1 size:351"} {"level":"info","ts":"2026-03-20T10:22:04.024107Z","caller":"traceutil/trace.go:171","msg":"trace[979659166] range","detail":"{range_begin:/registry/health; range_end:; response_count:0; response_revision:1551; }","duration":"1.843514167s","start":"2026-03-20T10:22:02.180585Z","end":"2026-03-20T10:22:04.024099Z","steps":["trace[979659166] 'agreement among raft nodes before linearized reading' (duration: 1.843472676s)"],"step_count":1} {"level":"info","ts":"2026-03-20T10:22:04.024122Z","caller":"traceutil/trace.go:171","msg":"trace[1945268555] range","detail":"{range_begin:/registry/namespaces/kube-system; range_end:; response_count:1; response_revision:1551; }","duration":"7.362473081s","start":"2026-03-20T10:21:56.661636Z","end":"2026-03-20T10:22:04.02411Z","steps":["trace[1945268555] 'agreement among raft nodes before linearized reading' (duration: 7.362394038s)"],"step_count":1} {"level":"warn","ts":"2026-03-20T10:22:04.02413Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-20T10:22:02.180552Z","time spent":"1.843572649s","remote":"127.0.0.1:51190","response type":"/etcdserverpb.KV/Range","request count":0,"request size":18,"response count":0,"response size":27,"request content":"key:\"/registry/health\" "} {"level":"warn","ts":"2026-03-20T10:22:04.024157Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-20T10:21:56.661609Z","time spent":"7.362538932s","remote":"127.0.0.1:51344","response type":"/etcdserverpb.KV/Range","request count":0,"request size":34,"response count":1,"response size":373,"request content":"key:\"/registry/namespaces/kube-system\" "} {"level":"info","ts":"2026-03-20T10:22:04.023852Z","caller":"traceutil/trace.go:171","msg":"trace[757495286] range","detail":"{range_begin:/registry/masterleases/; range_end:/registry/masterleases0; response_count:1; response_revision:1551; }","duration":"2.497454221s","start":"2026-03-20T10:22:01.526389Z","end":"2026-03-20T10:22:04.023843Z","steps":["trace[757495286] 'agreement among raft nodes before linearized reading' (duration: 2.497314507s)"],"step_count":1} {"level":"warn","ts":"2026-03-20T10:22:04.024245Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"4.232294734s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/clusterroles/\" range_end:\"/registry/clusterroles0\" count_only:true ","response":"range_response_count:0 size:7"} {"level":"warn","ts":"2026-03-20T10:22:04.024273Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-20T10:22:01.526372Z","time spent":"2.497855582s","remote":"127.0.0.1:51238","response type":"/etcdserverpb.KV/Range","request count":0,"request size":50,"response count":1,"response size":157,"request content":"key:\"/registry/masterleases/\" range_end:\"/registry/masterleases0\" "} {"level":"warn","ts":"2026-03-20T10:22:04.023772Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"4.979881899s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/prioritylevelconfigurations/\" range_end:\"/registry/prioritylevelconfigurations0\" count_only:true ","response":"range_response_count:0 size:7"} {"level":"info","ts":"2026-03-20T10:22:04.024424Z","caller":"traceutil/trace.go:171","msg":"trace[749926973] range","detail":"{range_begin:/registry/prioritylevelconfigurations/; range_end:/registry/prioritylevelconfigurations0; response_count:0; response_revision:1551; }","duration":"4.980619208s","start":"2026-03-20T10:21:59.043795Z","end":"2026-03-20T10:22:04.024414Z","steps":["trace[749926973] 'agreement among raft nodes before linearized reading' (duration: 4.979859898s)"],"step_count":1} {"level":"info","ts":"2026-03-20T10:22:04.024332Z","caller":"traceutil/trace.go:171","msg":"trace[1528562947] range","detail":"{range_begin:/registry/clusterroles/; range_end:/registry/clusterroles0; response_count:0; response_revision:1551; }","duration":"4.232485979s","start":"2026-03-20T10:21:59.791829Z","end":"2026-03-20T10:22:04.024315Z","steps":["trace[1528562947] 'agreement among raft nodes before linearized reading' (duration: 4.231974625s)"],"step_count":1} {"level":"warn","ts":"2026-03-20T10:22:04.024533Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-20T10:21:59.791803Z","time spent":"4.232710365s","remote":"127.0.0.1:51572","response type":"/etcdserverpb.KV/Range","request count":0,"request size":52,"response count":68,"response size":29,"request content":"key:\"/registry/clusterroles/\" range_end:\"/registry/clusterroles0\" count_only:true "} {"level":"warn","ts":"2026-03-20T10:22:04.024309Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"2.495705116s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/events/kube-system/cilium-operator-869df985b8-6rkgb.189e85547972d835\" ","response":"range_response_count:1 size:861"} {"level":"info","ts":"2026-03-20T10:22:04.024686Z","caller":"traceutil/trace.go:171","msg":"trace[1493263999] range","detail":"{range_begin:/registry/events/kube-system/cilium-operator-869df985b8-6rkgb.189e85547972d835; range_end:; response_count:1; response_revision:1551; }","duration":"2.496097327s","start":"2026-03-20T10:22:01.528575Z","end":"2026-03-20T10:22:04.024672Z","steps":["trace[1493263999] 'agreement among raft nodes before linearized reading' (duration: 2.495667376s)"],"step_count":1} {"level":"warn","ts":"2026-03-20T10:22:04.024731Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-20T10:22:01.528562Z","time spent":"2.496155438s","remote":"127.0.0.1:51292","response type":"/etcdserverpb.KV/Range","request count":0,"request size":80,"response count":1,"response size":883,"request content":"key:\"/registry/events/kube-system/cilium-operator-869df985b8-6rkgb.189e85547972d835\" "} {"level":"warn","ts":"2026-03-20T10:22:04.024462Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-20T10:21:59.043773Z","time spent":"4.980678069s","remote":"127.0.0.1:51644","response type":"/etcdserverpb.KV/Range","request count":0,"request size":82,"response count":8,"response size":29,"request content":"key:\"/registry/prioritylevelconfigurations/\" range_end:\"/registry/prioritylevelconfigurations0\" count_only:true "} {"level":"warn","ts":"2026-03-20T10:22:04.529696Z","caller":"etcdserver/v3_server.go:897","msg":"waiting for ReadIndex response took too long, retrying","sent-request-id":184257304220178240,"retry-timeout":"500ms"} {"level":"warn","ts":"2026-03-20T10:22:05.545571Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"947.458817ms","expected-duration":"100ms","prefix":"","request":"header: txn: success:> failure: >>","response":"size:16"} {"level":"info","ts":"2026-03-20T10:22:05.545668Z","caller":"traceutil/trace.go:171","msg":"trace[27662798] transaction","detail":"{read_only:false; response_revision:1552; number_of_response:1; }","duration":"1.517218741s","start":"2026-03-20T10:22:04.028433Z","end":"2026-03-20T10:22:05.545652Z","steps":["trace[27662798] 'process raft request' (duration: 569.60704ms)","trace[27662798] 'compare' (duration: 946.119462ms)"],"step_count":2} {"level":"warn","ts":"2026-03-20T10:22:05.545715Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-20T10:22:04.028412Z","time spent":"1.517280973s","remote":"127.0.0.1:51292","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":846,"response count":0,"response size":38,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-03-20T10:22:06.028464Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.999649405s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/health\" ","response":"","error":"context canceled"} {"level":"info","ts":"2026-03-20T10:22:06.028555Z","caller":"traceutil/trace.go:171","msg":"trace[94370713] range","detail":"{range_begin:/registry/health; range_end:; }","duration":"1.999756427s","start":"2026-03-20T10:22:04.028778Z","end":"2026-03-20T10:22:06.028535Z","steps":["trace[94370713] 'agreement among raft nodes before linearized reading' (duration: 1.999645645s)"],"step_count":1} {"level":"warn","ts":"2026-03-20T10:22:06.028608Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-20T10:22:04.028752Z","time spent":"1.99984579s","remote":"127.0.0.1:51202","response type":"/etcdserverpb.KV/Range","request count":0,"request size":18,"response count":0,"response size":0,"request content":"key:\"/registry/health\" "} 2026/03/20 10:22:06 WARNING: [core] [Server #8] grpc: Server.processUnaryRPC failed to write status: connection error: desc = "transport is closing" {"level":"warn","ts":"2026-03-20T10:22:06.032962Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.999771948s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/health\" ","response":"","error":"context canceled"} {"level":"info","ts":"2026-03-20T10:22:06.033018Z","caller":"traceutil/trace.go:171","msg":"trace[1297039234] range","detail":"{range_begin:/registry/health; range_end:; }","duration":"1.99984241s","start":"2026-03-20T10:22:04.033162Z","end":"2026-03-20T10:22:06.033004Z","steps":["trace[1297039234] 'agreement among raft nodes before linearized reading' (duration: 1.999782948s)"],"step_count":1} {"level":"warn","ts":"2026-03-20T10:22:06.033063Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-20T10:22:04.033155Z","time spent":"1.999890352s","remote":"127.0.0.1:51190","response type":"/etcdserverpb.KV/Range","request count":0,"request size":18,"response count":0,"response size":0,"request content":"key:\"/registry/health\" "} 2026/03/20 10:22:06 WARNING: [core] [Server #8] grpc: Server.processUnaryRPC failed to write status: connection error: desc = "transport is closing" {"level":"warn","ts":"2026-03-20T10:22:06.04535Z","caller":"wal/wal.go:805","msg":"slow fdatasync","took":"1.447190601s","expected-duration":"1s"} {"level":"info","ts":"2026-03-20T10:22:06.123988Z","caller":"traceutil/trace.go:171","msg":"trace[384497852] linearizableReadLoop","detail":"{readStateIndex:1665; appliedIndex:1663; }","duration":"2.095161553s","start":"2026-03-20T10:22:04.028782Z","end":"2026-03-20T10:22:06.123943Z","steps":["trace[384497852] 'read index received' (duration: 569.430215ms)","trace[384497852] 'applied index is now lower than readState.Index' (duration: 1.525730308s)"],"step_count":2} {"level":"info","ts":"2026-03-20T10:22:06.12405Z","caller":"traceutil/trace.go:171","msg":"trace[144497239] transaction","detail":"{read_only:false; response_revision:1553; number_of_response:1; }","duration":"2.086514464s","start":"2026-03-20T10:22:04.037499Z","end":"2026-03-20T10:22:06.124013Z","steps":["trace[144497239] 'process raft request' (duration: 2.008110401s)","trace[144497239] 'compare' (duration: 78.208258ms)"],"step_count":2} {"level":"warn","ts":"2026-03-20T10:22:06.124195Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-20T10:22:04.037486Z","time spent":"2.086631327s","remote":"127.0.0.1:51424","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":14551,"response count":0,"response size":38,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-03-20T10:22:08.041778Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"2.000543718s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/health\" ","response":"","error":"context deadline exceeded"} {"level":"info","ts":"2026-03-20T10:22:08.041878Z","caller":"traceutil/trace.go:171","msg":"trace[262766024] range","detail":"{range_begin:/registry/health; range_end:; }","duration":"2.000707122s","start":"2026-03-20T10:22:06.04115Z","end":"2026-03-20T10:22:08.041857Z","steps":["trace[262766024] 'agreement among raft nodes before linearized reading' (duration: 2.000582759s)"],"step_count":1} {"level":"warn","ts":"2026-03-20T10:22:08.041934Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-20T10:22:06.041134Z","time spent":"2.000788435s","remote":"127.0.0.1:51202","response type":"/etcdserverpb.KV/Range","request count":0,"request size":18,"response count":0,"response size":0,"request content":"key:\"/registry/health\" "} {"level":"warn","ts":"2026-03-20T10:22:09.03522Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"4.995306152s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/cilium-operator-resource-lock\" ","response":"","error":"context canceled"} {"level":"info","ts":"2026-03-20T10:22:09.035362Z","caller":"traceutil/trace.go:171","msg":"trace[1655541936] range","detail":"{range_begin:/registry/leases/kube-system/cilium-operator-resource-lock; range_end:; }","duration":"4.995454496s","start":"2026-03-20T10:22:04.039843Z","end":"2026-03-20T10:22:09.035297Z","steps":["trace[1655541936] 'agreement among raft nodes before linearized reading' (duration: 4.995329073s)"],"step_count":1} {"level":"warn","ts":"2026-03-20T10:22:09.035437Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-20T10:22:04.039827Z","time spent":"4.99558865s","remote":"127.0.0.1:51504","response type":"/etcdserverpb.KV/Range","request count":0,"request size":60,"response count":0,"response size":0,"request content":"key:\"/registry/leases/kube-system/cilium-operator-resource-lock\" "} 2026/03/20 10:22:09 WARNING: [core] [Server #8] grpc: Server.processUnaryRPC failed to write status: connection error: desc = "transport is closing" {"level":"warn","ts":"2026-03-20T10:22:10.042722Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"2.000283422s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/health\" ","response":"","error":"context deadline exceeded"} {"level":"info","ts":"2026-03-20T10:22:10.042823Z","caller":"traceutil/trace.go:171","msg":"trace[451708736] range","detail":"{range_begin:/registry/health; range_end:; }","duration":"2.000431026s","start":"2026-03-20T10:22:08.042369Z","end":"2026-03-20T10:22:10.0428Z","steps":["trace[451708736] 'agreement among raft nodes before linearized reading' (duration: 2.000313013s)"],"step_count":1} {"level":"warn","ts":"2026-03-20T10:22:10.042886Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-20T10:22:08.042353Z","time spent":"2.000524918s","remote":"127.0.0.1:51190","response type":"/etcdserverpb.KV/Range","request count":0,"request size":18,"response count":0,"response size":0,"request content":"key:\"/registry/health\" "} 2026/03/20 10:22:10 WARNING: [core] [Server #8] grpc: Server.processUnaryRPC failed to write status: connection error: desc = "transport is closing" {"level":"warn","ts":"2026-03-20T10:22:11.126916Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"4.895845054s","expected-duration":"100ms","prefix":"","request":"header: lease_revoke:","response":"size:27"} {"level":"info","ts":"2026-03-20T10:22:11.127011Z","caller":"traceutil/trace.go:171","msg":"trace[457189745] linearizableReadLoop","detail":"{readStateIndex:1666; appliedIndex:1665; }","duration":"5.002918097s","start":"2026-03-20T10:22:06.124074Z","end":"2026-03-20T10:22:11.126992Z","steps":["trace[457189745] 'read index received' (duration: 106.937979ms)","trace[457189745] 'applied index is now lower than readState.Index' (duration: 4.895978858s)"],"step_count":2} {"level":"warn","ts":"2026-03-20T10:22:11.127496Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"7.098014678s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/masterleases/199.204.45.102\" ","response":"range_response_count:0 size:5"} {"level":"info","ts":"2026-03-20T10:22:11.127523Z","caller":"traceutil/trace.go:171","msg":"trace[242359027] range","detail":"{range_begin:/registry/masterleases/199.204.45.102; range_end:; response_count:0; response_revision:1554; }","duration":"7.09806789s","start":"2026-03-20T10:22:04.029448Z","end":"2026-03-20T10:22:11.127516Z","steps":["trace[242359027] 'agreement among raft nodes before linearized reading' (duration: 7.098004198s)"],"step_count":1} {"level":"warn","ts":"2026-03-20T10:22:11.12749Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"7.069136943s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/deployments/\" range_end:\"/registry/deployments0\" count_only:true ","response":"range_response_count:0 size:7"} {"level":"warn","ts":"2026-03-20T10:22:11.127543Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-20T10:22:04.02944Z","time spent":"7.0980984s","remote":"127.0.0.1:51238","response type":"/etcdserverpb.KV/Range","request count":0,"request size":39,"response count":0,"response size":27,"request content":"key:\"/registry/masterleases/199.204.45.102\" "} {"level":"info","ts":"2026-03-20T10:22:11.127558Z","caller":"traceutil/trace.go:171","msg":"trace[543212143] range","detail":"{range_begin:/registry/deployments/; range_end:/registry/deployments0; response_count:0; response_revision:1554; }","duration":"7.069264946s","start":"2026-03-20T10:22:04.058276Z","end":"2026-03-20T10:22:11.127541Z","steps":["trace[543212143] 'agreement among raft nodes before linearized reading' (duration: 7.069149634s)"],"step_count":1} {"level":"warn","ts":"2026-03-20T10:22:11.127595Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-20T10:22:04.058253Z","time spent":"7.069332399s","remote":"127.0.0.1:51670","response type":"/etcdserverpb.KV/Range","request count":0,"request size":50,"response count":3,"response size":29,"request content":"key:\"/registry/deployments/\" range_end:\"/registry/deployments0\" count_only:true "} {"level":"warn","ts":"2026-03-20T10:22:11.127757Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"4.99989542s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pods/kube-system/kube-scheduler-instance\" ","response":"range_response_count:1 size:4248"} {"level":"info","ts":"2026-03-20T10:22:11.127778Z","caller":"traceutil/trace.go:171","msg":"trace[649204362] range","detail":"{range_begin:/registry/pods/kube-system/kube-scheduler-instance; range_end:; response_count:1; response_revision:1554; }","duration":"4.999953861s","start":"2026-03-20T10:22:06.127819Z","end":"2026-03-20T10:22:11.127773Z","steps":["trace[649204362] 'agreement among raft nodes before linearized reading' (duration: 4.999848419s)"],"step_count":1} {"level":"warn","ts":"2026-03-20T10:22:11.127792Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-20T10:22:06.127803Z","time spent":"4.999985852s","remote":"127.0.0.1:51424","response type":"/etcdserverpb.KV/Range","request count":0,"request size":52,"response count":1,"response size":4270,"request content":"key:\"/registry/pods/kube-system/kube-scheduler-instance\" "} {"level":"warn","ts":"2026-03-20T10:22:11.127781Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"6.3420239s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/cilium.io/ciliumloadbalancerippools/\" range_end:\"/registry/cilium.io/ciliumloadbalancerippools0\" count_only:true ","response":"range_response_count:0 size:5"} {"level":"warn","ts":"2026-03-20T10:22:11.127859Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.077674656s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/health\" ","response":"range_response_count:0 size:5"} {"level":"info","ts":"2026-03-20T10:22:11.127856Z","caller":"traceutil/trace.go:171","msg":"trace[1642055325] range","detail":"{range_begin:/registry/cilium.io/ciliumloadbalancerippools/; range_end:/registry/cilium.io/ciliumloadbalancerippools0; response_count:0; response_revision:1554; }","duration":"6.342157643s","start":"2026-03-20T10:22:04.785685Z","end":"2026-03-20T10:22:11.127842Z","steps":["trace[1642055325] 'agreement among raft nodes before linearized reading' (duration: 6.34203986s)"],"step_count":1} {"level":"info","ts":"2026-03-20T10:22:11.12789Z","caller":"traceutil/trace.go:171","msg":"trace[1962379212] range","detail":"{range_begin:/registry/health; range_end:; response_count:0; response_revision:1554; }","duration":"1.077746208s","start":"2026-03-20T10:22:10.050135Z","end":"2026-03-20T10:22:11.127882Z","steps":["trace[1962379212] 'agreement among raft nodes before linearized reading' (duration: 1.077700767s)"],"step_count":1} {"level":"warn","ts":"2026-03-20T10:22:11.127894Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"4.461590154s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/cilium.io/ciliumidentities/\" range_end:\"/registry/cilium.io/ciliumidentities0\" count_only:true ","response":"range_response_count:0 size:7"} {"level":"warn","ts":"2026-03-20T10:22:11.127909Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-20T10:22:10.050119Z","time spent":"1.077786439s","remote":"127.0.0.1:51202","response type":"/etcdserverpb.KV/Range","request count":0,"request size":18,"response count":0,"response size":27,"request content":"key:\"/registry/health\" "} {"level":"warn","ts":"2026-03-20T10:22:11.12791Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-20T10:22:04.785663Z","time spent":"6.342240474s","remote":"127.0.0.1:53934","response type":"/etcdserverpb.KV/Range","request count":0,"request size":98,"response count":0,"response size":27,"request content":"key:\"/registry/cilium.io/ciliumloadbalancerippools/\" range_end:\"/registry/cilium.io/ciliumloadbalancerippools0\" count_only:true "} {"level":"warn","ts":"2026-03-20T10:22:11.127929Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"4.468043159s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/roles/\" range_end:\"/registry/roles0\" count_only:true ","response":"range_response_count:0 size:7"} {"level":"info","ts":"2026-03-20T10:22:11.127954Z","caller":"traceutil/trace.go:171","msg":"trace[1103105840] range","detail":"{range_begin:/registry/roles/; range_end:/registry/roles0; response_count:0; response_revision:1554; }","duration":"4.468126261s","start":"2026-03-20T10:22:06.659821Z","end":"2026-03-20T10:22:11.127947Z","steps":["trace[1103105840] 'agreement among raft nodes before linearized reading' (duration: 4.468075559s)"],"step_count":1} {"level":"warn","ts":"2026-03-20T10:22:11.127976Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-20T10:22:06.659795Z","time spent":"4.468176412s","remote":"127.0.0.1:51566","response type":"/etcdserverpb.KV/Range","request count":0,"request size":38,"response count":14,"response size":29,"request content":"key:\"/registry/roles/\" range_end:\"/registry/roles0\" count_only:true "} {"level":"info","ts":"2026-03-20T10:22:11.127912Z","caller":"traceutil/trace.go:171","msg":"trace[2130295794] range","detail":"{range_begin:/registry/cilium.io/ciliumidentities/; range_end:/registry/cilium.io/ciliumidentities0; response_count:0; response_revision:1554; }","duration":"4.461657916s","start":"2026-03-20T10:22:06.666249Z","end":"2026-03-20T10:22:11.127907Z","steps":["trace[2130295794] 'agreement among raft nodes before linearized reading' (duration: 4.461622735s)"],"step_count":1} {"level":"warn","ts":"2026-03-20T10:22:11.128026Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-20T10:22:06.666225Z","time spent":"4.461794659s","remote":"127.0.0.1:53962","response type":"/etcdserverpb.KV/Range","request count":0,"request size":80,"response count":2,"response size":29,"request content":"key:\"/registry/cilium.io/ciliumidentities/\" range_end:\"/registry/cilium.io/ciliumidentities0\" count_only:true "} {"level":"warn","ts":"2026-03-20T10:22:11.128623Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"5.578838558s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/events/kube-system/cilium-operator-869df985b8-6rkgb.189e8559f2ccaff3\" ","response":"range_response_count:1 size:850"} {"level":"info","ts":"2026-03-20T10:22:11.128672Z","caller":"traceutil/trace.go:171","msg":"trace[1645775849] range","detail":"{range_begin:/registry/events/kube-system/cilium-operator-869df985b8-6rkgb.189e8559f2ccaff3; range_end:; response_count:1; response_revision:1554; }","duration":"5.57893871s","start":"2026-03-20T10:22:05.549721Z","end":"2026-03-20T10:22:11.12866Z","steps":["trace[1645775849] 'agreement among raft nodes before linearized reading' (duration: 5.578016896s)"],"step_count":1} {"level":"warn","ts":"2026-03-20T10:22:11.128698Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-20T10:22:05.549696Z","time spent":"5.578995672s","remote":"127.0.0.1:51292","response type":"/etcdserverpb.KV/Range","request count":0,"request size":80,"response count":1,"response size":872,"request content":"key:\"/registry/events/kube-system/cilium-operator-869df985b8-6rkgb.189e8559f2ccaff3\" "} {"level":"warn","ts":"2026-03-20T10:22:11.629447Z","caller":"etcdserver/v3_server.go:897","msg":"waiting for ReadIndex response took too long, retrying","sent-request-id":184257304220178246,"retry-timeout":"500ms"} {"level":"warn","ts":"2026-03-20T10:22:11.659856Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-20T10:22:11.128789Z","time spent":"531.043929ms","remote":"127.0.0.1:51238","response type":"/etcdserverpb.Lease/LeaseGrant","request count":-1,"request size":-1,"response count":-1,"response size":-1,"request content":""} {"level":"warn","ts":"2026-03-20T10:22:13.128983Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"2.000088926s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/health\" ","response":"","error":"context canceled"} {"level":"info","ts":"2026-03-20T10:22:13.129086Z","caller":"traceutil/trace.go:171","msg":"trace[657102610] range","detail":"{range_begin:/registry/health; range_end:; }","duration":"2.00023687s","start":"2026-03-20T10:22:11.128831Z","end":"2026-03-20T10:22:13.129068Z","steps":["trace[657102610] 'agreement among raft nodes before linearized reading' (duration: 2.000097426s)"],"step_count":1} {"level":"warn","ts":"2026-03-20T10:22:13.129134Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-20T10:22:11.128821Z","time spent":"2.000303602s","remote":"127.0.0.1:51190","response type":"/etcdserverpb.KV/Range","request count":0,"request size":18,"response count":0,"response size":0,"request content":"key:\"/registry/health\" "} 2026/03/20 10:22:13 WARNING: [core] [Server #8] grpc: Server.processUnaryRPC failed to write status: connection error: desc = "transport is closing" {"level":"warn","ts":"2026-03-20T10:22:14.87539Z","caller":"wal/wal.go:805","msg":"slow fdatasync","took":"3.215529986s","expected-duration":"1s"} {"level":"warn","ts":"2026-03-20T10:22:14.876017Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-20T10:22:13.922126Z","time spent":"953.88539ms","remote":"127.0.0.1:55716","response type":"/etcdserverpb.Maintenance/Status","request count":-1,"request size":-1,"response count":-1,"response size":-1,"request content":""} {"level":"warn","ts":"2026-03-20T10:22:14.876229Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"2.476844907s","expected-duration":"100ms","prefix":"read-only range ","request":"limit:1 serializable:true keys_only:true ","response":"range_response_count:0 size:5"} {"level":"info","ts":"2026-03-20T10:22:14.876323Z","caller":"traceutil/trace.go:171","msg":"trace[900217921] range","detail":"{range_begin:; range_end:; response_count:0; response_revision:1554; }","duration":"2.476945419s","start":"2026-03-20T10:22:12.39936Z","end":"2026-03-20T10:22:14.876306Z","steps":["trace[900217921] 'range keys from in-memory index tree' (duration: 2.476830946s)"],"step_count":1} {"level":"info","ts":"2026-03-20T10:22:14.877187Z","caller":"traceutil/trace.go:171","msg":"trace[1539658367] linearizableReadLoop","detail":"{readStateIndex:1669; appliedIndex:1667; }","duration":"3.748321671s","start":"2026-03-20T10:22:11.128846Z","end":"2026-03-20T10:22:14.877167Z","steps":["trace[1539658367] 'read index received' (duration: 530.996548ms)","trace[1539658367] 'applied index is now lower than readState.Index' (duration: 3.217324143s)"],"step_count":2} {"level":"info","ts":"2026-03-20T10:22:14.877267Z","caller":"traceutil/trace.go:171","msg":"trace[951260219] transaction","detail":"{read_only:false; response_revision:1556; number_of_response:1; }","duration":"3.745005927s","start":"2026-03-20T10:22:11.132251Z","end":"2026-03-20T10:22:14.877257Z","steps":["trace[951260219] 'process raft request' (duration: 3.744845123s)"],"step_count":1} {"level":"info","ts":"2026-03-20T10:22:14.877404Z","caller":"traceutil/trace.go:171","msg":"trace[1667685989] transaction","detail":"{read_only:false; response_revision:1555; number_of_response:1; }","duration":"3.7471047s","start":"2026-03-20T10:22:11.130282Z","end":"2026-03-20T10:22:14.877387Z","steps":["trace[1667685989] 'process raft request' (duration: 3.745271183s)"],"step_count":1} {"level":"warn","ts":"2026-03-20T10:22:14.877523Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-20T10:22:11.130271Z","time spent":"3.747164861s","remote":"127.0.0.1:51292","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":835,"response count":0,"response size":38,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-03-20T10:22:14.879743Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-20T10:22:11.132233Z","time spent":"3.745056728s","remote":"127.0.0.1:51424","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":4567,"response count":0,"response size":38,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-03-20T10:22:15.137208Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"2.000663832s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/health\" ","response":"","error":"context canceled"} {"level":"info","ts":"2026-03-20T10:22:15.137345Z","caller":"traceutil/trace.go:171","msg":"trace[903396016] range","detail":"{range_begin:/registry/health; range_end:; }","duration":"2.000878338s","start":"2026-03-20T10:22:13.136446Z","end":"2026-03-20T10:22:15.137325Z","steps":["trace[903396016] 'agreement among raft nodes before linearized reading' (duration: 2.000698013s)"],"step_count":1} {"level":"warn","ts":"2026-03-20T10:22:15.137396Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-20T10:22:13.13643Z","time spent":"2.00095295s","remote":"127.0.0.1:51202","response type":"/etcdserverpb.KV/Range","request count":0,"request size":18,"response count":0,"response size":0,"request content":"key:\"/registry/health\" "} 2026/03/20 10:22:15 WARNING: [core] [Server #8] grpc: Server.processUnaryRPC failed to write status: connection error: desc = "transport is closing" {"level":"warn","ts":"2026-03-20T10:22:15.377431Z","caller":"etcdserver/v3_server.go:897","msg":"waiting for ReadIndex response took too long, retrying","sent-request-id":184257304220178254,"retry-timeout":"500ms"} {"level":"warn","ts":"2026-03-20T10:22:15.878553Z","caller":"etcdserver/v3_server.go:897","msg":"waiting for ReadIndex response took too long, retrying","sent-request-id":184257304220178254,"retry-timeout":"500ms"} {"level":"warn","ts":"2026-03-20T10:22:16.261988Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"4.990905001s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/kube-controller-manager\" ","response":"","error":"context canceled"} {"level":"info","ts":"2026-03-20T10:22:16.262119Z","caller":"traceutil/trace.go:171","msg":"trace[1942939902] range","detail":"{range_begin:/registry/leases/kube-system/kube-controller-manager; range_end:; }","duration":"4.991090635s","start":"2026-03-20T10:22:11.271007Z","end":"2026-03-20T10:22:16.262098Z","steps":["trace[1942939902] 'agreement among raft nodes before linearized reading' (duration: 4.990940832s)"],"step_count":1} {"level":"warn","ts":"2026-03-20T10:22:16.262172Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-20T10:22:11.270991Z","time spent":"4.991169487s","remote":"127.0.0.1:51504","response type":"/etcdserverpb.KV/Range","request count":0,"request size":54,"response count":0,"response size":0,"request content":"key:\"/registry/leases/kube-system/kube-controller-manager\" "} 2026/03/20 10:22:16 WARNING: [core] [Server #8] grpc: Server.processUnaryRPC failed to write status: connection error: desc = "transport is closing" {"level":"warn","ts":"2026-03-20T10:22:16.379205Z","caller":"etcdserver/v3_server.go:897","msg":"waiting for ReadIndex response took too long, retrying","sent-request-id":184257304220178254,"retry-timeout":"500ms"} {"level":"warn","ts":"2026-03-20T10:22:16.880073Z","caller":"etcdserver/v3_server.go:897","msg":"waiting for ReadIndex response took too long, retrying","sent-request-id":184257304220178254,"retry-timeout":"500ms"} {"level":"warn","ts":"2026-03-20T10:22:17.138411Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"2.000191879s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/health\" ","response":"","error":"context canceled"} {"level":"info","ts":"2026-03-20T10:22:17.138529Z","caller":"traceutil/trace.go:171","msg":"trace[842972694] range","detail":"{range_begin:/registry/health; range_end:; }","duration":"2.000383214s","start":"2026-03-20T10:22:15.138124Z","end":"2026-03-20T10:22:17.138507Z","steps":["trace[842972694] 'agreement among raft nodes before linearized reading' (duration: 2.00024245s)"],"step_count":1} {"level":"warn","ts":"2026-03-20T10:22:17.138712Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-20T10:22:15.138096Z","time spent":"2.000596799s","remote":"127.0.0.1:51190","response type":"/etcdserverpb.KV/Range","request count":0,"request size":18,"response count":0,"response size":0,"request content":"key:\"/registry/health\" "} 2026/03/20 10:22:17 WARNING: [core] [Server #8] grpc: Server.processUnaryRPC failed to write status: connection error: desc = "transport is closing" {"level":"warn","ts":"2026-03-20T10:22:17.380353Z","caller":"etcdserver/v3_server.go:897","msg":"waiting for ReadIndex response took too long, retrying","sent-request-id":184257304220178254,"retry-timeout":"500ms"} {"level":"warn","ts":"2026-03-20T10:22:17.545303Z","caller":"wal/wal.go:805","msg":"slow fdatasync","took":"2.669777752s","expected-duration":"1s"} {"level":"warn","ts":"2026-03-20T10:22:17.775889Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"4.999309163s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/cilium-operator-resource-lock\" ","response":"","error":"context deadline exceeded"} {"level":"info","ts":"2026-03-20T10:22:17.77598Z","caller":"traceutil/trace.go:171","msg":"trace[752021977] range","detail":"{range_begin:/registry/leases/kube-system/cilium-operator-resource-lock; range_end:; }","duration":"4.999475888s","start":"2026-03-20T10:22:12.776484Z","end":"2026-03-20T10:22:17.77596Z","steps":["trace[752021977] 'agreement among raft nodes before linearized reading' (duration: 4.999364005s)"],"step_count":1} {"level":"warn","ts":"2026-03-20T10:22:17.776151Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-20T10:22:12.776461Z","time spent":"4.999562261s","remote":"127.0.0.1:51504","response type":"/etcdserverpb.KV/Range","request count":0,"request size":60,"response count":0,"response size":0,"request content":"key:\"/registry/leases/kube-system/cilium-operator-resource-lock\" "} 2026/03/20 10:22:17 WARNING: [core] [Server #8] grpc: Server.processUnaryRPC failed to write status: connection error: desc = "transport is closing" {"level":"warn","ts":"2026-03-20T10:22:18.39393Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"2.000325153s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/health\" ","response":"","error":"context canceled"} {"level":"info","ts":"2026-03-20T10:22:18.394014Z","caller":"traceutil/trace.go:171","msg":"trace[175590245] range","detail":"{range_begin:/registry/health; range_end:; }","duration":"2.000476906s","start":"2026-03-20T10:22:16.393519Z","end":"2026-03-20T10:22:18.393996Z","steps":["trace[175590245] 'agreement among raft nodes before linearized reading' (duration: 2.000371044s)"],"step_count":1} {"level":"warn","ts":"2026-03-20T10:22:18.394063Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-20T10:22:16.393473Z","time spent":"2.00058008s","remote":"127.0.0.1:51202","response type":"/etcdserverpb.KV/Range","request count":0,"request size":18,"response count":0,"response size":0,"request content":"key:\"/registry/health\" "} 2026/03/20 10:22:18 WARNING: [core] [Server #8] grpc: Server.processUnaryRPC failed to write status: connection error: desc = "transport is closing" {"level":"warn","ts":"2026-03-20T10:22:18.639337Z","caller":"wal/wal.go:805","msg":"slow fdatasync","took":"1.093833819s","expected-duration":"1s"} {"level":"warn","ts":"2026-03-20T10:22:18.661169Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-20T10:22:11.660654Z","time spent":"7.000508628s","remote":"127.0.0.1:51238","response type":"/etcdserverpb.KV/Txn","request count":0,"request size":0,"response count":0,"response size":0,"request content":""} {"level":"warn","ts":"2026-03-20T10:22:19.146212Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"2.000170069s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/health\" ","response":"","error":"context deadline exceeded"} {"level":"info","ts":"2026-03-20T10:22:19.146326Z","caller":"traceutil/trace.go:171","msg":"trace[549404667] range","detail":"{range_begin:/registry/health; range_end:; }","duration":"2.000355294s","start":"2026-03-20T10:22:17.145949Z","end":"2026-03-20T10:22:19.146304Z","steps":["trace[549404667] 'agreement among raft nodes before linearized reading' (duration: 2.00021215s)"],"step_count":1} {"level":"warn","ts":"2026-03-20T10:22:19.146399Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-20T10:22:17.145931Z","time spent":"2.000455376s","remote":"127.0.0.1:51190","response type":"/etcdserverpb.KV/Range","request count":0,"request size":18,"response count":0,"response size":0,"request content":"key:\"/registry/health\" "} {"level":"warn","ts":"2026-03-20T10:22:19.915986Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"2.370325996s","expected-duration":"100ms","prefix":"","request":"header: txn: success:> failure: >>","response":"size:16"} {"level":"info","ts":"2026-03-20T10:22:19.916278Z","caller":"traceutil/trace.go:171","msg":"trace[2130157079] linearizableReadLoop","detail":"{readStateIndex:1673; appliedIndex:1669; }","duration":"5.03903347s","start":"2026-03-20T10:22:14.877227Z","end":"2026-03-20T10:22:19.91626Z","steps":["trace[2130157079] 'read index received' (duration: 2.668298424s)","trace[2130157079] 'applied index is now lower than readState.Index' (duration: 2.370733976s)"],"step_count":2} {"level":"info","ts":"2026-03-20T10:22:19.91668Z","caller":"traceutil/trace.go:171","msg":"trace[110260712] transaction","detail":"{read_only:false; response_revision:1558; number_of_response:1; }","duration":"5.640794499s","start":"2026-03-20T10:22:14.275871Z","end":"2026-03-20T10:22:19.916666Z","steps":["trace[110260712] 'process raft request' (duration: 5.640217294s)"],"step_count":1} {"level":"warn","ts":"2026-03-20T10:22:19.916744Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-20T10:22:14.275839Z","time spent":"5.640868951s","remote":"127.0.0.1:51504","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":673,"response count":0,"response size":38,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-03-20T10:22:19.916959Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"5.034796954s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pods/kube-system/kube-controller-manager-instance\" ","response":"range_response_count:1 size:7239"} {"level":"info","ts":"2026-03-20T10:22:19.917036Z","caller":"traceutil/trace.go:171","msg":"trace[911185727] range","detail":"{range_begin:/registry/pods/kube-system/kube-controller-manager-instance; range_end:; response_count:1; response_revision:1560; }","duration":"5.034883386s","start":"2026-03-20T10:22:14.882133Z","end":"2026-03-20T10:22:19.917016Z","steps":["trace[911185727] 'agreement among raft nodes before linearized reading' (duration: 5.03465608s)"],"step_count":1} {"level":"warn","ts":"2026-03-20T10:22:19.917045Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.254334364s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/masterleases/199.204.45.102\" ","response":"range_response_count:1 size:135"} {"level":"info","ts":"2026-03-20T10:22:19.917078Z","caller":"traceutil/trace.go:171","msg":"trace[1558263693] range","detail":"{range_begin:/registry/masterleases/199.204.45.102; range_end:; response_count:1; response_revision:1560; }","duration":"1.254424357s","start":"2026-03-20T10:22:18.662644Z","end":"2026-03-20T10:22:19.917068Z","steps":["trace[1558263693] 'agreement among raft nodes before linearized reading' (duration: 1.254364346s)"],"step_count":1} {"level":"warn","ts":"2026-03-20T10:22:19.917077Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-20T10:22:14.882101Z","time spent":"5.034966988s","remote":"127.0.0.1:51424","response type":"/etcdserverpb.KV/Range","request count":0,"request size":61,"response count":1,"response size":7261,"request content":"key:\"/registry/pods/kube-system/kube-controller-manager-instance\" "} {"level":"warn","ts":"2026-03-20T10:22:19.917108Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-20T10:22:18.662616Z","time spent":"1.254486319s","remote":"127.0.0.1:51238","response type":"/etcdserverpb.KV/Range","request count":0,"request size":39,"response count":1,"response size":157,"request content":"key:\"/registry/masterleases/199.204.45.102\" "} {"level":"warn","ts":"2026-03-20T10:22:19.917107Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.86693919s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/poddisruptionbudgets/\" range_end:\"/registry/poddisruptionbudgets0\" count_only:true ","response":"range_response_count:0 size:5"} {"level":"info","ts":"2026-03-20T10:22:19.917176Z","caller":"traceutil/trace.go:171","msg":"trace[405462715] range","detail":"{range_begin:/registry/poddisruptionbudgets/; range_end:/registry/poddisruptionbudgets0; response_count:0; response_revision:1560; }","duration":"1.867068503s","start":"2026-03-20T10:22:18.050089Z","end":"2026-03-20T10:22:19.917158Z","steps":["trace[405462715] 'agreement among raft nodes before linearized reading' (duration: 1.866944979s)"],"step_count":1} {"level":"warn","ts":"2026-03-20T10:22:19.917176Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"762.750168ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/health\" ","response":"range_response_count:0 size:5"} {"level":"warn","ts":"2026-03-20T10:22:19.917211Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-20T10:22:18.050072Z","time spent":"1.867130734s","remote":"127.0.0.1:51560","response type":"/etcdserverpb.KV/Range","request count":0,"request size":68,"response count":0,"response size":27,"request content":"key:\"/registry/poddisruptionbudgets/\" range_end:\"/registry/poddisruptionbudgets0\" count_only:true "} {"level":"info","ts":"2026-03-20T10:22:19.917226Z","caller":"traceutil/trace.go:171","msg":"trace[206179173] range","detail":"{range_begin:/registry/health; range_end:; response_count:0; response_revision:1560; }","duration":"762.845ms","start":"2026-03-20T10:22:19.154368Z","end":"2026-03-20T10:22:19.917213Z","steps":["trace[206179173] 'agreement among raft nodes before linearized reading' (duration: 762.771928ms)"],"step_count":1} {"level":"info","ts":"2026-03-20T10:22:19.917237Z","caller":"traceutil/trace.go:171","msg":"trace[54212422] transaction","detail":"{read_only:false; response_revision:1559; number_of_response:1; }","duration":"5.501948089s","start":"2026-03-20T10:22:14.415269Z","end":"2026-03-20T10:22:19.917217Z","steps":["trace[54212422] 'process raft request' (duration: 5.500908252s)"],"step_count":1} {"level":"warn","ts":"2026-03-20T10:22:19.917263Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-20T10:22:19.154346Z","time spent":"762.910272ms","remote":"127.0.0.1:51202","response type":"/etcdserverpb.KV/Range","request count":0,"request size":18,"response count":0,"response size":27,"request content":"key:\"/registry/health\" "} {"level":"warn","ts":"2026-03-20T10:22:19.917332Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-20T10:22:14.415241Z","time spent":"5.502034581s","remote":"127.0.0.1:51504","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":521,"response count":0,"response size":38,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-03-20T10:22:19.917164Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"579.117488ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/kube-controller-manager\" ","response":"range_response_count:1 size:506"} {"level":"info","ts":"2026-03-20T10:22:19.917388Z","caller":"traceutil/trace.go:171","msg":"trace[993598742] transaction","detail":"{read_only:false; response_revision:1560; number_of_response:1; }","duration":"5.035501101s","start":"2026-03-20T10:22:14.881875Z","end":"2026-03-20T10:22:19.917376Z","steps":["trace[993598742] 'process raft request' (duration: 5.034345221s)"],"step_count":1} {"level":"info","ts":"2026-03-20T10:22:19.917396Z","caller":"traceutil/trace.go:171","msg":"trace[381739834] range","detail":"{range_begin:/registry/leases/kube-system/kube-controller-manager; range_end:; response_count:1; response_revision:1560; }","duration":"579.412605ms","start":"2026-03-20T10:22:19.337974Z","end":"2026-03-20T10:22:19.917387Z","steps":["trace[381739834] 'agreement among raft nodes before linearized reading' (duration: 579.030936ms)"],"step_count":1} {"level":"warn","ts":"2026-03-20T10:22:19.917428Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-20T10:22:19.337953Z","time spent":"579.466247ms","remote":"127.0.0.1:51504","response type":"/etcdserverpb.KV/Range","request count":0,"request size":54,"response count":1,"response size":528,"request content":"key:\"/registry/leases/kube-system/kube-controller-manager\" "} {"level":"warn","ts":"2026-03-20T10:22:19.917442Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-20T10:22:14.881855Z","time spent":"5.035560763s","remote":"127.0.0.1:51292","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":824,"response count":0,"response size":38,"request content":"compare: success:> failure:<>"} {"level":"warn","ts":"2026-03-20T10:22:20.993941Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"730.349463ms","expected-duration":"100ms","prefix":"","request":"header: lease_grant:","response":"size:39"} {"level":"info","ts":"2026-03-20T10:22:20.994056Z","caller":"traceutil/trace.go:171","msg":"trace[765632534] linearizableReadLoop","detail":"{readStateIndex:1674; appliedIndex:1673; }","duration":"1.074857256s","start":"2026-03-20T10:22:19.919178Z","end":"2026-03-20T10:22:20.994035Z","steps":["trace[765632534] 'read index received' (duration: 344.38273ms)","trace[765632534] 'applied index is now lower than readState.Index' (duration: 730.472956ms)"],"step_count":2} {"level":"warn","ts":"2026-03-20T10:22:20.994124Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-20T10:22:19.917874Z","time spent":"1.076247402s","remote":"127.0.0.1:51238","response type":"/etcdserverpb.Lease/LeaseGrant","request count":-1,"request size":-1,"response count":-1,"response size":-1,"request content":""} {"level":"warn","ts":"2026-03-20T10:22:20.994382Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.075189915s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/health\" ","response":"range_response_count:0 size:5"} {"level":"info","ts":"2026-03-20T10:22:20.994455Z","caller":"traceutil/trace.go:171","msg":"trace[1592057221] range","detail":"{range_begin:/registry/health; range_end:; response_count:0; response_revision:1560; }","duration":"1.075297297s","start":"2026-03-20T10:22:19.919145Z","end":"2026-03-20T10:22:20.994442Z","steps":["trace[1592057221] 'agreement among raft nodes before linearized reading' (duration: 1.075182325s)"],"step_count":1} {"level":"warn","ts":"2026-03-20T10:22:20.994535Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-20T10:22:19.919131Z","time spent":"1.075346008s","remote":"127.0.0.1:51190","response type":"/etcdserverpb.KV/Range","request count":0,"request size":18,"response count":0,"response size":27,"request content":"key:\"/registry/health\" "} {"level":"warn","ts":"2026-03-20T10:22:21.495175Z","caller":"etcdserver/v3_server.go:897","msg":"waiting for ReadIndex response took too long, retrying","sent-request-id":184257304220178261,"retry-timeout":"500ms"} {"level":"warn","ts":"2026-03-20T10:22:21.996192Z","caller":"etcdserver/v3_server.go:897","msg":"waiting for ReadIndex response took too long, retrying","sent-request-id":184257304220178261,"retry-timeout":"500ms"} {"level":"warn","ts":"2026-03-20T10:22:22.064928Z","caller":"wal/wal.go:805","msg":"slow fdatasync","took":"1.801355973s","expected-duration":"1s"} {"level":"warn","ts":"2026-03-20T10:22:22.859766Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"460.64521ms","expected-duration":"100ms","prefix":"read-only range ","request":"limit:1 serializable:true keys_only:true ","response":"range_response_count:0 size:5"} {"level":"info","ts":"2026-03-20T10:22:22.859904Z","caller":"traceutil/trace.go:171","msg":"trace[951066023] range","detail":"{range_begin:; range_end:; response_count:0; response_revision:1560; }","duration":"460.791694ms","start":"2026-03-20T10:22:22.399093Z","end":"2026-03-20T10:22:22.859884Z","steps":["trace[951066023] 'range keys from in-memory index tree' (duration: 460.62745ms)"],"step_count":1} {"level":"warn","ts":"2026-03-20T10:22:22.860211Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"794.860034ms","expected-duration":"100ms","prefix":"","request":"header: txn: success:> failure: >>","response":"size:16"} {"level":"info","ts":"2026-03-20T10:22:22.860402Z","caller":"traceutil/trace.go:171","msg":"trace[1271738976] linearizableReadLoop","detail":"{readStateIndex:1676; appliedIndex:1674; }","duration":"1.866301235s","start":"2026-03-20T10:22:20.994083Z","end":"2026-03-20T10:22:22.860384Z","steps":["trace[1271738976] 'read index received' (duration: 1.071151653s)","trace[1271738976] 'applied index is now lower than readState.Index' (duration: 795.148112ms)"],"step_count":2} {"level":"info","ts":"2026-03-20T10:22:22.860673Z","caller":"traceutil/trace.go:171","msg":"trace[672044920] transaction","detail":"{read_only:false; response_revision:1561; number_of_response:1; }","duration":"2.930802041s","start":"2026-03-20T10:22:19.929857Z","end":"2026-03-20T10:22:22.860659Z","steps":["trace[672044920] 'process raft request' (duration: 2.135405783s)","trace[672044920] 'compare' (duration: 794.726861ms)"],"step_count":2} {"level":"warn","ts":"2026-03-20T10:22:22.860748Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-20T10:22:19.929844Z","time spent":"2.930868783s","remote":"127.0.0.1:51424","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":7064,"response count":0,"response size":38,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-03-20T10:22:22.860939Z","caller":"traceutil/trace.go:171","msg":"trace[223615613] transaction","detail":"{read_only:false; response_revision:1562; number_of_response:1; }","duration":"1.865827453s","start":"2026-03-20T10:22:20.995101Z","end":"2026-03-20T10:22:22.860929Z","steps":["trace[223615613] 'process raft request' (duration: 1.865220357s)"],"step_count":1} {"level":"warn","ts":"2026-03-20T10:22:22.861001Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-20T10:22:20.995086Z","time spent":"1.865882454s","remote":"127.0.0.1:51238","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":120,"response count":0,"response size":38,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-03-20T10:22:22.861317Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.206259031s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/configmaps/kube-system/extension-apiserver-authentication\" ","response":"range_response_count:1 size:3017"} {"level":"warn","ts":"2026-03-20T10:22:22.861319Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.858939099s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/health\" ","response":"range_response_count:0 size:5"} {"level":"info","ts":"2026-03-20T10:22:22.861365Z","caller":"traceutil/trace.go:171","msg":"trace[2072121276] range","detail":"{range_begin:/registry/configmaps/kube-system/extension-apiserver-authentication; range_end:; response_count:1; response_revision:1562; }","duration":"1.206351703s","start":"2026-03-20T10:22:21.655002Z","end":"2026-03-20T10:22:22.861354Z","steps":["trace[2072121276] 'agreement among raft nodes before linearized reading' (duration: 1.206269171s)"],"step_count":1} {"level":"info","ts":"2026-03-20T10:22:22.861378Z","caller":"traceutil/trace.go:171","msg":"trace[240989715] range","detail":"{range_begin:/registry/health; range_end:; response_count:0; response_revision:1562; }","duration":"1.859022392s","start":"2026-03-20T10:22:21.002341Z","end":"2026-03-20T10:22:22.861363Z","steps":["trace[240989715] 'agreement among raft nodes before linearized reading' (duration: 1.858913649s)"],"step_count":1} {"level":"warn","ts":"2026-03-20T10:22:22.861399Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-20T10:22:21.654981Z","time spent":"1.206409515s","remote":"127.0.0.1:51332","response type":"/etcdserverpb.KV/Range","request count":0,"request size":69,"response count":1,"response size":3039,"request content":"key:\"/registry/configmaps/kube-system/extension-apiserver-authentication\" "} {"level":"warn","ts":"2026-03-20T10:22:22.861409Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-20T10:22:21.002335Z","time spent":"1.859069203s","remote":"127.0.0.1:51202","response type":"/etcdserverpb.KV/Range","request count":0,"request size":18,"response count":0,"response size":27,"request content":"key:\"/registry/health\" "} {"level":"warn","ts":"2026-03-20T10:22:22.861407Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"2.937335017s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/events/kube-system/kube-controller-manager-instance.189e855a31796f90\" ","response":"range_response_count:1 size:860"} {"level":"info","ts":"2026-03-20T10:22:22.861506Z","caller":"traceutil/trace.go:171","msg":"trace[1246586829] range","detail":"{range_begin:/registry/events/kube-system/kube-controller-manager-instance.189e855a31796f90; range_end:; response_count:1; response_revision:1562; }","duration":"2.937465919s","start":"2026-03-20T10:22:19.924022Z","end":"2026-03-20T10:22:22.861488Z","steps":["trace[1246586829] 'agreement among raft nodes before linearized reading' (duration: 2.937214663s)"],"step_count":1} {"level":"warn","ts":"2026-03-20T10:22:22.861549Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.340105356s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/certificatesigningrequests/\" range_end:\"/registry/certificatesigningrequests0\" count_only:true ","response":"range_response_count:0 size:7"} {"level":"warn","ts":"2026-03-20T10:22:22.861571Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"741.546626ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/kube-controller-manager\" ","response":"range_response_count:1 size:506"} {"level":"info","ts":"2026-03-20T10:22:22.861611Z","caller":"traceutil/trace.go:171","msg":"trace[1800435838] range","detail":"{range_begin:/registry/leases/kube-system/kube-controller-manager; range_end:; response_count:1; response_revision:1562; }","duration":"741.585847ms","start":"2026-03-20T10:22:22.120017Z","end":"2026-03-20T10:22:22.861603Z","steps":["trace[1800435838] 'agreement among raft nodes before linearized reading' (duration: 741.457134ms)"],"step_count":1} {"level":"info","ts":"2026-03-20T10:22:22.861608Z","caller":"traceutil/trace.go:171","msg":"trace[415423334] range","detail":"{range_begin:/registry/certificatesigningrequests/; range_end:/registry/certificatesigningrequests0; response_count:0; response_revision:1562; }","duration":"1.340172318s","start":"2026-03-20T10:22:21.521422Z","end":"2026-03-20T10:22:22.861595Z","steps":["trace[415423334] 'agreement among raft nodes before linearized reading' (duration: 1.340069075s)"],"step_count":1} {"level":"warn","ts":"2026-03-20T10:22:22.861563Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-20T10:22:19.924009Z","time spent":"2.937536072s","remote":"127.0.0.1:51292","response type":"/etcdserverpb.KV/Range","request count":0,"request size":80,"response count":1,"response size":882,"request content":"key:\"/registry/events/kube-system/kube-controller-manager-instance.189e855a31796f90\" "} {"level":"warn","ts":"2026-03-20T10:22:22.86164Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-20T10:22:22.119991Z","time spent":"741.640679ms","remote":"127.0.0.1:51504","response type":"/etcdserverpb.KV/Range","request count":0,"request size":54,"response count":1,"response size":528,"request content":"key:\"/registry/leases/kube-system/kube-controller-manager\" "} {"level":"warn","ts":"2026-03-20T10:22:22.861652Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-20T10:22:21.521354Z","time spent":"1.340287881s","remote":"127.0.0.1:51490","response type":"/etcdserverpb.KV/Range","request count":0,"request size":80,"response count":1,"response size":29,"request content":"key:\"/registry/certificatesigningrequests/\" range_end:\"/registry/certificatesigningrequests0\" count_only:true "} {"level":"warn","ts":"2026-03-20T10:22:22.861967Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"2.14048739s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/cilium-operator-resource-lock\" ","response":"range_response_count:1 size:492"} {"level":"info","ts":"2026-03-20T10:22:22.86202Z","caller":"traceutil/trace.go:171","msg":"trace[1012937744] range","detail":"{range_begin:/registry/leases/kube-system/cilium-operator-resource-lock; range_end:; response_count:1; response_revision:1562; }","duration":"2.141214058s","start":"2026-03-20T10:22:20.720792Z","end":"2026-03-20T10:22:22.862006Z","steps":["trace[1012937744] 'agreement among raft nodes before linearized reading' (duration: 2.140361577s)"],"step_count":1} {"level":"warn","ts":"2026-03-20T10:22:22.862062Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-20T10:22:20.72077Z","time spent":"2.14127505s","remote":"127.0.0.1:51504","response type":"/etcdserverpb.KV/Range","request count":0,"request size":60,"response count":1,"response size":514,"request content":"key:\"/registry/leases/kube-system/cilium-operator-resource-lock\" "} {"level":"warn","ts":"2026-03-20T10:22:23.365904Z","caller":"etcdserver/v3_server.go:897","msg":"waiting for ReadIndex response took too long, retrying","sent-request-id":184257304220178266,"retry-timeout":"500ms"} {"level":"warn","ts":"2026-03-20T10:22:23.866784Z","caller":"etcdserver/v3_server.go:897","msg":"waiting for ReadIndex response took too long, retrying","sent-request-id":184257304220178266,"retry-timeout":"500ms"} {"level":"warn","ts":"2026-03-20T10:22:24.288832Z","caller":"wal/wal.go:805","msg":"slow fdatasync","took":"1.424149831s","expected-duration":"1s"} {"level":"warn","ts":"2026-03-20T10:22:24.437578Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"148.378593ms","expected-duration":"100ms","prefix":"","request":"header: txn: success:> failure: >>","response":"size:16"} {"level":"info","ts":"2026-03-20T10:22:24.438107Z","caller":"traceutil/trace.go:171","msg":"trace[1697932155] linearizableReadLoop","detail":"{readStateIndex:1677; appliedIndex:1676; }","duration":"1.572596237s","start":"2026-03-20T10:22:22.865488Z","end":"2026-03-20T10:22:24.438084Z","steps":["trace[1697932155] 'read index received' (duration: 1.423496095s)","trace[1697932155] 'applied index is now lower than readState.Index' (duration: 149.097932ms)"],"step_count":2} {"level":"info","ts":"2026-03-20T10:22:24.438145Z","caller":"traceutil/trace.go:171","msg":"trace[1229063414] transaction","detail":"{read_only:false; response_revision:1563; number_of_response:1; }","duration":"1.57352545s","start":"2026-03-20T10:22:22.864586Z","end":"2026-03-20T10:22:24.438111Z","steps":["trace[1229063414] 'process raft request' (duration: 1.42451906s)","trace[1229063414] 'compare' (duration: 148.099436ms)"],"step_count":2} {"level":"warn","ts":"2026-03-20T10:22:24.438305Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-20T10:22:22.864564Z","time spent":"1.573659423s","remote":"127.0.0.1:51292","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":845,"response count":0,"response size":38,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-03-20T10:22:24.43842Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.566471112s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/health\" ","response":"range_response_count:0 size:5"} {"level":"warn","ts":"2026-03-20T10:22:24.438447Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.559918216s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/configmaps/kube-system/extension-apiserver-authentication\" ","response":"range_response_count:1 size:3017"} {"level":"info","ts":"2026-03-20T10:22:24.438501Z","caller":"traceutil/trace.go:171","msg":"trace[1760809081] range","detail":"{range_begin:/registry/health; range_end:; response_count:0; response_revision:1563; }","duration":"1.566582914s","start":"2026-03-20T10:22:22.8719Z","end":"2026-03-20T10:22:24.438483Z","steps":["trace[1760809081] 'agreement among raft nodes before linearized reading' (duration: 1.566453511s)"],"step_count":1} {"level":"info","ts":"2026-03-20T10:22:24.438527Z","caller":"traceutil/trace.go:171","msg":"trace[472679107] range","detail":"{range_begin:/registry/configmaps/kube-system/extension-apiserver-authentication; range_end:; response_count:1; response_revision:1563; }","duration":"1.560045869s","start":"2026-03-20T10:22:22.878459Z","end":"2026-03-20T10:22:24.438505Z","steps":["trace[472679107] 'agreement among raft nodes before linearized reading' (duration: 1.559892155s)"],"step_count":1} {"level":"warn","ts":"2026-03-20T10:22:24.438468Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.571743494s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pods/kube-system/kube-vip-instance\" ","response":"range_response_count:1 size:5060"} {"level":"warn","ts":"2026-03-20T10:22:24.43857Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-20T10:22:22.878438Z","time spent":"1.560123381s","remote":"127.0.0.1:51332","response type":"/etcdserverpb.KV/Range","request count":0,"request size":69,"response count":1,"response size":3039,"request content":"key:\"/registry/configmaps/kube-system/extension-apiserver-authentication\" "} {"level":"warn","ts":"2026-03-20T10:22:24.438548Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-20T10:22:22.871888Z","time spent":"1.566651755s","remote":"127.0.0.1:51202","response type":"/etcdserverpb.KV/Range","request count":0,"request size":18,"response count":0,"response size":27,"request content":"key:\"/registry/health\" "} {"level":"warn","ts":"2026-03-20T10:22:24.438597Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.573069828s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/masterleases/\" range_end:\"/registry/masterleases0\" ","response":"range_response_count:1 size:135"} {"level":"info","ts":"2026-03-20T10:22:24.438644Z","caller":"traceutil/trace.go:171","msg":"trace[491557095] range","detail":"{range_begin:/registry/pods/kube-system/kube-vip-instance; range_end:; response_count:1; response_revision:1563; }","duration":"1.571898418s","start":"2026-03-20T10:22:22.866694Z","end":"2026-03-20T10:22:24.438592Z","steps":["trace[491557095] 'agreement among raft nodes before linearized reading' (duration: 1.5715772s)"],"step_count":1} {"level":"info","ts":"2026-03-20T10:22:24.438737Z","caller":"traceutil/trace.go:171","msg":"trace[203969058] range","detail":"{range_begin:/registry/masterleases/; range_end:/registry/masterleases0; response_count:1; response_revision:1563; }","duration":"1.573242223s","start":"2026-03-20T10:22:22.865453Z","end":"2026-03-20T10:22:24.438695Z","steps":["trace[203969058] 'agreement among raft nodes before linearized reading' (duration: 1.572765921s)"],"step_count":1} {"level":"warn","ts":"2026-03-20T10:22:24.438827Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-20T10:22:22.865441Z","time spent":"1.573372236s","remote":"127.0.0.1:51238","response type":"/etcdserverpb.KV/Range","request count":0,"request size":50,"response count":1,"response size":157,"request content":"key:\"/registry/masterleases/\" range_end:\"/registry/masterleases0\" "} {"level":"warn","ts":"2026-03-20T10:22:24.438856Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-20T10:22:22.866675Z","time spent":"1.572166045s","remote":"127.0.0.1:51424","response type":"/etcdserverpb.KV/Range","request count":0,"request size":46,"response count":1,"response size":5082,"request content":"key:\"/registry/pods/kube-system/kube-vip-instance\" "} {"level":"warn","ts":"2026-03-20T10:22:24.948947Z","caller":"etcdserver/v3_server.go:897","msg":"waiting for ReadIndex response took too long, retrying","sent-request-id":184257304220178272,"retry-timeout":"500ms"} {"level":"warn","ts":"2026-03-20T10:22:25.449846Z","caller":"etcdserver/v3_server.go:897","msg":"waiting for ReadIndex response took too long, retrying","sent-request-id":184257304220178272,"retry-timeout":"500ms"} {"level":"warn","ts":"2026-03-20T10:22:25.950919Z","caller":"etcdserver/v3_server.go:897","msg":"waiting for ReadIndex response took too long, retrying","sent-request-id":184257304220178272,"retry-timeout":"500ms"} {"level":"warn","ts":"2026-03-20T10:22:26.448465Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"2.000455617s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/health\" ","response":"","error":"context canceled"} {"level":"info","ts":"2026-03-20T10:22:26.448549Z","caller":"traceutil/trace.go:171","msg":"trace[847837016] range","detail":"{range_begin:/registry/health; range_end:; }","duration":"2.00056917s","start":"2026-03-20T10:22:24.447961Z","end":"2026-03-20T10:22:26.44853Z","steps":["trace[847837016] 'agreement among raft nodes before linearized reading' (duration: 2.000467288s)"],"step_count":1} {"level":"warn","ts":"2026-03-20T10:22:26.448597Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-20T10:22:24.447952Z","time spent":"2.000636792s","remote":"127.0.0.1:51202","response type":"/etcdserverpb.KV/Range","request count":0,"request size":18,"response count":0,"response size":0,"request content":"key:\"/registry/health\" "} 2026/03/20 10:22:26 WARNING: [core] [Server #8] grpc: Server.processUnaryRPC failed to write status: connection error: desc = "transport is closing" {"level":"warn","ts":"2026-03-20T10:22:26.451689Z","caller":"etcdserver/v3_server.go:897","msg":"waiting for ReadIndex response took too long, retrying","sent-request-id":184257304220178272,"retry-timeout":"500ms"} {"level":"warn","ts":"2026-03-20T10:22:26.952178Z","caller":"etcdserver/v3_server.go:897","msg":"waiting for ReadIndex response took too long, retrying","sent-request-id":184257304220178272,"retry-timeout":"500ms"} {"level":"warn","ts":"2026-03-20T10:22:27.081483Z","caller":"wal/wal.go:805","msg":"slow fdatasync","took":"2.63552835s","expected-duration":"1s"} {"level":"warn","ts":"2026-03-20T10:22:27.341645Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"259.904034ms","expected-duration":"100ms","prefix":"","request":"header: txn: success:> failure: >>","response":"size:16"} {"level":"info","ts":"2026-03-20T10:22:27.341754Z","caller":"traceutil/trace.go:171","msg":"trace[142941920] transaction","detail":"{read_only:false; response_revision:1564; number_of_response:1; }","duration":"2.895866585s","start":"2026-03-20T10:22:24.445867Z","end":"2026-03-20T10:22:27.341733Z","steps":["trace[142941920] 'process raft request' (duration: 2.635783787s)","trace[142941920] 'compare' (duration: 259.538005ms)"],"step_count":2} {"level":"warn","ts":"2026-03-20T10:22:27.341814Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-20T10:22:24.445855Z","time spent":"2.895930907s","remote":"127.0.0.1:51292","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":799,"response count":0,"response size":38,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-03-20T10:22:28.394093Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"2.000450568s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/health\" ","response":"","error":"context canceled"} {"level":"info","ts":"2026-03-20T10:22:28.394229Z","caller":"traceutil/trace.go:171","msg":"trace[954781514] range","detail":"{range_begin:/registry/health; range_end:; }","duration":"2.000674413s","start":"2026-03-20T10:22:26.393528Z","end":"2026-03-20T10:22:28.394202Z","steps":["trace[954781514] 'agreement among raft nodes before linearized reading' (duration: 2.000490279s)"],"step_count":1} {"level":"warn","ts":"2026-03-20T10:22:28.394292Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-20T10:22:26.393507Z","time spent":"2.000770056s","remote":"127.0.0.1:51202","response type":"/etcdserverpb.KV/Range","request count":0,"request size":18,"response count":0,"response size":0,"request content":"key:\"/registry/health\" "} 2026/03/20 10:22:28 WARNING: [core] [Server #8] grpc: Server.processUnaryRPC failed to write status: connection error: desc = "transport is closing" {"level":"warn","ts":"2026-03-20T10:22:28.448479Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.999553966s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/health\" ","response":"","error":"context canceled"} {"level":"info","ts":"2026-03-20T10:22:28.448573Z","caller":"traceutil/trace.go:171","msg":"trace[769458132] range","detail":"{range_begin:/registry/health; range_end:; }","duration":"1.999722989s","start":"2026-03-20T10:22:26.448827Z","end":"2026-03-20T10:22:28.44855Z","steps":["trace[769458132] 'agreement among raft nodes before linearized reading' (duration: 1.999605667s)"],"step_count":1} {"level":"warn","ts":"2026-03-20T10:22:28.448636Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-20T10:22:26.448798Z","time spent":"1.999827662s","remote":"127.0.0.1:51190","response type":"/etcdserverpb.KV/Range","request count":0,"request size":18,"response count":0,"response size":0,"request content":"key:\"/registry/health\" "} 2026/03/20 10:22:28 WARNING: [core] [Server #8] grpc: Server.processUnaryRPC failed to write status: connection error: desc = "transport is closing" {"level":"warn","ts":"2026-03-20T10:22:29.54411Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"5.000125859s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/kube-scheduler\" ","response":"","error":"context deadline exceeded"} {"level":"info","ts":"2026-03-20T10:22:29.544202Z","caller":"traceutil/trace.go:171","msg":"trace[1994114684] range","detail":"{range_begin:/registry/leases/kube-system/kube-scheduler; range_end:; }","duration":"5.000303463s","start":"2026-03-20T10:22:24.543877Z","end":"2026-03-20T10:22:29.544181Z","steps":["trace[1994114684] 'agreement among raft nodes before linearized reading' (duration: 5.00017354s)"],"step_count":1} {"level":"warn","ts":"2026-03-20T10:22:29.544258Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-20T10:22:24.543857Z","time spent":"5.000389986s","remote":"127.0.0.1:51504","response type":"/etcdserverpb.KV/Range","request count":0,"request size":45,"response count":0,"response size":0,"request content":"key:\"/registry/leases/kube-system/kube-scheduler\" "} {"level":"warn","ts":"2026-03-20T10:22:30.214987Z","caller":"wal/wal.go:805","msg":"slow fdatasync","took":"3.133229591s","expected-duration":"1s"} {"level":"info","ts":"2026-03-20T10:22:30.215732Z","caller":"traceutil/trace.go:171","msg":"trace[89737346] transaction","detail":"{read_only:false; response_revision:1565; number_of_response:1; }","duration":"5.767188611s","start":"2026-03-20T10:22:24.448501Z","end":"2026-03-20T10:22:30.21569Z","steps":["trace[89737346] 'process raft request' (duration: 5.766904634s)"],"step_count":1} {"level":"warn","ts":"2026-03-20T10:22:30.215922Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-20T10:22:24.448491Z","time spent":"5.767330104s","remote":"127.0.0.1:51424","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":5072,"response count":0,"response size":38,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-03-20T10:22:30.226434Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"4.999367461s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/kube-controller-manager\" ","response":"","error":"context canceled"} {"level":"info","ts":"2026-03-20T10:22:30.226504Z","caller":"traceutil/trace.go:171","msg":"trace[251236816] range","detail":"{range_begin:/registry/leases/kube-system/kube-controller-manager; range_end:; }","duration":"4.999511375s","start":"2026-03-20T10:22:25.226978Z","end":"2026-03-20T10:22:30.22649Z","steps":["trace[251236816] 'agreement among raft nodes before linearized reading' (duration: 4.999416183s)"],"step_count":1} {"level":"warn","ts":"2026-03-20T10:22:30.226538Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-20T10:22:25.226946Z","time spent":"4.999584896s","remote":"127.0.0.1:51504","response type":"/etcdserverpb.KV/Range","request count":0,"request size":54,"response count":0,"response size":0,"request content":"key:\"/registry/leases/kube-system/kube-controller-manager\" "} 2026/03/20 10:22:30 WARNING: [core] [Server #8] grpc: Server.processUnaryRPC failed to write status: connection error: desc = "transport is closing" {"level":"warn","ts":"2026-03-20T10:22:30.456997Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"2.000258953s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/health\" ","response":"","error":"context canceled"} {"level":"info","ts":"2026-03-20T10:22:30.457108Z","caller":"traceutil/trace.go:171","msg":"trace[591719318] range","detail":"{range_begin:/registry/health; range_end:; }","duration":"2.000439548s","start":"2026-03-20T10:22:28.456646Z","end":"2026-03-20T10:22:30.457085Z","steps":["trace[591719318] 'agreement among raft nodes before linearized reading' (duration: 2.000306935s)"],"step_count":1} {"level":"warn","ts":"2026-03-20T10:22:30.457166Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-20T10:22:28.456598Z","time spent":"2.000553671s","remote":"127.0.0.1:51202","response type":"/etcdserverpb.KV/Range","request count":0,"request size":18,"response count":0,"response size":0,"request content":"key:\"/registry/health\" "} 2026/03/20 10:22:30 WARNING: [core] [Server #8] grpc: Server.processUnaryRPC failed to write status: connection error: desc = "transport is closing" {"level":"warn","ts":"2026-03-20T10:22:30.821586Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"4.998733525s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/cilium-operator-resource-lock\" ","response":"","error":"context deadline exceeded"} {"level":"info","ts":"2026-03-20T10:22:30.821682Z","caller":"traceutil/trace.go:171","msg":"trace[1015132134] range","detail":"{range_begin:/registry/leases/kube-system/cilium-operator-resource-lock; range_end:; }","duration":"4.998882989s","start":"2026-03-20T10:22:25.822779Z","end":"2026-03-20T10:22:30.821662Z","steps":["trace[1015132134] 'agreement among raft nodes before linearized reading' (duration: 4.998767156s)"],"step_count":1} {"level":"warn","ts":"2026-03-20T10:22:30.821747Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-20T10:22:25.822761Z","time spent":"4.998975521s","remote":"127.0.0.1:51504","response type":"/etcdserverpb.KV/Range","request count":0,"request size":60,"response count":0,"response size":0,"request content":"key:\"/registry/leases/kube-system/cilium-operator-resource-lock\" "} {"level":"warn","ts":"2026-03-20T10:22:32.457422Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"2.000051439s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/health\" ","response":"","error":"context deadline exceeded"} {"level":"info","ts":"2026-03-20T10:22:32.45751Z","caller":"traceutil/trace.go:171","msg":"trace[1906011603] range","detail":"{range_begin:/registry/health; range_end:; }","duration":"2.000250374s","start":"2026-03-20T10:22:30.457242Z","end":"2026-03-20T10:22:32.457493Z","steps":["trace[1906011603] 'agreement among raft nodes before linearized reading' (duration: 2.0000866s)"],"step_count":1} {"level":"warn","ts":"2026-03-20T10:22:32.457563Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-20T10:22:30.457225Z","time spent":"2.000331546s","remote":"127.0.0.1:51190","response type":"/etcdserverpb.KV/Range","request count":0,"request size":18,"response count":0,"response size":0,"request content":"key:\"/registry/health\" "} 2026/03/20 10:22:32 WARNING: [core] [Server #8] grpc: Server.processUnaryRPC failed to write status: connection error: desc = "transport is closing" {"level":"warn","ts":"2026-03-20T10:22:33.280621Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"881.814884ms","expected-duration":"100ms","prefix":"read-only range ","request":"limit:1 serializable:true keys_only:true ","response":"range_response_count:0 size:5"} {"level":"info","ts":"2026-03-20T10:22:33.280759Z","caller":"traceutil/trace.go:171","msg":"trace[461638529] range","detail":"{range_begin:; range_end:; response_count:0; response_revision:1565; }","duration":"881.973918ms","start":"2026-03-20T10:22:32.398765Z","end":"2026-03-20T10:22:33.280739Z","steps":["trace[461638529] 'range keys from in-memory index tree' (duration: 881.792384ms)"],"step_count":1} {"level":"warn","ts":"2026-03-20T10:22:33.281286Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"3.065686302s","expected-duration":"100ms","prefix":"","request":"header: lease_revoke:","response":"size:27"} {"level":"info","ts":"2026-03-20T10:22:33.281499Z","caller":"traceutil/trace.go:171","msg":"trace[1688124995] linearizableReadLoop","detail":"{readStateIndex:1679; appliedIndex:1677; }","duration":"8.833467598s","start":"2026-03-20T10:22:24.447979Z","end":"2026-03-20T10:22:33.281447Z","steps":["trace[1688124995] 'read index received' (duration: 2.633678553s)","trace[1688124995] 'applied index is now lower than readState.Index' (duration: 6.199787415s)"],"step_count":2} {"level":"warn","ts":"2026-03-20T10:22:33.782471Z","caller":"etcdserver/v3_server.go:897","msg":"waiting for ReadIndex response took too long, retrying","sent-request-id":184257304220178279,"retry-timeout":"500ms"} {"level":"warn","ts":"2026-03-20T10:22:34.170048Z","caller":"wal/wal.go:805","msg":"slow fdatasync","took":"3.95432518s","expected-duration":"1s"} {"level":"info","ts":"2026-03-20T10:22:34.170605Z","caller":"traceutil/trace.go:171","msg":"trace[1071811402] transaction","detail":"{read_only:false; response_revision:1566; number_of_response:1; }","duration":"6.822357233s","start":"2026-03-20T10:22:27.348218Z","end":"2026-03-20T10:22:34.170576Z","steps":["trace[1071811402] 'process raft request' (duration: 6.822111576s)"],"step_count":1} {"level":"info","ts":"2026-03-20T10:22:34.170648Z","caller":"traceutil/trace.go:171","msg":"trace[1578304509] linearizableReadLoop","detail":"{readStateIndex:1683; appliedIndex:1680; }","duration":"889.084549ms","start":"2026-03-20T10:22:33.281536Z","end":"2026-03-20T10:22:34.17062Z","steps":["trace[1578304509] 'read index received' (duration: 888.679139ms)","trace[1578304509] 'applied index is now lower than readState.Index' (duration: 404.23µs)"],"step_count":2} {"level":"warn","ts":"2026-03-20T10:22:34.170758Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-20T10:22:27.348196Z","time spent":"6.822468005s","remote":"127.0.0.1:51292","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":787,"response count":0,"response size":38,"request content":"compare: success:> failure:<>"} {"level":"info","ts":"2026-03-20T10:22:34.170805Z","caller":"traceutil/trace.go:171","msg":"trace[1676297823] transaction","detail":"{read_only:false; response_revision:1567; number_of_response:1; }","duration":"4.235492701s","start":"2026-03-20T10:22:29.935293Z","end":"2026-03-20T10:22:34.170786Z","steps":["trace[1676297823] 'process raft request' (duration: 4.235196433s)"],"step_count":1} {"level":"warn","ts":"2026-03-20T10:22:34.170936Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-20T10:22:29.935269Z","time spent":"4.235580083s","remote":"127.0.0.1:51504","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":521,"response count":0,"response size":38,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-03-20T10:22:34.170994Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"4.707452808s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/priorityclasses/\" range_end:\"/registry/priorityclasses0\" count_only:true ","response":"range_response_count:0 size:7"} {"level":"info","ts":"2026-03-20T10:22:34.171069Z","caller":"traceutil/trace.go:171","msg":"trace[1944049659] range","detail":"{range_begin:/registry/priorityclasses/; range_end:/registry/priorityclasses0; response_count:0; response_revision:1568; }","duration":"4.70754123s","start":"2026-03-20T10:22:29.463509Z","end":"2026-03-20T10:22:34.17105Z","steps":["trace[1944049659] 'agreement among raft nodes before linearized reading' (duration: 4.707414907s)"],"step_count":1} {"level":"warn","ts":"2026-03-20T10:22:34.17111Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-20T10:22:29.463453Z","time spent":"4.707647533s","remote":"127.0.0.1:51590","response type":"/etcdserverpb.KV/Range","request count":0,"request size":58,"response count":2,"response size":29,"request content":"key:\"/registry/priorityclasses/\" range_end:\"/registry/priorityclasses0\" count_only:true "} {"level":"warn","ts":"2026-03-20T10:22:34.171233Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"2.427296385s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/controllerrevisions/\" range_end:\"/registry/controllerrevisions0\" count_only:true ","response":"range_response_count:0 size:7"} {"level":"info","ts":"2026-03-20T10:22:34.171269Z","caller":"traceutil/trace.go:171","msg":"trace[2113930008] range","detail":"{range_begin:/registry/controllerrevisions/; range_end:/registry/controllerrevisions0; response_count:0; response_revision:1568; }","duration":"2.427391917s","start":"2026-03-20T10:22:31.743869Z","end":"2026-03-20T10:22:34.171261Z","steps":["trace[2113930008] 'agreement among raft nodes before linearized reading' (duration: 2.427298384s)"],"step_count":1} {"level":"warn","ts":"2026-03-20T10:22:34.171273Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"4.780420284s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/cilium.io/ciliumnetworkpolicies/\" range_end:\"/registry/cilium.io/ciliumnetworkpolicies0\" count_only:true ","response":"range_response_count:0 size:5"} {"level":"warn","ts":"2026-03-20T10:22:34.171331Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-20T10:22:31.743853Z","time spent":"2.427471589s","remote":"127.0.0.1:51694","response type":"/etcdserverpb.KV/Range","request count":0,"request size":66,"response count":3,"response size":29,"request content":"key:\"/registry/controllerrevisions/\" range_end:\"/registry/controllerrevisions0\" count_only:true "} {"level":"info","ts":"2026-03-20T10:22:34.17138Z","caller":"traceutil/trace.go:171","msg":"trace[502249786] range","detail":"{range_begin:/registry/cilium.io/ciliumnetworkpolicies/; range_end:/registry/cilium.io/ciliumnetworkpolicies0; response_count:0; response_revision:1568; }","duration":"4.780520906s","start":"2026-03-20T10:22:29.390834Z","end":"2026-03-20T10:22:34.171355Z","steps":["trace[502249786] 'agreement among raft nodes before linearized reading' (duration: 4.780388453s)"],"step_count":1} {"level":"warn","ts":"2026-03-20T10:22:34.171422Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"2.554315727s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/kube-scheduler\" ","response":"range_response_count:1 size:479"} {"level":"warn","ts":"2026-03-20T10:22:34.171435Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-20T10:22:29.39075Z","time spent":"4.780669281s","remote":"127.0.0.1:53942","response type":"/etcdserverpb.KV/Range","request count":0,"request size":90,"response count":0,"response size":27,"request content":"key:\"/registry/cilium.io/ciliumnetworkpolicies/\" range_end:\"/registry/cilium.io/ciliumnetworkpolicies0\" count_only:true "} {"level":"info","ts":"2026-03-20T10:22:34.171455Z","caller":"traceutil/trace.go:171","msg":"trace[1021380753] range","detail":"{range_begin:/registry/leases/kube-system/kube-scheduler; range_end:; response_count:1; response_revision:1568; }","duration":"2.55439661s","start":"2026-03-20T10:22:31.617047Z","end":"2026-03-20T10:22:34.171444Z","steps":["trace[1021380753] 'agreement among raft nodes before linearized reading' (duration: 2.554240726s)"],"step_count":1} {"level":"info","ts":"2026-03-20T10:22:34.171483Z","caller":"traceutil/trace.go:171","msg":"trace[10316479] transaction","detail":"{read_only:false; response_revision:1568; number_of_response:1; }","duration":"4.062999718s","start":"2026-03-20T10:22:30.108471Z","end":"2026-03-20T10:22:34.171471Z","steps":["trace[10316479] 'process raft request' (duration: 4.062081105s)"],"step_count":1} {"level":"warn","ts":"2026-03-20T10:22:34.17155Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-20T10:22:30.108447Z","time spent":"4.063056469s","remote":"127.0.0.1:51504","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":672,"response count":0,"response size":38,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-03-20T10:22:34.171556Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"3.950864502s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pods/kube-system/cilium-operator-869df985b8-6rkgb\" ","response":"range_response_count:1 size:9206"} {"level":"info","ts":"2026-03-20T10:22:34.171584Z","caller":"traceutil/trace.go:171","msg":"trace[1766363103] range","detail":"{range_begin:/registry/pods/kube-system/cilium-operator-869df985b8-6rkgb; range_end:; response_count:1; response_revision:1568; }","duration":"3.950937963s","start":"2026-03-20T10:22:30.220637Z","end":"2026-03-20T10:22:34.171575Z","steps":["trace[1766363103] 'agreement among raft nodes before linearized reading' (duration: 3.950863772s)"],"step_count":1} {"level":"warn","ts":"2026-03-20T10:22:34.171607Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-20T10:22:30.220614Z","time spent":"3.950988235s","remote":"127.0.0.1:51424","response type":"/etcdserverpb.KV/Range","request count":0,"request size":61,"response count":1,"response size":9228,"request content":"key:\"/registry/pods/kube-system/cilium-operator-869df985b8-6rkgb\" "} {"level":"warn","ts":"2026-03-20T10:22:34.17163Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"5.721212409s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/limitranges/\" range_end:\"/registry/limitranges0\" count_only:true ","response":"range_response_count:0 size:5"} {"level":"info","ts":"2026-03-20T10:22:34.171661Z","caller":"traceutil/trace.go:171","msg":"trace[221269937] range","detail":"{range_begin:/registry/limitranges/; range_end:/registry/limitranges0; response_count:0; response_revision:1568; }","duration":"5.721298212s","start":"2026-03-20T10:22:28.450354Z","end":"2026-03-20T10:22:34.171652Z","steps":["trace[221269937] 'agreement among raft nodes before linearized reading' (duration: 5.721243131s)"],"step_count":1} {"level":"warn","ts":"2026-03-20T10:22:34.171689Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-20T10:22:28.450331Z","time spent":"5.721350133s","remote":"127.0.0.1:51368","response type":"/etcdserverpb.KV/Range","request count":0,"request size":50,"response count":0,"response size":27,"request content":"key:\"/registry/limitranges/\" range_end:\"/registry/limitranges0\" count_only:true "} {"level":"warn","ts":"2026-03-20T10:22:34.171778Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"4.648013545s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/\" range_end:\"/registry/leases0\" count_only:true ","response":"range_response_count:0 size:7"} {"level":"warn","ts":"2026-03-20T10:22:34.171807Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.595471125s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/kube-controller-manager\" ","response":"range_response_count:1 size:506"} {"level":"info","ts":"2026-03-20T10:22:34.171832Z","caller":"traceutil/trace.go:171","msg":"trace[587214415] range","detail":"{range_begin:/registry/leases/kube-system/kube-controller-manager; range_end:; response_count:1; response_revision:1568; }","duration":"1.595533757s","start":"2026-03-20T10:22:32.576292Z","end":"2026-03-20T10:22:34.171825Z","steps":["trace[587214415] 'agreement among raft nodes before linearized reading' (duration: 1.595405994s)"],"step_count":1} {"level":"warn","ts":"2026-03-20T10:22:34.171867Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-20T10:22:32.576274Z","time spent":"1.595587938s","remote":"127.0.0.1:51504","response type":"/etcdserverpb.KV/Range","request count":0,"request size":54,"response count":1,"response size":528,"request content":"key:\"/registry/leases/kube-system/kube-controller-manager\" "} {"level":"warn","ts":"2026-03-20T10:22:34.171916Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"5.764380031s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/masterleases/199.204.45.102\" ","response":"range_response_count:1 size:135"} {"level":"info","ts":"2026-03-20T10:22:34.171945Z","caller":"traceutil/trace.go:171","msg":"trace[1175818843] range","detail":"{range_begin:/registry/masterleases/199.204.45.102; range_end:; response_count:1; response_revision:1568; }","duration":"5.764445982s","start":"2026-03-20T10:22:28.407489Z","end":"2026-03-20T10:22:34.171935Z","steps":["trace[1175818843] 'agreement among raft nodes before linearized reading' (duration: 5.764319329s)"],"step_count":1} {"level":"warn","ts":"2026-03-20T10:22:34.171973Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-20T10:22:28.407467Z","time spent":"5.764499884s","remote":"127.0.0.1:51238","response type":"/etcdserverpb.KV/Range","request count":0,"request size":39,"response count":1,"response size":157,"request content":"key:\"/registry/masterleases/199.204.45.102\" "} {"level":"warn","ts":"2026-03-20T10:22:34.171983Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.708787931s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/health\" ","response":"range_response_count:0 size:5"} {"level":"info","ts":"2026-03-20T10:22:34.172019Z","caller":"traceutil/trace.go:171","msg":"trace[732838485] range","detail":"{range_begin:/registry/health; range_end:; response_count:0; response_revision:1568; }","duration":"1.708860643s","start":"2026-03-20T10:22:32.463152Z","end":"2026-03-20T10:22:34.172013Z","steps":["trace[732838485] 'agreement among raft nodes before linearized reading' (duration: 1.708810632s)"],"step_count":1} {"level":"warn","ts":"2026-03-20T10:22:34.172036Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-20T10:22:32.463137Z","time spent":"1.708895534s","remote":"127.0.0.1:51202","response type":"/etcdserverpb.KV/Range","request count":0,"request size":18,"response count":0,"response size":27,"request content":"key:\"/registry/health\" "} {"level":"warn","ts":"2026-03-20T10:22:34.172126Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"8.458528915s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/mutatingwebhookconfigurations/\" range_end:\"/registry/mutatingwebhookconfigurations0\" count_only:true ","response":"range_response_count:0 size:5"} {"level":"info","ts":"2026-03-20T10:22:34.171805Z","caller":"traceutil/trace.go:171","msg":"trace[540394185] range","detail":"{range_begin:/registry/leases/; range_end:/registry/leases0; response_count:0; response_revision:1568; }","duration":"4.648093587s","start":"2026-03-20T10:22:29.523703Z","end":"2026-03-20T10:22:34.171797Z","steps":["trace[540394185] 'agreement among raft nodes before linearized reading' (duration: 4.648042906s)"],"step_count":1} {"level":"warn","ts":"2026-03-20T10:22:34.171483Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-20T10:22:31.617023Z","time spent":"2.554453871s","remote":"127.0.0.1:51504","response type":"/etcdserverpb.KV/Range","request count":0,"request size":45,"response count":1,"response size":501,"request content":"key:\"/registry/leases/kube-system/kube-scheduler\" "} {"level":"info","ts":"2026-03-20T10:22:34.172158Z","caller":"traceutil/trace.go:171","msg":"trace[340199916] range","detail":"{range_begin:/registry/mutatingwebhookconfigurations/; range_end:/registry/mutatingwebhookconfigurations0; response_count:0; response_revision:1568; }","duration":"8.458562506s","start":"2026-03-20T10:22:25.713586Z","end":"2026-03-20T10:22:34.172149Z","steps":["trace[340199916] 'agreement among raft nodes before linearized reading' (duration: 8.458508844s)"],"step_count":1} {"level":"warn","ts":"2026-03-20T10:22:34.172183Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-20T10:22:29.523684Z","time spent":"4.648473507s","remote":"127.0.0.1:51504","response type":"/etcdserverpb.KV/Range","request count":0,"request size":40,"response count":12,"response size":29,"request content":"key:\"/registry/leases/\" range_end:\"/registry/leases0\" count_only:true "} {"level":"warn","ts":"2026-03-20T10:22:34.172186Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-20T10:22:25.713504Z","time spent":"8.458675049s","remote":"127.0.0.1:51714","response type":"/etcdserverpb.KV/Range","request count":0,"request size":86,"response count":0,"response size":27,"request content":"key:\"/registry/mutatingwebhookconfigurations/\" range_end:\"/registry/mutatingwebhookconfigurations0\" count_only:true "} {"level":"warn","ts":"2026-03-20T10:22:34.172378Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"9.036020181s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/clusterrolebindings/\" range_end:\"/registry/clusterrolebindings0\" count_only:true ","response":"range_response_count:0 size:7"} {"level":"info","ts":"2026-03-20T10:22:34.172414Z","caller":"traceutil/trace.go:171","msg":"trace[502100996] range","detail":"{range_begin:/registry/clusterrolebindings/; range_end:/registry/clusterrolebindings0; response_count:0; response_revision:1568; }","duration":"9.036108194s","start":"2026-03-20T10:22:25.136296Z","end":"2026-03-20T10:22:34.172404Z","steps":["trace[502100996] 'agreement among raft nodes before linearized reading' (duration: 9.036014352s)"],"step_count":1} {"level":"warn","ts":"2026-03-20T10:22:34.172444Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-20T10:22:25.136273Z","time spent":"9.036161385s","remote":"127.0.0.1:51588","response type":"/etcdserverpb.KV/Range","request count":0,"request size":66,"response count":53,"response size":29,"request content":"key:\"/registry/clusterrolebindings/\" range_end:\"/registry/clusterrolebindings0\" count_only:true "} {"level":"warn","ts":"2026-03-20T10:22:34.172489Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"9.44753377s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/cilium.io/ciliuml2announcementpolicies/\" range_end:\"/registry/cilium.io/ciliuml2announcementpolicies0\" count_only:true ","response":"range_response_count:0 size:5"} {"level":"info","ts":"2026-03-20T10:22:34.172529Z","caller":"traceutil/trace.go:171","msg":"trace[759920367] range","detail":"{range_begin:/registry/cilium.io/ciliuml2announcementpolicies/; range_end:/registry/cilium.io/ciliuml2announcementpolicies0; response_count:0; response_revision:1568; }","duration":"9.447608773s","start":"2026-03-20T10:22:24.724913Z","end":"2026-03-20T10:22:34.172522Z","steps":["trace[759920367] 'agreement among raft nodes before linearized reading' (duration: 9.447552811s)"],"step_count":1} {"level":"warn","ts":"2026-03-20T10:22:34.172549Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-20T10:22:24.724893Z","time spent":"9.447649794s","remote":"127.0.0.1:48756","response type":"/etcdserverpb.KV/Range","request count":0,"request size":104,"response count":0,"response size":27,"request content":"key:\"/registry/cilium.io/ciliuml2announcementpolicies/\" range_end:\"/registry/cilium.io/ciliuml2announcementpolicies0\" count_only:true "} {"level":"warn","ts":"2026-03-20T10:22:34.17266Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"613.075267ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/cilium-operator-resource-lock\" ","response":"range_response_count:1 size:492"} {"level":"info","ts":"2026-03-20T10:22:34.172692Z","caller":"traceutil/trace.go:171","msg":"trace[42511236] range","detail":"{range_begin:/registry/leases/kube-system/cilium-operator-resource-lock; range_end:; response_count:1; response_revision:1568; }","duration":"613.146459ms","start":"2026-03-20T10:22:33.559536Z","end":"2026-03-20T10:22:34.172683Z","steps":["trace[42511236] 'agreement among raft nodes before linearized reading' (duration: 613.061367ms)"],"step_count":1} {"level":"warn","ts":"2026-03-20T10:22:34.172719Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-20T10:22:33.559491Z","time spent":"613.221981ms","remote":"127.0.0.1:51504","response type":"/etcdserverpb.KV/Range","request count":0,"request size":60,"response count":1,"response size":514,"request content":"key:\"/registry/leases/kube-system/cilium-operator-resource-lock\" "} {"level":"warn","ts":"2026-03-20T10:22:34.675184Z","caller":"etcdserver/v3_server.go:897","msg":"waiting for ReadIndex response took too long, retrying","sent-request-id":184257304220178281,"retry-timeout":"500ms"} {"level":"warn","ts":"2026-03-20T10:22:35.175933Z","caller":"etcdserver/v3_server.go:897","msg":"waiting for ReadIndex response took too long, retrying","sent-request-id":184257304220178281,"retry-timeout":"500ms"} {"level":"warn","ts":"2026-03-20T10:22:35.307061Z","caller":"wal/wal.go:805","msg":"slow fdatasync","took":"1.132470715s","expected-duration":"1s"} {"level":"warn","ts":"2026-03-20T10:22:36.174299Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.999605118s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/health\" ","response":"","error":"context canceled"} {"level":"info","ts":"2026-03-20T10:22:36.174422Z","caller":"traceutil/trace.go:171","msg":"trace[523726200] range","detail":"{range_begin:/registry/health; range_end:; }","duration":"1.999796072s","start":"2026-03-20T10:22:34.174601Z","end":"2026-03-20T10:22:36.174397Z","steps":["trace[523726200] 'agreement among raft nodes before linearized reading' (duration: 1.999616277s)"],"step_count":1} {"level":"warn","ts":"2026-03-20T10:22:36.174571Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-20T10:22:34.174588Z","time spent":"1.999946165s","remote":"127.0.0.1:51190","response type":"/etcdserverpb.KV/Range","request count":0,"request size":18,"response count":0,"response size":0,"request content":"key:\"/registry/health\" "} 2026/03/20 10:22:36 WARNING: [core] [Server #8] grpc: Server.processUnaryRPC failed to write status: connection error: desc = "transport is closing" {"level":"warn","ts":"2026-03-20T10:22:36.24249Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"935.205074ms","expected-duration":"100ms","prefix":"","request":"header: txn: success: > failure: >>","response":"size:18"} {"level":"info","ts":"2026-03-20T10:22:36.242578Z","caller":"traceutil/trace.go:171","msg":"trace[1276878763] transaction","detail":"{read_only:false; number_of_response:1; response_revision:1569; }","duration":"2.068073139s","start":"2026-03-20T10:22:34.17449Z","end":"2026-03-20T10:22:36.242563Z","steps":["trace[1276878763] 'process raft request' (duration: 1.132729181s)","trace[1276878763] 'compare' (duration: 934.870256ms)"],"step_count":2} {"level":"warn","ts":"2026-03-20T10:22:36.242619Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-20T10:22:34.174468Z","time spent":"2.06813349s","remote":"127.0.0.1:51238","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":41,"response count":0,"response size":40,"request content":"compare: success: > failure: >"} {"level":"warn","ts":"2026-03-20T10:22:36.719353Z","caller":"wal/wal.go:805","msg":"slow fdatasync","took":"1.412126858s","expected-duration":"1s"} {"level":"warn","ts":"2026-03-20T10:22:36.884407Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"164.909291ms","expected-duration":"100ms","prefix":"","request":"header: lease_grant:","response":"size:40"} {"level":"warn","ts":"2026-03-20T10:22:36.884725Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-20T10:22:34.178009Z","time spent":"2.706708403s","remote":"127.0.0.1:51292","response type":"/etcdserverpb.Lease/LeaseGrant","request count":-1,"request size":-1,"response count":-1,"response size":-1,"request content":""} {"level":"info","ts":"2026-03-20T10:22:36.884997Z","caller":"traceutil/trace.go:171","msg":"trace[925108505] transaction","detail":"{read_only:false; response_revision:1570; number_of_response:1; }","duration":"2.704177589s","start":"2026-03-20T10:22:34.180788Z","end":"2026-03-20T10:22:36.884965Z","steps":["trace[925108505] 'process raft request' (duration: 2.703741398s)"],"step_count":1} {"level":"warn","ts":"2026-03-20T10:22:36.885151Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-20T10:22:34.180771Z","time spent":"2.704298992s","remote":"127.0.0.1:51424","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":6844,"response count":0,"response size":38,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-03-20T10:22:38.032724Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"2.000284095s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/health\" ","response":"","error":"context canceled"} {"level":"info","ts":"2026-03-20T10:22:38.032855Z","caller":"traceutil/trace.go:171","msg":"trace[1171148219] range","detail":"{range_begin:/registry/health; range_end:; }","duration":"2.00048153s","start":"2026-03-20T10:22:36.032334Z","end":"2026-03-20T10:22:38.032816Z","steps":["trace[1171148219] 'agreement among raft nodes before linearized reading' (duration: 2.000326556s)"],"step_count":1} {"level":"warn","ts":"2026-03-20T10:22:38.03291Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-20T10:22:36.032312Z","time spent":"2.000586362s","remote":"127.0.0.1:51202","response type":"/etcdserverpb.KV/Range","request count":0,"request size":18,"response count":0,"response size":0,"request content":"key:\"/registry/health\" "} 2026/03/20 10:22:38 WARNING: [core] [Server #8] grpc: Server.processUnaryRPC failed to write status: connection error: desc = "transport is closing" {"level":"warn","ts":"2026-03-20T10:22:38.181945Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"2.000627573s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/health\" ","response":"","error":"context deadline exceeded"} {"level":"info","ts":"2026-03-20T10:22:38.182033Z","caller":"traceutil/trace.go:171","msg":"trace[1964349267] range","detail":"{range_begin:/registry/health; range_end:; }","duration":"2.000776437s","start":"2026-03-20T10:22:36.181238Z","end":"2026-03-20T10:22:38.182014Z","steps":["trace[1964349267] 'agreement among raft nodes before linearized reading' (duration: 2.000664004s)"],"step_count":1} {"level":"warn","ts":"2026-03-20T10:22:38.182087Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-20T10:22:36.18122Z","time spent":"2.000856258s","remote":"127.0.0.1:51190","response type":"/etcdserverpb.KV/Range","request count":0,"request size":18,"response count":0,"response size":0,"request content":"key:\"/registry/health\" "} 2026/03/20 10:22:38 WARNING: [core] [Server #8] grpc: Server.processUnaryRPC failed to write status: connection error: desc = "transport is closing" {"level":"warn","ts":"2026-03-20T10:22:38.956517Z","caller":"wal/wal.go:805","msg":"slow fdatasync","took":"2.070307155s","expected-duration":"1s"} {"level":"warn","ts":"2026-03-20T10:22:39.23307Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"2.348217674s","expected-duration":"100ms","prefix":"","request":"header: lease_revoke:","response":"size:27"} {"level":"info","ts":"2026-03-20T10:22:39.233242Z","caller":"traceutil/trace.go:171","msg":"trace[1045888635] linearizableReadLoop","detail":"{readStateIndex:1686; appliedIndex:1683; }","duration":"5.05860642s","start":"2026-03-20T10:22:34.17462Z","end":"2026-03-20T10:22:39.233227Z","steps":["trace[1045888635] 'read index received' (duration: 1.132605799s)","trace[1045888635] 'applied index is now lower than readState.Index' (duration: 3.925999821s)"],"step_count":2} {"level":"info","ts":"2026-03-20T10:22:39.234387Z","caller":"traceutil/trace.go:171","msg":"trace[262758661] transaction","detail":"{read_only:false; response_revision:1571; number_of_response:1; }","duration":"2.34845756s","start":"2026-03-20T10:22:36.885912Z","end":"2026-03-20T10:22:39.234369Z","steps":["trace[262758661] 'process raft request' (duration: 2.347247159s)"],"step_count":1} {"level":"warn","ts":"2026-03-20T10:22:39.234493Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-20T10:22:36.885896Z","time spent":"2.348546492s","remote":"127.0.0.1:51292","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":870,"response count":0,"response size":38,"request content":"compare: success:> failure:<>"} {"level":"warn","ts":"2026-03-20T10:22:40.110157Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"2.092048695s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/cilium-operator-resource-lock\" ","response":"range_response_count:1 size:492"} {"level":"info","ts":"2026-03-20T10:22:40.110245Z","caller":"traceutil/trace.go:171","msg":"trace[680513732] range","detail":"{range_begin:/registry/leases/kube-system/cilium-operator-resource-lock; range_end:; response_count:1; response_revision:1571; }","duration":"2.092186319s","start":"2026-03-20T10:22:38.018038Z","end":"2026-03-20T10:22:40.110224Z","steps":["trace[680513732] 'agreement among raft nodes before linearized reading' (duration: 1.216365325s)","trace[680513732] 'range keys from in-memory index tree' (duration: 875.574407ms)"],"step_count":2} {"level":"warn","ts":"2026-03-20T10:22:40.110267Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.922563858s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/kube-scheduler\" ","response":"range_response_count:1 size:479"} {"level":"warn","ts":"2026-03-20T10:22:40.110289Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-20T10:22:38.018022Z","time spent":"2.092257641s","remote":"127.0.0.1:51504","response type":"/etcdserverpb.KV/Range","request count":0,"request size":60,"response count":1,"response size":514,"request content":"key:\"/registry/leases/kube-system/cilium-operator-resource-lock\" "} {"level":"info","ts":"2026-03-20T10:22:40.110327Z","caller":"traceutil/trace.go:171","msg":"trace[1458950951] range","detail":"{range_begin:/registry/leases/kube-system/kube-scheduler; range_end:; response_count:1; response_revision:1571; }","duration":"1.92263947s","start":"2026-03-20T10:22:38.187669Z","end":"2026-03-20T10:22:40.110308Z","steps":["trace[1458950951] 'agreement among raft nodes before linearized reading' (duration: 1.046736624s)","trace[1458950951] 'range keys from in-memory index tree' (duration: 875.769121ms)"],"step_count":2} {"level":"warn","ts":"2026-03-20T10:22:40.110373Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-20T10:22:38.187661Z","time spent":"1.922699661s","remote":"127.0.0.1:51504","response type":"/etcdserverpb.KV/Range","request count":0,"request size":45,"response count":1,"response size":501,"request content":"key:\"/registry/leases/kube-system/kube-scheduler\" "} {"level":"warn","ts":"2026-03-20T10:22:40.110621Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"3.866422315s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/services/endpoints/default/kubernetes\" ","response":"range_response_count:1 size:422"} {"level":"info","ts":"2026-03-20T10:22:40.110669Z","caller":"traceutil/trace.go:171","msg":"trace[1664553622] range","detail":"{range_begin:/registry/services/endpoints/default/kubernetes; range_end:; response_count:1; response_revision:1571; }","duration":"3.866506907s","start":"2026-03-20T10:22:36.24415Z","end":"2026-03-20T10:22:40.110657Z","steps":["trace[1664553622] 'agreement among raft nodes before linearized reading' (duration: 2.990229393s)","trace[1664553622] 'range keys from in-memory index tree' (duration: 876.162452ms)"],"step_count":2} {"level":"warn","ts":"2026-03-20T10:22:40.110701Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-20T10:22:36.244137Z","time spent":"3.866556218s","remote":"127.0.0.1:51406","response type":"/etcdserverpb.KV/Range","request count":0,"request size":49,"response count":1,"response size":444,"request content":"key:\"/registry/services/endpoints/default/kubernetes\" "} {"level":"warn","ts":"2026-03-20T10:22:40.110702Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"3.578551794s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/kube-controller-manager\" ","response":"range_response_count:1 size:506"} {"level":"info","ts":"2026-03-20T10:22:40.110785Z","caller":"traceutil/trace.go:171","msg":"trace[932302793] range","detail":"{range_begin:/registry/leases/kube-system/kube-controller-manager; range_end:; response_count:1; response_revision:1571; }","duration":"3.578693837s","start":"2026-03-20T10:22:36.532065Z","end":"2026-03-20T10:22:40.110759Z","steps":["trace[932302793] 'agreement among raft nodes before linearized reading' (duration: 2.7023057s)","trace[932302793] 'range keys from in-memory index tree' (duration: 876.158711ms)"],"step_count":2} {"level":"warn","ts":"2026-03-20T10:22:40.110838Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-20T10:22:36.53204Z","time spent":"3.57879019s","remote":"127.0.0.1:51504","response type":"/etcdserverpb.KV/Range","request count":0,"request size":54,"response count":1,"response size":528,"request content":"key:\"/registry/leases/kube-system/kube-controller-manager\" "} {"level":"warn","ts":"2026-03-20T10:22:40.110899Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"3.979514665s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/apiregistration.k8s.io/apiservices/\" range_end:\"/registry/apiregistration.k8s.io/apiservices0\" count_only:true ","response":"range_response_count:0 size:7"} {"level":"info","ts":"2026-03-20T10:22:40.110945Z","caller":"traceutil/trace.go:171","msg":"trace[1071971302] range","detail":"{range_begin:/registry/apiregistration.k8s.io/apiservices/; range_end:/registry/apiregistration.k8s.io/apiservices0; response_count:0; response_revision:1571; }","duration":"3.979640608s","start":"2026-03-20T10:22:36.13129Z","end":"2026-03-20T10:22:40.110931Z","steps":["trace[1071971302] 'agreement among raft nodes before linearized reading' (duration: 3.103096607s)","trace[1071971302] 'count revisions from in-memory index tree' (duration: 876.48762ms)"],"step_count":2} {"level":"warn","ts":"2026-03-20T10:22:40.110984Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-20T10:22:36.131268Z","time spent":"3.97970817s","remote":"127.0.0.1:51742","response type":"/etcdserverpb.KV/Range","request count":0,"request size":96,"response count":23,"response size":29,"request content":"key:\"/registry/apiregistration.k8s.io/apiservices/\" range_end:\"/registry/apiregistration.k8s.io/apiservices0\" count_only:true "} {"level":"warn","ts":"2026-03-20T10:22:40.111115Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"5.805406239s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/rbd-csi-ceph-com\" ","response":"range_response_count:1 size:474"} {"level":"info","ts":"2026-03-20T10:22:40.111206Z","caller":"traceutil/trace.go:171","msg":"trace[1832301323] range","detail":"{range_begin:/registry/leases/kube-system/rbd-csi-ceph-com; range_end:; response_count:1; response_revision:1571; }","duration":"5.80547031s","start":"2026-03-20T10:22:34.305666Z","end":"2026-03-20T10:22:40.111137Z","steps":["trace[1832301323] 'agreement among raft nodes before linearized reading' (duration: 4.928666993s)","trace[1832301323] 'range keys from in-memory index tree' (duration: 876.720916ms)"],"step_count":2} {"level":"warn","ts":"2026-03-20T10:22:40.111242Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-20T10:22:34.305649Z","time spent":"5.805583563s","remote":"127.0.0.1:51504","response type":"/etcdserverpb.KV/Range","request count":0,"request size":47,"response count":1,"response size":496,"request content":"key:\"/registry/leases/kube-system/rbd-csi-ceph-com\" "} {"level":"warn","ts":"2026-03-20T10:22:40.111455Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"3.286634351s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/plndr-svcs-lock\" ","response":"range_response_count:1 size:437"} {"level":"warn","ts":"2026-03-20T10:22:40.111471Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.924735554s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/health\" ","response":"range_response_count:0 size:5"} {"level":"info","ts":"2026-03-20T10:22:40.111497Z","caller":"traceutil/trace.go:171","msg":"trace[1450972991] range","detail":"{range_begin:/registry/leases/kube-system/plndr-svcs-lock; range_end:; response_count:1; response_revision:1571; }","duration":"3.286721873s","start":"2026-03-20T10:22:36.824762Z","end":"2026-03-20T10:22:40.111484Z","steps":["trace[1450972991] 'agreement among raft nodes before linearized reading' (duration: 2.409601516s)","trace[1450972991] 'range keys from in-memory index tree' (duration: 877.023113ms)"],"step_count":2} {"level":"info","ts":"2026-03-20T10:22:40.111514Z","caller":"traceutil/trace.go:171","msg":"trace[553529347] range","detail":"{range_begin:/registry/health; range_end:; response_count:0; response_revision:1571; }","duration":"1.924864347s","start":"2026-03-20T10:22:38.186636Z","end":"2026-03-20T10:22:40.1115Z","steps":["trace[553529347] 'agreement among raft nodes before linearized reading' (duration: 1.047759601s)","trace[553529347] 'range keys from in-memory index tree' (duration: 877.043275ms)"],"step_count":2} {"level":"warn","ts":"2026-03-20T10:22:40.110748Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"3.104940304s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/cilium.io/ciliumexternalworkloads/\" range_end:\"/registry/cilium.io/ciliumexternalworkloads0\" count_only:true ","response":"range_response_count:0 size:5"} {"level":"warn","ts":"2026-03-20T10:22:40.111546Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-20T10:22:38.186618Z","time spent":"1.924919588s","remote":"127.0.0.1:51202","response type":"/etcdserverpb.KV/Range","request count":0,"request size":18,"response count":0,"response size":27,"request content":"key:\"/registry/health\" "} {"level":"warn","ts":"2026-03-20T10:22:40.110939Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"870.258191ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/events/kube-system/kube-vip-instance.189e8559f5691b98\" ","response":"range_response_count:1 size:783"} {"level":"info","ts":"2026-03-20T10:22:40.111576Z","caller":"traceutil/trace.go:171","msg":"trace[1205419199] range","detail":"{range_begin:/registry/cilium.io/ciliumexternalworkloads/; range_end:/registry/cilium.io/ciliumexternalworkloads0; response_count:0; response_revision:1571; }","duration":"3.105810007s","start":"2026-03-20T10:22:37.005742Z","end":"2026-03-20T10:22:40.111552Z","steps":["trace[1205419199] 'agreement among raft nodes before linearized reading' (duration: 2.22866956s)","trace[1205419199] 'count revisions from in-memory index tree' (duration: 876.303845ms)"],"step_count":2} {"level":"warn","ts":"2026-03-20T10:22:40.111596Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"3.286734514s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/plndr-cp-lock\" ","response":"range_response_count:1 size:423"} {"level":"info","ts":"2026-03-20T10:22:40.111601Z","caller":"traceutil/trace.go:171","msg":"trace[1974514126] range","detail":"{range_begin:/registry/events/kube-system/kube-vip-instance.189e8559f5691b98; range_end:; response_count:1; response_revision:1571; }","duration":"870.96591ms","start":"2026-03-20T10:22:39.240624Z","end":"2026-03-20T10:22:40.11159Z","steps":["trace[1974514126] 'range keys from in-memory index tree' (duration: 870.075887ms)"],"step_count":1} {"level":"info","ts":"2026-03-20T10:22:40.111627Z","caller":"traceutil/trace.go:171","msg":"trace[1293083098] range","detail":"{range_begin:/registry/leases/kube-system/plndr-cp-lock; range_end:; response_count:1; response_revision:1571; }","duration":"3.286777654s","start":"2026-03-20T10:22:36.82484Z","end":"2026-03-20T10:22:40.111618Z","steps":["trace[1293083098] 'agreement among raft nodes before linearized reading' (duration: 2.409515374s)","trace[1293083098] 'range keys from in-memory index tree' (duration: 877.193119ms)"],"step_count":2} {"level":"warn","ts":"2026-03-20T10:22:40.111638Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-20T10:22:39.240605Z","time spent":"871.022492ms","remote":"127.0.0.1:51292","response type":"/etcdserverpb.KV/Range","request count":0,"request size":65,"response count":1,"response size":805,"request content":"key:\"/registry/events/kube-system/kube-vip-instance.189e8559f5691b98\" "} {"level":"warn","ts":"2026-03-20T10:22:40.111672Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-20T10:22:36.824834Z","time spent":"3.286810355s","remote":"127.0.0.1:51504","response type":"/etcdserverpb.KV/Range","request count":0,"request size":44,"response count":1,"response size":445,"request content":"key:\"/registry/leases/kube-system/plndr-cp-lock\" "} {"level":"warn","ts":"2026-03-20T10:22:40.111636Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-20T10:22:37.005723Z","time spent":"3.105894029s","remote":"127.0.0.1:48762","response type":"/etcdserverpb.KV/Range","request count":0,"request size":94,"response count":0,"response size":27,"request content":"key:\"/registry/cilium.io/ciliumexternalworkloads/\" range_end:\"/registry/cilium.io/ciliumexternalworkloads0\" count_only:true "} {"level":"warn","ts":"2026-03-20T10:22:40.111722Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"3.221787039s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pods/kube-system/cilium-operator-869df985b8-6rkgb\" ","response":"range_response_count:1 size:6859"} {"level":"info","ts":"2026-03-20T10:22:40.111839Z","caller":"traceutil/trace.go:171","msg":"trace[147361566] range","detail":"{range_begin:/registry/pods/kube-system/cilium-operator-869df985b8-6rkgb; range_end:; response_count:1; response_revision:1571; }","duration":"3.222002396s","start":"2026-03-20T10:22:36.889802Z","end":"2026-03-20T10:22:40.111805Z","steps":["trace[147361566] 'agreement among raft nodes before linearized reading' (duration: 2.344537521s)","trace[147361566] 'range keys from in-memory index tree' (duration: 877.085186ms)"],"step_count":2} {"level":"warn","ts":"2026-03-20T10:22:40.111899Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-20T10:22:36.889785Z","time spent":"3.222101389s","remote":"127.0.0.1:51424","response type":"/etcdserverpb.KV/Range","request count":0,"request size":61,"response count":1,"response size":6881,"request content":"key:\"/registry/pods/kube-system/cilium-operator-869df985b8-6rkgb\" "} {"level":"warn","ts":"2026-03-20T10:22:40.111533Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-20T10:22:36.82474Z","time spent":"3.286782245s","remote":"127.0.0.1:51504","response type":"/etcdserverpb.KV/Range","request count":0,"request size":46,"response count":1,"response size":459,"request content":"key:\"/registry/leases/kube-system/plndr-svcs-lock\" "} {"level":"warn","ts":"2026-03-20T10:22:40.112376Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"4.137997764s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/persistentvolumeclaims/\" range_end:\"/registry/persistentvolumeclaims0\" count_only:true ","response":"range_response_count:0 size:5"} {"level":"info","ts":"2026-03-20T10:22:40.112424Z","caller":"traceutil/trace.go:171","msg":"trace[710935655] range","detail":"{range_begin:/registry/persistentvolumeclaims/; range_end:/registry/persistentvolumeclaims0; response_count:0; response_revision:1571; }","duration":"4.139299598s","start":"2026-03-20T10:22:35.97311Z","end":"2026-03-20T10:22:40.11241Z","steps":["trace[710935655] 'agreement among raft nodes before linearized reading' (duration: 3.261279459s)","trace[710935655] 'count revisions from in-memory index tree' (duration: 876.749567ms)"],"step_count":2} {"level":"warn","ts":"2026-03-20T10:22:40.112482Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-20T10:22:35.973086Z","time spent":"4.139363979s","remote":"127.0.0.1:51396","response type":"/etcdserverpb.KV/Range","request count":0,"request size":72,"response count":0,"response size":27,"request content":"key:\"/registry/persistentvolumeclaims/\" range_end:\"/registry/persistentvolumeclaims0\" count_only:true "} {"level":"info","ts":"2026-03-20T10:22:40.436115Z","caller":"traceutil/trace.go:171","msg":"trace[1882541229] linearizableReadLoop","detail":"{readStateIndex:1689; appliedIndex:1688; }","duration":"321.024278ms","start":"2026-03-20T10:22:40.115064Z","end":"2026-03-20T10:22:40.436088Z","steps":["trace[1882541229] 'read index received' (duration: 320.816653ms)","trace[1882541229] 'applied index is now lower than readState.Index' (duration: 206.475µs)"],"step_count":2} {"level":"info","ts":"2026-03-20T10:22:40.436162Z","caller":"traceutil/trace.go:171","msg":"trace[147900288] transaction","detail":"{read_only:false; response_revision:1572; number_of_response:1; }","duration":"321.920602ms","start":"2026-03-20T10:22:40.114203Z","end":"2026-03-20T10:22:40.436124Z","steps":["trace[147900288] 'process raft request' (duration: 321.680466ms)"],"step_count":1} {"level":"warn","ts":"2026-03-20T10:22:40.436326Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"321.231124ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/masterleases/\" range_end:\"/registry/masterleases0\" ","response":"range_response_count:0 size:5"} {"level":"warn","ts":"2026-03-20T10:22:40.436355Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-20T10:22:40.11419Z","time spent":"322.051475ms","remote":"127.0.0.1:51292","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":768,"response count":0,"response size":38,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-03-20T10:22:40.436397Z","caller":"traceutil/trace.go:171","msg":"trace[508517110] range","detail":"{range_begin:/registry/masterleases/; range_end:/registry/masterleases0; response_count:0; response_revision:1572; }","duration":"321.345998ms","start":"2026-03-20T10:22:40.115033Z","end":"2026-03-20T10:22:40.436379Z","steps":["trace[508517110] 'agreement among raft nodes before linearized reading' (duration: 321.189533ms)"],"step_count":1} {"level":"warn","ts":"2026-03-20T10:22:40.436437Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-20T10:22:40.115016Z","time spent":"321.41392ms","remote":"127.0.0.1:51238","response type":"/etcdserverpb.KV/Range","request count":0,"request size":50,"response count":0,"response size":27,"request content":"key:\"/registry/masterleases/\" range_end:\"/registry/masterleases0\" "} {"level":"warn","ts":"2026-03-20T10:22:40.936973Z","caller":"etcdserver/v3_server.go:897","msg":"waiting for ReadIndex response took too long, retrying","sent-request-id":184257304220178297,"retry-timeout":"500ms"} {"level":"warn","ts":"2026-03-20T10:22:41.437288Z","caller":"etcdserver/v3_server.go:897","msg":"waiting for ReadIndex response took too long, retrying","sent-request-id":184257304220178297,"retry-timeout":"500ms"} {"level":"warn","ts":"2026-03-20T10:22:41.767898Z","caller":"wal/wal.go:805","msg":"slow fdatasync","took":"1.332009372s","expected-duration":"1s"} {"level":"info","ts":"2026-03-20T10:22:41.768428Z","caller":"traceutil/trace.go:171","msg":"trace[931139408] transaction","detail":"{read_only:false; response_revision:1573; number_of_response:1; }","duration":"1.652018506s","start":"2026-03-20T10:22:40.116374Z","end":"2026-03-20T10:22:41.768393Z","steps":["trace[931139408] 'process raft request' (duration: 1.651764469s)"],"step_count":1} {"level":"info","ts":"2026-03-20T10:22:41.768689Z","caller":"traceutil/trace.go:171","msg":"trace[1469540042] transaction","detail":"{read_only:false; response_revision:1574; number_of_response:1; }","duration":"1.650716001s","start":"2026-03-20T10:22:40.117949Z","end":"2026-03-20T10:22:41.768665Z","steps":["trace[1469540042] 'process raft request' (duration: 1.650399834s)"],"step_count":1} {"level":"warn","ts":"2026-03-20T10:22:41.768719Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-20T10:22:40.116345Z","time spent":"1.652259821s","remote":"127.0.0.1:51504","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":491,"response count":0,"response size":38,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-03-20T10:22:41.768843Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-20T10:22:40.117936Z","time spent":"1.650817305s","remote":"127.0.0.1:51504","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":423,"response count":0,"response size":38,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-03-20T10:22:41.768913Z","caller":"traceutil/trace.go:171","msg":"trace[266040594] transaction","detail":"{read_only:false; response_revision:1575; number_of_response:1; }","duration":"1.650928807s","start":"2026-03-20T10:22:40.117957Z","end":"2026-03-20T10:22:41.768886Z","steps":["trace[266040594] 'process raft request' (duration: 1.650617739s)"],"step_count":1} {"level":"info","ts":"2026-03-20T10:22:41.769029Z","caller":"traceutil/trace.go:171","msg":"trace[464030207] transaction","detail":"{read_only:false; response_revision:1576; number_of_response:1; }","duration":"1.65105358s","start":"2026-03-20T10:22:40.117963Z","end":"2026-03-20T10:22:41.769017Z","steps":["trace[464030207] 'process raft request' (duration: 1.650846015s)"],"step_count":1} {"level":"warn","ts":"2026-03-20T10:22:41.769058Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-20T10:22:40.117943Z","time spent":"1.65103573s","remote":"127.0.0.1:51504","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":419,"response count":0,"response size":38,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-03-20T10:22:41.769091Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-20T10:22:40.11795Z","time spent":"1.651108561s","remote":"127.0.0.1:51504","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":475,"response count":0,"response size":38,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-03-20T10:22:42.119977Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"2.000276403s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/health\" ","response":"","error":"context deadline exceeded"} {"level":"info","ts":"2026-03-20T10:22:42.120063Z","caller":"traceutil/trace.go:171","msg":"trace[1045871612] range","detail":"{range_begin:/registry/health; range_end:; }","duration":"2.000414188s","start":"2026-03-20T10:22:40.119628Z","end":"2026-03-20T10:22:42.120042Z","steps":["trace[1045871612] 'agreement among raft nodes before linearized reading' (duration: 2.000282684s)"],"step_count":1} {"level":"warn","ts":"2026-03-20T10:22:42.120265Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-20T10:22:40.119621Z","time spent":"2.000636144s","remote":"127.0.0.1:51202","response type":"/etcdserverpb.KV/Range","request count":0,"request size":18,"response count":0,"response size":0,"request content":"key:\"/registry/health\" "} {"level":"warn","ts":"2026-03-20T10:22:43.774022Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.99972758s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/health\" ","response":"","error":"context canceled"} {"level":"info","ts":"2026-03-20T10:22:43.77414Z","caller":"traceutil/trace.go:171","msg":"trace[808086285] range","detail":"{range_begin:/registry/health; range_end:; }","duration":"1.999864154s","start":"2026-03-20T10:22:41.774223Z","end":"2026-03-20T10:22:43.774087Z","steps":["trace[808086285] 'agreement among raft nodes before linearized reading' (duration: 1.999757191s)"],"step_count":1} {"level":"warn","ts":"2026-03-20T10:22:43.774179Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-20T10:22:41.774213Z","time spent":"1.999957776s","remote":"127.0.0.1:51202","response type":"/etcdserverpb.KV/Range","request count":0,"request size":18,"response count":0,"response size":0,"request content":"key:\"/registry/health\" "} 2026/03/20 10:22:43 WARNING: [core] [Server #8] grpc: Server.processUnaryRPC failed to write status: connection error: desc = "transport is closing" {"level":"warn","ts":"2026-03-20T10:22:44.121984Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"2.001432212s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/health\" ","response":"","error":"context canceled"} {"level":"info","ts":"2026-03-20T10:22:44.122064Z","caller":"traceutil/trace.go:171","msg":"trace[92108457] range","detail":"{range_begin:/registry/health; range_end:; }","duration":"2.001555915s","start":"2026-03-20T10:22:42.12049Z","end":"2026-03-20T10:22:44.122046Z","steps":["trace[92108457] 'agreement among raft nodes before linearized reading' (duration: 2.001465233s)"],"step_count":1} {"level":"warn","ts":"2026-03-20T10:22:44.122107Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-20T10:22:42.120474Z","time spent":"2.001623818s","remote":"127.0.0.1:51190","response type":"/etcdserverpb.KV/Range","request count":0,"request size":18,"response count":0,"response size":0,"request content":"key:\"/registry/health\" "} 2026/03/20 10:22:44 WARNING: [core] [Server #8] grpc: Server.processUnaryRPC failed to write status: connection error: desc = "transport is closing" {"level":"warn","ts":"2026-03-20T10:22:45.041833Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"2.642758564s","expected-duration":"100ms","prefix":"read-only range ","request":"limit:1 serializable:true keys_only:true ","response":"range_response_count:0 size:5"} {"level":"info","ts":"2026-03-20T10:22:45.041984Z","caller":"traceutil/trace.go:171","msg":"trace[1692511413] range","detail":"{range_begin:; range_end:; response_count:0; response_revision:1576; }","duration":"2.642920099s","start":"2026-03-20T10:22:42.399043Z","end":"2026-03-20T10:22:45.041963Z","steps":["trace[1692511413] 'range keys from in-memory index tree' (duration: 2.642740123s)"],"step_count":1} {"level":"warn","ts":"2026-03-20T10:22:45.042178Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"2.974617588s","expected-duration":"100ms","prefix":"","request":"header: txn: success:> failure: >>","response":"size:16"} {"level":"info","ts":"2026-03-20T10:22:45.042467Z","caller":"traceutil/trace.go:171","msg":"trace[1825106943] linearizableReadLoop","detail":"{readStateIndex:1694; appliedIndex:1689; }","duration":"4.606253099s","start":"2026-03-20T10:22:40.436199Z","end":"2026-03-20T10:22:45.042452Z","steps":["trace[1825106943] 'read index received' (duration: 1.331903039s)","trace[1825106943] 'applied index is now lower than readState.Index' (duration: 3.27434844s)"],"step_count":2} {"level":"info","ts":"2026-03-20T10:22:45.042451Z","caller":"traceutil/trace.go:171","msg":"trace[660835851] transaction","detail":"{read_only:false; response_revision:1577; number_of_response:1; }","duration":"4.60394205s","start":"2026-03-20T10:22:40.438463Z","end":"2026-03-20T10:22:45.042405Z","steps":["trace[660835851] 'process raft request' (duration: 1.629023234s)","trace[660835851] 'compare' (duration: 2.974222597s)"],"step_count":2} {"level":"info","ts":"2026-03-20T10:22:45.042522Z","caller":"traceutil/trace.go:171","msg":"trace[1050531920] transaction","detail":"{read_only:false; response_revision:1579; number_of_response:1; }","duration":"832.804015ms","start":"2026-03-20T10:22:44.209698Z","end":"2026-03-20T10:22:45.042502Z","steps":["trace[1050531920] 'process raft request' (duration: 832.751004ms)"],"step_count":1} {"level":"info","ts":"2026-03-20T10:22:45.042553Z","caller":"traceutil/trace.go:171","msg":"trace[657109069] transaction","detail":"{read_only:false; response_revision:1578; number_of_response:1; }","duration":"3.268466221s","start":"2026-03-20T10:22:41.774064Z","end":"2026-03-20T10:22:45.04253Z","steps":["trace[657109069] 'process raft request' (duration: 3.268301107s)"],"step_count":1} {"level":"warn","ts":"2026-03-20T10:22:45.042597Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-20T10:22:44.209685Z","time spent":"832.877317ms","remote":"127.0.0.1:51504","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":520,"response count":0,"response size":38,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-03-20T10:22:45.042648Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-20T10:22:41.774039Z","time spent":"3.268567184s","remote":"127.0.0.1:51292","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":754,"response count":0,"response size":38,"request content":"compare: success:> failure:<>"} {"level":"warn","ts":"2026-03-20T10:22:45.042653Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-20T10:22:40.438438Z","time spent":"4.604103904s","remote":"127.0.0.1:51406","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":353,"response count":0,"response size":38,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-03-20T10:22:45.042724Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"4.926120988s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pods/kube-system/kube-scheduler-instance\" ","response":"range_response_count:1 size:4582"} {"level":"info","ts":"2026-03-20T10:22:45.042835Z","caller":"traceutil/trace.go:171","msg":"trace[1228918621] range","detail":"{range_begin:/registry/pods/kube-system/kube-scheduler-instance; range_end:; response_count:1; response_revision:1579; }","duration":"4.926291023s","start":"2026-03-20T10:22:40.116531Z","end":"2026-03-20T10:22:45.042822Z","steps":["trace[1228918621] 'agreement among raft nodes before linearized reading' (duration: 4.926004256s)"],"step_count":1} {"level":"warn","ts":"2026-03-20T10:22:45.042913Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-20T10:22:40.116507Z","time spent":"4.926392805s","remote":"127.0.0.1:51424","response type":"/etcdserverpb.KV/Range","request count":0,"request size":52,"response count":1,"response size":4604,"request content":"key:\"/registry/pods/kube-system/kube-scheduler-instance\" "} {"level":"warn","ts":"2026-03-20T10:22:45.833276Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"489.468431ms","expected-duration":"100ms","prefix":"","request":"header: txn: success:> failure: >>","response":"size:16"} {"level":"info","ts":"2026-03-20T10:22:45.834499Z","caller":"traceutil/trace.go:171","msg":"trace[2039180124] linearizableReadLoop","detail":"{readStateIndex:1697; appliedIndex:1696; }","duration":"791.947711ms","start":"2026-03-20T10:22:45.042506Z","end":"2026-03-20T10:22:45.834454Z","steps":["trace[2039180124] 'read index received' (duration: 301.304071ms)","trace[2039180124] 'applied index is now lower than readState.Index' (duration: 490.537497ms)"],"step_count":2} {"level":"warn","ts":"2026-03-20T10:22:45.834981Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"4.054694847s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/apiextensions.k8s.io/customresourcedefinitions/ciliumpodippools.cilium.io\" ","response":"range_response_count:1 size:4083"} {"level":"info","ts":"2026-03-20T10:22:45.835023Z","caller":"traceutil/trace.go:171","msg":"trace[1157288343] range","detail":"{range_begin:/registry/apiextensions.k8s.io/customresourcedefinitions/ciliumpodippools.cilium.io; range_end:; response_count:1; response_revision:1580; }","duration":"4.054734818s","start":"2026-03-20T10:22:41.780268Z","end":"2026-03-20T10:22:45.835002Z","steps":["trace[1157288343] 'agreement among raft nodes before linearized reading' (duration: 4.054555674s)"],"step_count":1} {"level":"warn","ts":"2026-03-20T10:22:45.83508Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-20T10:22:41.780263Z","time spent":"4.054777119s","remote":"127.0.0.1:51262","response type":"/etcdserverpb.KV/Range","request count":0,"request size":85,"response count":1,"response size":4105,"request content":"key:\"/registry/apiextensions.k8s.io/customresourcedefinitions/ciliumpodippools.cilium.io\" "} {"level":"warn","ts":"2026-03-20T10:22:45.835094Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"4.05478599s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/apiextensions.k8s.io/customresourcedefinitions/ciliumcidrgroups.cilium.io\" ","response":"range_response_count:1 size:4180"} {"level":"info","ts":"2026-03-20T10:22:45.835159Z","caller":"traceutil/trace.go:171","msg":"trace[16188559] range","detail":"{range_begin:/registry/apiextensions.k8s.io/customresourcedefinitions/ciliumcidrgroups.cilium.io; range_end:; response_count:1; response_revision:1580; }","duration":"4.054846322s","start":"2026-03-20T10:22:41.780292Z","end":"2026-03-20T10:22:45.835139Z","steps":["trace[16188559] 'agreement among raft nodes before linearized reading' (duration: 4.054515753s)"],"step_count":1} {"level":"warn","ts":"2026-03-20T10:22:45.835203Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-20T10:22:41.780289Z","time spent":"4.054890643s","remote":"127.0.0.1:51262","response type":"/etcdserverpb.KV/Range","request count":0,"request size":85,"response count":1,"response size":4202,"request content":"key:\"/registry/apiextensions.k8s.io/customresourcedefinitions/ciliumcidrgroups.cilium.io\" "} {"level":"warn","ts":"2026-03-20T10:22:45.835105Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"4.047569507s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/apiextensions.k8s.io/customresourcedefinitions/ciliuml2announcementpolicies.cilium.io\" ","response":"range_response_count:1 size:10377"} {"level":"info","ts":"2026-03-20T10:22:45.835342Z","caller":"traceutil/trace.go:171","msg":"trace[1469585677] range","detail":"{range_begin:/registry/apiextensions.k8s.io/customresourcedefinitions/ciliuml2announcementpolicies.cilium.io; range_end:; response_count:1; response_revision:1580; }","duration":"4.047820713s","start":"2026-03-20T10:22:41.787442Z","end":"2026-03-20T10:22:45.835263Z","steps":["trace[1469585677] 'agreement among raft nodes before linearized reading' (duration: 4.047341671s)"],"step_count":1} {"level":"warn","ts":"2026-03-20T10:22:45.835417Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-20T10:22:41.787435Z","time spent":"4.047938815s","remote":"127.0.0.1:51262","response type":"/etcdserverpb.KV/Range","request count":0,"request size":97,"response count":1,"response size":10399,"request content":"key:\"/registry/apiextensions.k8s.io/customresourcedefinitions/ciliuml2announcementpolicies.cilium.io\" "} {"level":"warn","ts":"2026-03-20T10:22:45.835631Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"4.053165628s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/apiextensions.k8s.io/customresourcedefinitions/ciliumendpoints.cilium.io\" ","response":"range_response_count:1 size:13229"} {"level":"info","ts":"2026-03-20T10:22:45.835735Z","caller":"traceutil/trace.go:171","msg":"trace[1531488945] range","detail":"{range_begin:/registry/apiextensions.k8s.io/customresourcedefinitions/ciliumendpoints.cilium.io; range_end:; response_count:1; response_revision:1580; }","duration":"4.053677021s","start":"2026-03-20T10:22:41.782021Z","end":"2026-03-20T10:22:45.835698Z","steps":["trace[1531488945] 'agreement among raft nodes before linearized reading' (duration: 4.05284865s)"],"step_count":1} {"level":"warn","ts":"2026-03-20T10:22:45.83579Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"4.058651008s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/plndr-cp-lock\" ","response":"range_response_count:1 size:433"} {"level":"warn","ts":"2026-03-20T10:22:45.835787Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-20T10:22:41.782011Z","time spent":"4.053763914s","remote":"127.0.0.1:51262","response type":"/etcdserverpb.KV/Range","request count":0,"request size":84,"response count":1,"response size":13251,"request content":"key:\"/registry/apiextensions.k8s.io/customresourcedefinitions/ciliumendpoints.cilium.io\" "} {"level":"info","ts":"2026-03-20T10:22:45.835834Z","caller":"traceutil/trace.go:171","msg":"trace[479990341] range","detail":"{range_begin:/registry/leases/kube-system/plndr-cp-lock; range_end:; response_count:1; response_revision:1580; }","duration":"4.058694139s","start":"2026-03-20T10:22:41.777131Z","end":"2026-03-20T10:22:45.835825Z","steps":["trace[479990341] 'agreement among raft nodes before linearized reading' (duration: 4.058488904s)"],"step_count":1} {"level":"warn","ts":"2026-03-20T10:22:45.835859Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-20T10:22:41.777116Z","time spent":"4.058736229s","remote":"127.0.0.1:51504","response type":"/etcdserverpb.KV/Range","request count":0,"request size":44,"response count":1,"response size":455,"request content":"key:\"/registry/leases/kube-system/plndr-cp-lock\" "} {"level":"warn","ts":"2026-03-20T10:22:45.835936Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"4.05520632s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/apiextensions.k8s.io/customresourcedefinitions/ciliumidentities.cilium.io\" ","response":"range_response_count:1 size:4333"} {"level":"info","ts":"2026-03-20T10:22:45.835992Z","caller":"traceutil/trace.go:171","msg":"trace[1128982206] range","detail":"{range_begin:/registry/apiextensions.k8s.io/customresourcedefinitions/ciliumidentities.cilium.io; range_end:; response_count:1; response_revision:1580; }","duration":"4.055282542s","start":"2026-03-20T10:22:41.780679Z","end":"2026-03-20T10:22:45.835962Z","steps":["trace[1128982206] 'agreement among raft nodes before linearized reading' (duration: 4.054948404s)"],"step_count":1} {"level":"warn","ts":"2026-03-20T10:22:45.83602Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-20T10:22:41.780668Z","time spent":"4.055343943s","remote":"127.0.0.1:51262","response type":"/etcdserverpb.KV/Range","request count":0,"request size":85,"response count":1,"response size":4355,"request content":"key:\"/registry/apiextensions.k8s.io/customresourcedefinitions/ciliumidentities.cilium.io\" "} {"level":"warn","ts":"2026-03-20T10:22:45.836114Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.069714667s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/daemonsets/\" range_end:\"/registry/daemonsets0\" count_only:true ","response":"range_response_count:0 size:7"} {"level":"info","ts":"2026-03-20T10:22:45.836154Z","caller":"traceutil/trace.go:171","msg":"trace[1159524740] range","detail":"{range_begin:/registry/daemonsets/; range_end:/registry/daemonsets0; response_count:0; response_revision:1580; }","duration":"1.069800179s","start":"2026-03-20T10:22:44.766338Z","end":"2026-03-20T10:22:45.836138Z","steps":["trace[1159524740] 'agreement among raft nodes before linearized reading' (duration: 1.069622034s)"],"step_count":1} {"level":"warn","ts":"2026-03-20T10:22:45.836216Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-20T10:22:44.766316Z","time spent":"1.069892331s","remote":"127.0.0.1:51678","response type":"/etcdserverpb.KV/Range","request count":0,"request size":48,"response count":3,"response size":29,"request content":"key:\"/registry/daemonsets/\" range_end:\"/registry/daemonsets0\" count_only:true "} {"level":"warn","ts":"2026-03-20T10:22:45.836265Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"4.05915493s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/plndr-svcs-lock\" ","response":"range_response_count:1 size:437"} {"level":"info","ts":"2026-03-20T10:22:45.836302Z","caller":"traceutil/trace.go:171","msg":"trace[822332818] range","detail":"{range_begin:/registry/leases/kube-system/plndr-svcs-lock; range_end:; response_count:1; response_revision:1580; }","duration":"4.05918433s","start":"2026-03-20T10:22:41.777102Z","end":"2026-03-20T10:22:45.836286Z","steps":["trace[822332818] 'agreement among raft nodes before linearized reading' (duration: 4.058936474s)"],"step_count":1} {"level":"warn","ts":"2026-03-20T10:22:45.836329Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-20T10:22:41.777029Z","time spent":"4.059293963s","remote":"127.0.0.1:51504","response type":"/etcdserverpb.KV/Range","request count":0,"request size":46,"response count":1,"response size":459,"request content":"key:\"/registry/leases/kube-system/plndr-svcs-lock\" "} {"level":"warn","ts":"2026-03-20T10:22:45.836416Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"4.050325196s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/apiextensions.k8s.io/customresourcedefinitions/ciliumnodeconfigs.cilium.io\" ","response":"range_response_count:1 size:5177"} {"level":"info","ts":"2026-03-20T10:22:45.836477Z","caller":"traceutil/trace.go:171","msg":"trace[395980420] range","detail":"{range_begin:/registry/apiextensions.k8s.io/customresourcedefinitions/ciliumnodeconfigs.cilium.io; range_end:; response_count:1; response_revision:1580; }","duration":"4.050390828s","start":"2026-03-20T10:22:41.786069Z","end":"2026-03-20T10:22:45.83646Z","steps":["trace[395980420] 'agreement among raft nodes before linearized reading' (duration: 4.050004998s)"],"step_count":1} {"level":"warn","ts":"2026-03-20T10:22:45.83651Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-20T10:22:41.786062Z","time spent":"4.05043874s","remote":"127.0.0.1:51262","response type":"/etcdserverpb.KV/Range","request count":0,"request size":86,"response count":1,"response size":5199,"request content":"key:\"/registry/apiextensions.k8s.io/customresourcedefinitions/ciliumnodeconfigs.cilium.io\" "} {"level":"warn","ts":"2026-03-20T10:22:45.836602Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"4.061234473s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/cilium-operator-resource-lock\" ","response":"range_response_count:1 size:490"} {"level":"info","ts":"2026-03-20T10:22:45.836635Z","caller":"traceutil/trace.go:171","msg":"trace[543773852] range","detail":"{range_begin:/registry/leases/kube-system/cilium-operator-resource-lock; range_end:; response_count:1; response_revision:1580; }","duration":"4.061284334s","start":"2026-03-20T10:22:41.775341Z","end":"2026-03-20T10:22:45.836625Z","steps":["trace[543773852] 'agreement among raft nodes before linearized reading' (duration: 4.061110979s)"],"step_count":1} {"level":"warn","ts":"2026-03-20T10:22:45.836663Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-20T10:22:41.775331Z","time spent":"4.061325535s","remote":"127.0.0.1:51504","response type":"/etcdserverpb.KV/Range","request count":0,"request size":60,"response count":1,"response size":512,"request content":"key:\"/registry/leases/kube-system/cilium-operator-resource-lock\" "} {"level":"warn","ts":"2026-03-20T10:22:45.83672Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"4.056052872s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/apiextensions.k8s.io/customresourcedefinitions/ciliumloadbalancerippools.cilium.io\" ","response":"range_response_count:1 size:9320"} {"level":"info","ts":"2026-03-20T10:22:45.836776Z","caller":"traceutil/trace.go:171","msg":"trace[1707732324] range","detail":"{range_begin:/registry/apiextensions.k8s.io/customresourcedefinitions/ciliumloadbalancerippools.cilium.io; range_end:; response_count:1; response_revision:1580; }","duration":"4.056102543s","start":"2026-03-20T10:22:41.780657Z","end":"2026-03-20T10:22:45.83676Z","steps":["trace[1707732324] 'agreement among raft nodes before linearized reading' (duration: 4.055756595s)"],"step_count":1} {"level":"warn","ts":"2026-03-20T10:22:45.836819Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-20T10:22:41.780643Z","time spent":"4.056165894s","remote":"127.0.0.1:51262","response type":"/etcdserverpb.KV/Range","request count":0,"request size":94,"response count":1,"response size":9342,"request content":"key:\"/registry/apiextensions.k8s.io/customresourcedefinitions/ciliumloadbalancerippools.cilium.io\" "} {"level":"warn","ts":"2026-03-20T10:22:45.836893Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.70755394s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/health\" ","response":"range_response_count:0 size:5"} {"level":"warn","ts":"2026-03-20T10:22:45.836913Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"4.062612037s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/kube-controller-manager\" ","response":"range_response_count:1 size:506"} {"level":"info","ts":"2026-03-20T10:22:45.836933Z","caller":"traceutil/trace.go:171","msg":"trace[168525484] range","detail":"{range_begin:/registry/health; range_end:; response_count:0; response_revision:1580; }","duration":"1.707649421s","start":"2026-03-20T10:22:44.129275Z","end":"2026-03-20T10:22:45.836925Z","steps":["trace[168525484] 'agreement among raft nodes before linearized reading' (duration: 1.707348614s)"],"step_count":1} {"level":"info","ts":"2026-03-20T10:22:45.836949Z","caller":"traceutil/trace.go:171","msg":"trace[2120530847] range","detail":"{range_begin:/registry/leases/kube-system/kube-controller-manager; range_end:; response_count:1; response_revision:1580; }","duration":"4.062686149s","start":"2026-03-20T10:22:41.774255Z","end":"2026-03-20T10:22:45.836941Z","steps":["trace[2120530847] 'agreement among raft nodes before linearized reading' (duration: 4.062528145s)"],"step_count":1} {"level":"warn","ts":"2026-03-20T10:22:45.836971Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-20T10:22:41.774205Z","time spent":"4.062760441s","remote":"127.0.0.1:51504","response type":"/etcdserverpb.KV/Range","request count":0,"request size":54,"response count":1,"response size":528,"request content":"key:\"/registry/leases/kube-system/kube-controller-manager\" "} {"level":"warn","ts":"2026-03-20T10:22:45.836999Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-20T10:22:44.129263Z","time spent":"1.707683583s","remote":"127.0.0.1:51202","response type":"/etcdserverpb.KV/Range","request count":0,"request size":18,"response count":0,"response size":27,"request content":"key:\"/registry/health\" "} {"level":"warn","ts":"2026-03-20T10:22:45.837181Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"5.397414099s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/events/kube-system/cilium-operator-869df985b8-6rkgb.189e852e03cc1aac\" ","response":"range_response_count:1 size:778"} {"level":"info","ts":"2026-03-20T10:22:45.837216Z","caller":"traceutil/trace.go:171","msg":"trace[1916470754] range","detail":"{range_begin:/registry/events/kube-system/cilium-operator-869df985b8-6rkgb.189e852e03cc1aac; range_end:; response_count:1; response_revision:1580; }","duration":"5.397469039s","start":"2026-03-20T10:22:40.439731Z","end":"2026-03-20T10:22:45.8372Z","steps":["trace[1916470754] 'agreement among raft nodes before linearized reading' (duration: 5.397382747s)"],"step_count":1} {"level":"warn","ts":"2026-03-20T10:22:45.837239Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-20T10:22:40.439723Z","time spent":"5.397510111s","remote":"127.0.0.1:51292","response type":"/etcdserverpb.KV/Range","request count":0,"request size":80,"response count":1,"response size":800,"request content":"key:\"/registry/events/kube-system/cilium-operator-869df985b8-6rkgb.189e852e03cc1aac\" "} {"level":"info","ts":"2026-03-20T10:22:45.835938Z","caller":"traceutil/trace.go:171","msg":"trace[1339908803] transaction","detail":"{read_only:false; response_revision:1580; number_of_response:1; }","duration":"1.564641405s","start":"2026-03-20T10:22:44.271281Z","end":"2026-03-20T10:22:45.835923Z","steps":["trace[1339908803] 'process raft request' (duration: 1.072466066s)","trace[1339908803] 'compare' (duration: 489.323097ms)"],"step_count":2} {"level":"warn","ts":"2026-03-20T10:22:45.837372Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-20T10:22:44.271253Z","time spent":"1.566067581s","remote":"127.0.0.1:51504","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":673,"response count":0,"response size":38,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-03-20T10:22:45.837759Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.753577484s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/events/\" range_end:\"/registry/events0\" count_only:true ","response":"range_response_count:0 size:8"} {"level":"info","ts":"2026-03-20T10:22:45.837793Z","caller":"traceutil/trace.go:171","msg":"trace[1795050543] range","detail":"{range_begin:/registry/events/; range_end:/registry/events0; response_count:0; response_revision:1580; }","duration":"1.753652086s","start":"2026-03-20T10:22:44.084127Z","end":"2026-03-20T10:22:45.837779Z","steps":["trace[1795050543] 'agreement among raft nodes before linearized reading' (duration: 1.753468551s)"],"step_count":1} {"level":"warn","ts":"2026-03-20T10:22:45.837868Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-20T10:22:44.084105Z","time spent":"1.753753749s","remote":"127.0.0.1:51728","response type":"/etcdserverpb.KV/Range","request count":0,"request size":40,"response count":167,"response size":30,"request content":"key:\"/registry/events/\" range_end:\"/registry/events0\" count_only:true "} {"level":"warn","ts":"2026-03-20T10:22:45.837965Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.970660215s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/kube-scheduler\" ","response":"range_response_count:1 size:479"} {"level":"info","ts":"2026-03-20T10:22:45.838025Z","caller":"traceutil/trace.go:171","msg":"trace[552531099] range","detail":"{range_begin:/registry/leases/kube-system/kube-scheduler; range_end:; response_count:1; response_revision:1580; }","duration":"1.970756128s","start":"2026-03-20T10:22:43.867245Z","end":"2026-03-20T10:22:45.838001Z","steps":["trace[552531099] 'agreement among raft nodes before linearized reading' (duration: 1.970653876s)"],"step_count":1} {"level":"warn","ts":"2026-03-20T10:22:45.838058Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-20T10:22:43.867221Z","time spent":"1.970829149s","remote":"127.0.0.1:51504","response type":"/etcdserverpb.KV/Range","request count":0,"request size":45,"response count":1,"response size":501,"request content":"key:\"/registry/leases/kube-system/kube-scheduler\" "} {"level":"warn","ts":"2026-03-20T10:22:45.838047Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"2.00959004s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/horizontalpodautoscalers/\" range_end:\"/registry/horizontalpodautoscalers0\" count_only:true ","response":"range_response_count:0 size:5"} {"level":"warn","ts":"2026-03-20T10:22:45.83806Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"3.545000355s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/secrets/\" range_end:\"/registry/secrets0\" count_only:true ","response":"range_response_count:0 size:7"} {"level":"info","ts":"2026-03-20T10:22:45.838144Z","caller":"traceutil/trace.go:171","msg":"trace[1595650393] range","detail":"{range_begin:/registry/horizontalpodautoscalers/; range_end:/registry/horizontalpodautoscalers0; response_count:0; response_revision:1580; }","duration":"2.009731904s","start":"2026-03-20T10:22:43.828376Z","end":"2026-03-20T10:22:45.838108Z","steps":["trace[1595650393] 'agreement among raft nodes before linearized reading' (duration: 2.00957304s)"],"step_count":1} {"level":"info","ts":"2026-03-20T10:22:45.838167Z","caller":"traceutil/trace.go:171","msg":"trace[635429457] range","detail":"{range_begin:/registry/secrets/; range_end:/registry/secrets0; response_count:0; response_revision:1580; }","duration":"3.54513763s","start":"2026-03-20T10:22:42.292998Z","end":"2026-03-20T10:22:45.838136Z","steps":["trace[635429457] 'agreement among raft nodes before linearized reading' (duration: 3.545004756s)"],"step_count":1} {"level":"warn","ts":"2026-03-20T10:22:45.8382Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-20T10:22:42.292966Z","time spent":"3.545222231s","remote":"127.0.0.1:51316","response type":"/etcdserverpb.KV/Range","request count":0,"request size":42,"response count":6,"response size":29,"request content":"key:\"/registry/secrets/\" range_end:\"/registry/secrets0\" count_only:true "} {"level":"warn","ts":"2026-03-20T10:22:45.8382Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-20T10:22:43.828355Z","time spent":"2.009831916s","remote":"127.0.0.1:51460","response type":"/etcdserverpb.KV/Range","request count":0,"request size":76,"response count":0,"response size":27,"request content":"key:\"/registry/horizontalpodautoscalers/\" range_end:\"/registry/horizontalpodautoscalers0\" count_only:true "} {"level":"warn","ts":"2026-03-20T10:22:45.838685Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"3.322757334s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/configmaps/\" range_end:\"/registry/configmaps0\" count_only:true ","response":"range_response_count:0 size:7"} {"level":"info","ts":"2026-03-20T10:22:45.83872Z","caller":"traceutil/trace.go:171","msg":"trace[1363900831] range","detail":"{range_begin:/registry/configmaps/; range_end:/registry/configmaps0; response_count:0; response_revision:1580; }","duration":"3.322864116s","start":"2026-03-20T10:22:42.515848Z","end":"2026-03-20T10:22:45.838713Z","steps":["trace[1363900831] 'agreement among raft nodes before linearized reading' (duration: 3.322095457s)"],"step_count":1} {"level":"warn","ts":"2026-03-20T10:22:45.838709Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"4.030616919s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/apiextensions.k8s.io/customresourcedefinitions/ciliumclusterwidenetworkpolicies.cilium.io\" ","response":"range_response_count:1 size:188495"} {"level":"warn","ts":"2026-03-20T10:22:45.838741Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-20T10:22:42.515827Z","time spent":"3.322905928s","remote":"127.0.0.1:51332","response type":"/etcdserverpb.KV/Range","request count":0,"request size":48,"response count":15,"response size":29,"request content":"key:\"/registry/configmaps/\" range_end:\"/registry/configmaps0\" count_only:true "} {"level":"info","ts":"2026-03-20T10:22:45.83876Z","caller":"traceutil/trace.go:171","msg":"trace[294463791] range","detail":"{range_begin:/registry/apiextensions.k8s.io/customresourcedefinitions/ciliumclusterwidenetworkpolicies.cilium.io; range_end:; response_count:1; response_revision:1580; }","duration":"4.03067941s","start":"2026-03-20T10:22:41.808058Z","end":"2026-03-20T10:22:45.838737Z","steps":["trace[294463791] 'agreement among raft nodes before linearized reading' (duration: 4.029706985s)"],"step_count":1} {"level":"warn","ts":"2026-03-20T10:22:45.838802Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-20T10:22:41.808048Z","time spent":"4.030745301s","remote":"127.0.0.1:51262","response type":"/etcdserverpb.KV/Range","request count":0,"request size":101,"response count":1,"response size":188517,"request content":"key:\"/registry/apiextensions.k8s.io/customresourcedefinitions/ciliumclusterwidenetworkpolicies.cilium.io\" "} {"level":"warn","ts":"2026-03-20T10:22:45.840809Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"4.054701008s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/apiextensions.k8s.io/customresourcedefinitions/ciliumexternalworkloads.cilium.io\" ","response":"range_response_count:1 size:5586"} {"level":"info","ts":"2026-03-20T10:22:45.840847Z","caller":"traceutil/trace.go:171","msg":"trace[1587667481] range","detail":"{range_begin:/registry/apiextensions.k8s.io/customresourcedefinitions/ciliumexternalworkloads.cilium.io; range_end:; response_count:1; response_revision:1580; }","duration":"4.054740259s","start":"2026-03-20T10:22:41.786091Z","end":"2026-03-20T10:22:45.840831Z","steps":["trace[1587667481] 'agreement among raft nodes before linearized reading' (duration: 4.054593265s)"],"step_count":1} {"level":"warn","ts":"2026-03-20T10:22:45.840998Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-20T10:22:41.786088Z","time spent":"4.054886092s","remote":"127.0.0.1:51262","response type":"/etcdserverpb.KV/Range","request count":0,"request size":92,"response count":1,"response size":5608,"request content":"key:\"/registry/apiextensions.k8s.io/customresourcedefinitions/ciliumexternalworkloads.cilium.io\" "} {"level":"warn","ts":"2026-03-20T10:22:45.847749Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"3.867277936s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/apiextensions.k8s.io/customresourcedefinitions/ciliumnetworkpolicies.cilium.io\" ","response":"range_response_count:1 size:188252"} {"level":"info","ts":"2026-03-20T10:22:45.847797Z","caller":"traceutil/trace.go:171","msg":"trace[659932998] range","detail":"{range_begin:/registry/apiextensions.k8s.io/customresourcedefinitions/ciliumnetworkpolicies.cilium.io; range_end:; response_count:1; response_revision:1580; }","duration":"3.867375348s","start":"2026-03-20T10:22:41.980411Z","end":"2026-03-20T10:22:45.847786Z","steps":["trace[659932998] 'agreement among raft nodes before linearized reading' (duration: 3.857674783s)"],"step_count":1} {"level":"warn","ts":"2026-03-20T10:22:45.847892Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-20T10:22:41.980389Z","time spent":"3.867495972s","remote":"127.0.0.1:51262","response type":"/etcdserverpb.KV/Range","request count":0,"request size":90,"response count":1,"response size":188274,"request content":"key:\"/registry/apiextensions.k8s.io/customresourcedefinitions/ciliumnetworkpolicies.cilium.io\" "} {"level":"warn","ts":"2026-03-20T10:22:45.848909Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"4.059395886s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/apiextensions.k8s.io/customresourcedefinitions/ciliumnodes.cilium.io\" ","response":"range_response_count:1 size:24244"} {"level":"info","ts":"2026-03-20T10:22:45.848933Z","caller":"traceutil/trace.go:171","msg":"trace[827582561] range","detail":"{range_begin:/registry/apiextensions.k8s.io/customresourcedefinitions/ciliumnodes.cilium.io; range_end:; response_count:1; response_revision:1580; }","duration":"4.059440887s","start":"2026-03-20T10:22:41.789487Z","end":"2026-03-20T10:22:45.848928Z","steps":["trace[827582561] 'agreement among raft nodes before linearized reading' (duration: 4.048428408s)"],"step_count":1} {"level":"warn","ts":"2026-03-20T10:22:45.849017Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-20T10:22:41.789482Z","time spent":"4.059463067s","remote":"127.0.0.1:51262","response type":"/etcdserverpb.KV/Range","request count":0,"request size":80,"response count":1,"response size":24266,"request content":"key:\"/registry/apiextensions.k8s.io/customresourcedefinitions/ciliumnodes.cilium.io\" "} {"level":"warn","ts":"2026-03-20T10:22:46.343749Z","caller":"etcdserver/v3_server.go:897","msg":"waiting for ReadIndex response took too long, retrying","sent-request-id":184257304220178304,"retry-timeout":"500ms"} {"level":"warn","ts":"2026-03-20T10:22:46.449646Z","caller":"wal/wal.go:805","msg":"slow fdatasync","took":"1.105704837s","expected-duration":"1s"} {"level":"warn","ts":"2026-03-20T10:22:46.968076Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"518.098124ms","expected-duration":"100ms","prefix":"","request":"header: txn: success:> failure: >>","response":"size:16"} {"level":"info","ts":"2026-03-20T10:22:46.96845Z","caller":"traceutil/trace.go:171","msg":"trace[882606700] linearizableReadLoop","detail":"{readStateIndex:1703; appliedIndex:1697; }","duration":"1.13389808s","start":"2026-03-20T10:22:45.834533Z","end":"2026-03-20T10:22:46.968431Z","steps":["trace[882606700] 'read index received' (duration: 615.323164ms)","trace[882606700] 'applied index is now lower than readState.Index' (duration: 518.573936ms)"],"step_count":2} {"level":"info","ts":"2026-03-20T10:22:46.968507Z","caller":"traceutil/trace.go:171","msg":"trace[1028530332] transaction","detail":"{read_only:false; response_revision:1581; number_of_response:1; }","duration":"1.917425118s","start":"2026-03-20T10:22:45.05107Z","end":"2026-03-20T10:22:46.968495Z","steps":["trace[1028530332] 'process raft request' (duration: 1.39879767s)","trace[1028530332] 'compare' (duration: 517.769266ms)"],"step_count":2} {"level":"info","ts":"2026-03-20T10:22:46.968549Z","caller":"traceutil/trace.go:171","msg":"trace[281411459] transaction","detail":"{read_only:false; response_revision:1586; number_of_response:1; }","duration":"1.121096716s","start":"2026-03-20T10:22:45.847442Z","end":"2026-03-20T10:22:46.968538Z","steps":["trace[281411459] 'process raft request' (duration: 1.120956432s)"],"step_count":1} {"level":"warn","ts":"2026-03-20T10:22:46.968621Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-20T10:22:45.847437Z","time spent":"1.121148557s","remote":"127.0.0.1:51504","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":476,"response count":0,"response size":38,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-03-20T10:22:46.968691Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.1295708s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/health\" ","response":"range_response_count:0 size:5"} {"level":"info","ts":"2026-03-20T10:22:46.96875Z","caller":"traceutil/trace.go:171","msg":"trace[1480214824] range","detail":"{range_begin:/registry/health; range_end:; response_count:0; response_revision:1586; }","duration":"1.129642832s","start":"2026-03-20T10:22:45.839091Z","end":"2026-03-20T10:22:46.968734Z","steps":["trace[1480214824] 'agreement among raft nodes before linearized reading' (duration: 1.129545529s)"],"step_count":1} {"level":"warn","ts":"2026-03-20T10:22:46.968721Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.923376739s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/endpointslices/default/kubernetes\" ","response":"range_response_count:1 size:481"} {"level":"warn","ts":"2026-03-20T10:22:46.968787Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-20T10:22:45.839083Z","time spent":"1.129695624s","remote":"127.0.0.1:51190","response type":"/etcdserverpb.KV/Range","request count":0,"request size":18,"response count":0,"response size":27,"request content":"key:\"/registry/health\" "} {"level":"info","ts":"2026-03-20T10:22:46.968803Z","caller":"traceutil/trace.go:171","msg":"trace[194135471] range","detail":"{range_begin:/registry/endpointslices/default/kubernetes; range_end:; response_count:1; response_revision:1586; }","duration":"1.923505042s","start":"2026-03-20T10:22:45.045278Z","end":"2026-03-20T10:22:46.968783Z","steps":["trace[194135471] 'agreement among raft nodes before linearized reading' (duration: 1.923318827s)"],"step_count":1} {"level":"warn","ts":"2026-03-20T10:22:46.968857Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-20T10:22:45.045264Z","time spent":"1.923573373s","remote":"127.0.0.1:51516","response type":"/etcdserverpb.KV/Range","request count":0,"request size":45,"response count":1,"response size":503,"request content":"key:\"/registry/endpointslices/default/kubernetes\" "} {"level":"info","ts":"2026-03-20T10:22:46.968433Z","caller":"traceutil/trace.go:171","msg":"trace[577656738] transaction","detail":"{read_only:false; response_revision:1582; number_of_response:1; }","duration":"1.12836683s","start":"2026-03-20T10:22:45.840036Z","end":"2026-03-20T10:22:46.968403Z","steps":["trace[577656738] 'process raft request' (duration: 1.128165335s)"],"step_count":1} {"level":"warn","ts":"2026-03-20T10:22:46.969033Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-20T10:22:45.840008Z","time spent":"1.128976266s","remote":"127.0.0.1:51292","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":763,"response count":0,"response size":38,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-03-20T10:22:46.969084Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.193480137s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/health\" ","response":"range_response_count:0 size:5"} {"level":"info","ts":"2026-03-20T10:22:46.969119Z","caller":"traceutil/trace.go:171","msg":"trace[85629278] range","detail":"{range_begin:/registry/health; range_end:; response_count:0; response_revision:1586; }","duration":"1.193514348s","start":"2026-03-20T10:22:45.775595Z","end":"2026-03-20T10:22:46.969109Z","steps":["trace[85629278] 'agreement among raft nodes before linearized reading' (duration: 1.193444436s)"],"step_count":1} {"level":"warn","ts":"2026-03-20T10:22:46.969149Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-20T10:22:45.77553Z","time spent":"1.19361368s","remote":"127.0.0.1:51202","response type":"/etcdserverpb.KV/Range","request count":0,"request size":18,"response count":0,"response size":27,"request content":"key:\"/registry/health\" "} {"level":"info","ts":"2026-03-20T10:22:46.968696Z","caller":"traceutil/trace.go:171","msg":"trace[1423003222] transaction","detail":"{read_only:false; response_revision:1583; number_of_response:1; }","duration":"1.124701947s","start":"2026-03-20T10:22:45.84386Z","end":"2026-03-20T10:22:46.968562Z","steps":["trace[1423003222] 'process raft request' (duration: 1.124439121s)"],"step_count":1} {"level":"warn","ts":"2026-03-20T10:22:46.969299Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"386.695362ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/cilium.io/ciliumnodes/instance\" ","response":"range_response_count:1 size:2330"} {"level":"info","ts":"2026-03-20T10:22:46.969341Z","caller":"traceutil/trace.go:171","msg":"trace[1822284621] range","detail":"{range_begin:/registry/cilium.io/ciliumnodes/instance; range_end:; response_count:1; response_revision:1586; }","duration":"386.777785ms","start":"2026-03-20T10:22:46.582554Z","end":"2026-03-20T10:22:46.969331Z","steps":["trace[1822284621] 'agreement among raft nodes before linearized reading' (duration: 386.6358ms)"],"step_count":1} {"level":"warn","ts":"2026-03-20T10:22:46.969369Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-20T10:22:46.582536Z","time spent":"386.826275ms","remote":"127.0.0.1:53944","response type":"/etcdserverpb.KV/Range","request count":0,"request size":42,"response count":1,"response size":2352,"request content":"key:\"/registry/cilium.io/ciliumnodes/instance\" "} {"level":"warn","ts":"2026-03-20T10:22:46.969376Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"489.762297ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/cilium.io/ciliumnetworkpolicies/\" range_end:\"/registry/cilium.io/ciliumnetworkpolicies0\" limit:10 ","response":"range_response_count:0 size:5"} {"level":"info","ts":"2026-03-20T10:22:46.969414Z","caller":"traceutil/trace.go:171","msg":"trace[1950458854] range","detail":"{range_begin:/registry/cilium.io/ciliumnetworkpolicies/; range_end:/registry/cilium.io/ciliumnetworkpolicies0; response_count:0; response_revision:1586; }","duration":"489.794208ms","start":"2026-03-20T10:22:46.479604Z","end":"2026-03-20T10:22:46.969398Z","steps":["trace[1950458854] 'agreement among raft nodes before linearized reading' (duration: 489.725426ms)"],"step_count":1} {"level":"warn","ts":"2026-03-20T10:22:46.969447Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-20T10:22:46.479538Z","time spent":"489.899291ms","remote":"127.0.0.1:53942","response type":"/etcdserverpb.KV/Range","request count":0,"request size":90,"response count":0,"response size":27,"request content":"key:\"/registry/cilium.io/ciliumnetworkpolicies/\" range_end:\"/registry/cilium.io/ciliumnetworkpolicies0\" limit:10 "} {"level":"warn","ts":"2026-03-20T10:22:46.9693Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-20T10:22:45.843848Z","time spent":"1.125415096s","remote":"127.0.0.1:51504","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":423,"response count":0,"response size":38,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-03-20T10:22:46.969628Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"490.022915ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/cilium.io/ciliumclusterwidenetworkpolicies/\" range_end:\"/registry/cilium.io/ciliumclusterwidenetworkpolicies0\" limit:10 ","response":"range_response_count:0 size:5"} {"level":"info","ts":"2026-03-20T10:22:46.969666Z","caller":"traceutil/trace.go:171","msg":"trace[1705997830] range","detail":"{range_begin:/registry/cilium.io/ciliumclusterwidenetworkpolicies/; range_end:/registry/cilium.io/ciliumclusterwidenetworkpolicies0; response_count:0; response_revision:1586; }","duration":"490.064816ms","start":"2026-03-20T10:22:46.479592Z","end":"2026-03-20T10:22:46.969656Z","steps":["trace[1705997830] 'agreement among raft nodes before linearized reading' (duration: 490.006804ms)"],"step_count":1} {"level":"warn","ts":"2026-03-20T10:22:46.969695Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-20T10:22:46.47957Z","time spent":"490.117106ms","remote":"127.0.0.1:53950","response type":"/etcdserverpb.KV/Range","request count":0,"request size":112,"response count":0,"response size":27,"request content":"key:\"/registry/cilium.io/ciliumclusterwidenetworkpolicies/\" range_end:\"/registry/cilium.io/ciliumclusterwidenetworkpolicies0\" limit:10 "} {"level":"info","ts":"2026-03-20T10:22:46.970012Z","caller":"traceutil/trace.go:171","msg":"trace[39310715] transaction","detail":"{read_only:false; response_revision:1584; number_of_response:1; }","duration":"1.125362354s","start":"2026-03-20T10:22:45.844632Z","end":"2026-03-20T10:22:46.969994Z","steps":["trace[39310715] 'process raft request' (duration: 1.123707572s)"],"step_count":1} {"level":"warn","ts":"2026-03-20T10:22:46.97037Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.209138464s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/external-resizer-rbd-csi-ceph-com\" ","response":"range_response_count:1 size:509"} {"level":"warn","ts":"2026-03-20T10:22:46.970399Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-20T10:22:45.844614Z","time spent":"1.125724824s","remote":"127.0.0.1:51504","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":419,"response count":0,"response size":38,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-03-20T10:22:46.970427Z","caller":"traceutil/trace.go:171","msg":"trace[1219409119] range","detail":"{range_begin:/registry/leases/kube-system/external-resizer-rbd-csi-ceph-com; range_end:; response_count:1; response_revision:1586; }","duration":"1.209239887s","start":"2026-03-20T10:22:45.76117Z","end":"2026-03-20T10:22:46.97041Z","steps":["trace[1219409119] 'agreement among raft nodes before linearized reading' (duration: 1.207952683s)"],"step_count":1} {"level":"warn","ts":"2026-03-20T10:22:46.970479Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-20T10:22:45.761156Z","time spent":"1.209299278s","remote":"127.0.0.1:51504","response type":"/etcdserverpb.KV/Range","request count":0,"request size":64,"response count":1,"response size":531,"request content":"key:\"/registry/leases/kube-system/external-resizer-rbd-csi-ceph-com\" "} {"level":"warn","ts":"2026-03-20T10:22:46.970254Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-20T10:22:45.051057Z","time spent":"1.917482069s","remote":"127.0.0.1:51424","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":4425,"response count":0,"response size":38,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-03-20T10:22:46.969244Z","caller":"traceutil/trace.go:171","msg":"trace[1639981941] transaction","detail":"{read_only:false; response_revision:1585; number_of_response:1; }","duration":"1.121965539s","start":"2026-03-20T10:22:45.847253Z","end":"2026-03-20T10:22:46.969219Z","steps":["trace[1639981941] 'process raft request' (duration: 1.121114006s)"],"step_count":1} {"level":"warn","ts":"2026-03-20T10:22:46.970819Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-20T10:22:45.847243Z","time spent":"1.123502167s","remote":"127.0.0.1:51504","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":491,"response count":0,"response size":38,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-03-20T10:22:48.269306Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"923.658342ms","expected-duration":"100ms","prefix":"","request":"header: txn: success:> failure: >>","response":"size:16"} {"level":"info","ts":"2026-03-20T10:22:48.269528Z","caller":"traceutil/trace.go:171","msg":"trace[30228311] transaction","detail":"{read_only:false; response_revision:1588; number_of_response:1; }","duration":"1.292864001s","start":"2026-03-20T10:22:46.976644Z","end":"2026-03-20T10:22:48.269508Z","steps":["trace[30228311] 'process raft request' (duration: 1.292769709s)"],"step_count":1} {"level":"warn","ts":"2026-03-20T10:22:48.269595Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-20T10:22:46.976635Z","time spent":"1.292926123s","remote":"127.0.0.1:51504","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":494,"response count":0,"response size":38,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-03-20T10:22:48.269639Z","caller":"traceutil/trace.go:171","msg":"trace[1622726007] transaction","detail":"{read_only:false; response_revision:1587; number_of_response:1; }","duration":"1.29638574s","start":"2026-03-20T10:22:46.973203Z","end":"2026-03-20T10:22:48.269589Z","steps":["trace[1622726007] 'process raft request' (duration: 372.335948ms)","trace[1622726007] 'compare' (duration: 923.498609ms)"],"step_count":2} {"level":"info","ts":"2026-03-20T10:22:48.269781Z","caller":"traceutil/trace.go:171","msg":"trace[565760193] linearizableReadLoop","detail":"{readStateIndex:1704; appliedIndex:1703; }","duration":"1.293909188s","start":"2026-03-20T10:22:46.97586Z","end":"2026-03-20T10:22:48.269769Z","steps":["trace[565760193] 'read index received' (duration: 369.692811ms)","trace[565760193] 'applied index is now lower than readState.Index' (duration: 924.215387ms)"],"step_count":2} {"level":"warn","ts":"2026-03-20T10:22:48.269799Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-20T10:22:46.973188Z","time spent":"1.296532303s","remote":"127.0.0.1:51516","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":427,"response count":0,"response size":38,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-03-20T10:22:48.270013Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.294146954s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/events/kube-system/cilium-operator-869df985b8-6rkgb.189e852e14502fe7\" ","response":"range_response_count:1 size:778"} {"level":"info","ts":"2026-03-20T10:22:48.270057Z","caller":"traceutil/trace.go:171","msg":"trace[1001540225] range","detail":"{range_begin:/registry/events/kube-system/cilium-operator-869df985b8-6rkgb.189e852e14502fe7; range_end:; response_count:1; response_revision:1588; }","duration":"1.294228166s","start":"2026-03-20T10:22:46.975815Z","end":"2026-03-20T10:22:48.270044Z","steps":["trace[1001540225] 'agreement among raft nodes before linearized reading' (duration: 1.294082832s)"],"step_count":1} {"level":"warn","ts":"2026-03-20T10:22:48.270091Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-20T10:22:46.975799Z","time spent":"1.294284937s","remote":"127.0.0.1:51292","response type":"/etcdserverpb.KV/Range","request count":0,"request size":80,"response count":1,"response size":800,"request content":"key:\"/registry/events/kube-system/cilium-operator-869df985b8-6rkgb.189e852e14502fe7\" "} {"level":"warn","ts":"2026-03-20T10:22:48.270145Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.294134123s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pods/kube-system/kube-apiserver-instance\" ","response":"range_response_count:1 size:7303"} {"level":"warn","ts":"2026-03-20T10:22:48.270201Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.291218709s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/serviceaccounts/kube-system/bootstrap-signer\" ","response":"range_response_count:1 size:197"} {"level":"warn","ts":"2026-03-20T10:22:48.270252Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.29203078s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/health\" ","response":"range_response_count:0 size:5"} {"level":"info","ts":"2026-03-20T10:22:48.270284Z","caller":"traceutil/trace.go:171","msg":"trace[826403421] range","detail":"{range_begin:/registry/health; range_end:; response_count:0; response_revision:1588; }","duration":"1.2920619s","start":"2026-03-20T10:22:46.978215Z","end":"2026-03-20T10:22:48.270277Z","steps":["trace[826403421] 'agreement among raft nodes before linearized reading' (duration: 1.292018439s)"],"step_count":1} {"level":"warn","ts":"2026-03-20T10:22:48.270319Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-20T10:22:46.978202Z","time spent":"1.292110821s","remote":"127.0.0.1:51202","response type":"/etcdserverpb.KV/Range","request count":0,"request size":18,"response count":0,"response size":27,"request content":"key:\"/registry/health\" "} {"level":"warn","ts":"2026-03-20T10:22:48.270331Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"197.787273ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/kube-scheduler\" ","response":"range_response_count:1 size:479"} {"level":"info","ts":"2026-03-20T10:22:48.270364Z","caller":"traceutil/trace.go:171","msg":"trace[204046173] range","detail":"{range_begin:/registry/leases/kube-system/kube-scheduler; range_end:; response_count:1; response_revision:1588; }","duration":"197.868235ms","start":"2026-03-20T10:22:48.072488Z","end":"2026-03-20T10:22:48.270356Z","steps":["trace[204046173] 'agreement among raft nodes before linearized reading' (duration: 197.784273ms)"],"step_count":1} {"level":"info","ts":"2026-03-20T10:22:48.270253Z","caller":"traceutil/trace.go:171","msg":"trace[485679033] range","detail":"{range_begin:/registry/serviceaccounts/kube-system/bootstrap-signer; range_end:; response_count:1; response_revision:1588; }","duration":"1.291279631s","start":"2026-03-20T10:22:46.978963Z","end":"2026-03-20T10:22:48.270243Z","steps":["trace[485679033] 'agreement among raft nodes before linearized reading' (duration: 1.291201939s)"],"step_count":1} {"level":"info","ts":"2026-03-20T10:22:48.270207Z","caller":"traceutil/trace.go:171","msg":"trace[1247420680] range","detail":"{range_begin:/registry/pods/kube-system/kube-apiserver-instance; range_end:; response_count:1; response_revision:1588; }","duration":"1.294195494s","start":"2026-03-20T10:22:46.975996Z","end":"2026-03-20T10:22:48.270192Z","steps":["trace[1247420680] 'agreement among raft nodes before linearized reading' (duration: 1.293996319s)"],"step_count":1} {"level":"warn","ts":"2026-03-20T10:22:48.270561Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-20T10:22:46.978958Z","time spent":"1.291535997s","remote":"127.0.0.1:51434","response type":"/etcdserverpb.KV/Range","request count":0,"request size":56,"response count":1,"response size":219,"request content":"key:\"/registry/serviceaccounts/kube-system/bootstrap-signer\" "} {"level":"warn","ts":"2026-03-20T10:22:48.270399Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.293159888s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/cilium.io/ciliumnodes/instance\" ","response":"range_response_count:1 size:2330"} {"level":"warn","ts":"2026-03-20T10:22:48.270687Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-20T10:22:46.975971Z","time spent":"1.294671766s","remote":"127.0.0.1:51424","response type":"/etcdserverpb.KV/Range","request count":0,"request size":52,"response count":1,"response size":7325,"request content":"key:\"/registry/pods/kube-system/kube-apiserver-instance\" "} {"level":"info","ts":"2026-03-20T10:22:48.27076Z","caller":"traceutil/trace.go:171","msg":"trace[1845488611] range","detail":"{range_begin:/registry/cilium.io/ciliumnodes/instance; range_end:; response_count:1; response_revision:1588; }","duration":"1.293505808s","start":"2026-03-20T10:22:46.977221Z","end":"2026-03-20T10:22:48.270727Z","steps":["trace[1845488611] 'agreement among raft nodes before linearized reading' (duration: 1.293111398s)"],"step_count":1} {"level":"warn","ts":"2026-03-20T10:22:48.270821Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-20T10:22:46.977217Z","time spent":"1.29358851s","remote":"127.0.0.1:53944","response type":"/etcdserverpb.KV/Range","request count":0,"request size":42,"response count":1,"response size":2352,"request content":"key:\"/registry/cilium.io/ciliumnodes/instance\" "} {"level":"warn","ts":"2026-03-20T10:22:52.912694Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"513.59628ms","expected-duration":"100ms","prefix":"read-only range ","request":"limit:1 serializable:true keys_only:true ","response":"range_response_count:0 size:5"} {"level":"info","ts":"2026-03-20T10:22:52.912832Z","caller":"traceutil/trace.go:171","msg":"trace[1525625594] range","detail":"{range_begin:; range_end:; response_count:0; response_revision:1588; }","duration":"513.745384ms","start":"2026-03-20T10:22:52.399067Z","end":"2026-03-20T10:22:52.912812Z","steps":["trace[1525625594] 'range keys from in-memory index tree' (duration: 513.57926ms)"],"step_count":1} {"level":"warn","ts":"2026-03-20T10:22:52.912994Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"4.08726313s","expected-duration":"100ms","prefix":"","request":"header: txn: success:> failure: >>","response":"size:16"} {"level":"info","ts":"2026-03-20T10:22:52.913122Z","caller":"traceutil/trace.go:171","msg":"trace[40385077] linearizableReadLoop","detail":"{readStateIndex:1706; appliedIndex:1705; }","duration":"150.006453ms","start":"2026-03-20T10:22:52.763098Z","end":"2026-03-20T10:22:52.913104Z","steps":["trace[40385077] 'read index received' (duration: 52.821µs)","trace[40385077] 'applied index is now lower than readState.Index' (duration: 149.951402ms)"],"step_count":2} {"level":"warn","ts":"2026-03-20T10:22:52.913287Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"150.193059ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/horizontalpodautoscalers/\" range_end:\"/registry/horizontalpodautoscalers0\" count_only:true ","response":"range_response_count:0 size:5"} {"level":"info","ts":"2026-03-20T10:22:52.913325Z","caller":"traceutil/trace.go:171","msg":"trace[2050530152] range","detail":"{range_begin:/registry/horizontalpodautoscalers/; range_end:/registry/horizontalpodautoscalers0; response_count:0; response_revision:1589; }","duration":"150.285481ms","start":"2026-03-20T10:22:52.763029Z","end":"2026-03-20T10:22:52.913314Z","steps":["trace[2050530152] 'agreement among raft nodes before linearized reading' (duration: 150.147377ms)"],"step_count":1} {"level":"info","ts":"2026-03-20T10:22:52.91319Z","caller":"traceutil/trace.go:171","msg":"trace[637187283] transaction","detail":"{read_only:false; response_revision:1589; number_of_response:1; }","duration":"4.637786405s","start":"2026-03-20T10:22:48.275387Z","end":"2026-03-20T10:22:52.913174Z","steps":["trace[637187283] 'process raft request' (duration: 550.226527ms)","trace[637187283] 'compare' (duration: 4.086922262s)"],"step_count":2} {"level":"warn","ts":"2026-03-20T10:22:52.914451Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-20T10:22:48.275369Z","time spent":"4.638945735s","remote":"127.0.0.1:51292","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":763,"response count":0,"response size":38,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-03-20T10:23:15.196018Z","caller":"traceutil/trace.go:171","msg":"trace[1976624015] transaction","detail":"{read_only:false; response_revision:1590; number_of_response:1; }","duration":"557.298187ms","start":"2026-03-20T10:23:14.638691Z","end":"2026-03-20T10:23:15.195989Z","steps":["trace[1976624015] 'process raft request' (duration: 557.022489ms)"],"step_count":1} {"level":"warn","ts":"2026-03-20T10:23:15.196215Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-20T10:23:14.638657Z","time spent":"557.44832ms","remote":"127.0.0.1:36750","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":673,"response count":0,"response size":38,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-03-20T10:23:16.294378Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"542.479312ms","expected-duration":"100ms","prefix":"","request":"header: txn: success:> failure: >>","response":"size:16"} {"level":"info","ts":"2026-03-20T10:23:16.294528Z","caller":"traceutil/trace.go:171","msg":"trace[1896116054] linearizableReadLoop","detail":"{readStateIndex:1708; appliedIndex:1706; }","duration":"1.324885971s","start":"2026-03-20T10:23:14.969621Z","end":"2026-03-20T10:23:16.294507Z","steps":["trace[1896116054] 'read index received' (duration: 226.091048ms)","trace[1896116054] 'applied index is now lower than readState.Index' (duration: 1.098793673s)"],"step_count":2} {"level":"info","ts":"2026-03-20T10:23:16.294715Z","caller":"traceutil/trace.go:171","msg":"trace[478777402] transaction","detail":"{read_only:false; response_revision:1591; number_of_response:1; }","duration":"1.653442103s","start":"2026-03-20T10:23:14.641172Z","end":"2026-03-20T10:23:16.294614Z","steps":["trace[478777402] 'process raft request' (duration: 1.110606022s)","trace[478777402] 'compare' (duration: 542.301808ms)"],"step_count":2} {"level":"warn","ts":"2026-03-20T10:23:16.294783Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.325165729s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-node-lease/instance\" ","response":"range_response_count:1 size:535"} {"level":"info","ts":"2026-03-20T10:23:16.294869Z","caller":"traceutil/trace.go:171","msg":"trace[1935148474] range","detail":"{range_begin:/registry/leases/kube-node-lease/instance; range_end:; response_count:1; response_revision:1591; }","duration":"1.325292992s","start":"2026-03-20T10:23:14.969565Z","end":"2026-03-20T10:23:16.294858Z","steps":["trace[1935148474] 'agreement among raft nodes before linearized reading' (duration: 1.325085847s)"],"step_count":1} {"level":"warn","ts":"2026-03-20T10:23:16.294918Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-20T10:23:14.969543Z","time spent":"1.325364083s","remote":"127.0.0.1:36750","response type":"/etcdserverpb.KV/Range","request count":0,"request size":43,"response count":1,"response size":557,"request content":"key:\"/registry/leases/kube-node-lease/instance\" "} {"level":"warn","ts":"2026-03-20T10:23:16.295079Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-20T10:23:14.641156Z","time spent":"1.653713959s","remote":"127.0.0.1:36646","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":7194,"response count":0,"response size":38,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-03-20T10:23:16.295561Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"691.151582ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/health\" ","response":"range_response_count:0 size:5"} {"level":"info","ts":"2026-03-20T10:23:16.295676Z","caller":"traceutil/trace.go:171","msg":"trace[943814463] range","detail":"{range_begin:/registry/health; range_end:; response_count:0; response_revision:1591; }","duration":"691.330147ms","start":"2026-03-20T10:23:15.604322Z","end":"2026-03-20T10:23:16.295652Z","steps":["trace[943814463] 'agreement among raft nodes before linearized reading' (duration: 691.110971ms)"],"step_count":1} {"level":"warn","ts":"2026-03-20T10:23:16.295709Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"800.749465ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/priorityclasses/system-node-critical\" ","response":"range_response_count:1 size:442"} {"level":"info","ts":"2026-03-20T10:23:16.295872Z","caller":"traceutil/trace.go:171","msg":"trace[1236485759] range","detail":"{range_begin:/registry/priorityclasses/system-node-critical; range_end:; response_count:1; response_revision:1591; }","duration":"800.902408ms","start":"2026-03-20T10:23:15.494921Z","end":"2026-03-20T10:23:16.295823Z","steps":["trace[1236485759] 'agreement among raft nodes before linearized reading' (duration: 800.658922ms)"],"step_count":1} {"level":"warn","ts":"2026-03-20T10:23:16.295949Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-20T10:23:15.494912Z","time spent":"801.025131ms","remote":"127.0.0.1:36862","response type":"/etcdserverpb.KV/Range","request count":0,"request size":48,"response count":1,"response size":464,"request content":"key:\"/registry/priorityclasses/system-node-critical\" "} {"level":"warn","ts":"2026-03-20T10:23:16.295702Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"801.357889ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/clusterroles/\" range_end:\"/registry/clusterroles0\" ","response":"range_response_count:68 size:64573"} {"level":"warn","ts":"2026-03-20T10:23:16.295731Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-20T10:23:15.604295Z","time spent":"691.425019ms","remote":"127.0.0.1:36464","response type":"/etcdserverpb.KV/Range","request count":0,"request size":18,"response count":0,"response size":27,"request content":"key:\"/registry/health\" "} {"level":"info","ts":"2026-03-20T10:23:16.296504Z","caller":"traceutil/trace.go:171","msg":"trace[776383622] range","detail":"{range_begin:/registry/clusterroles/; range_end:/registry/clusterroles0; response_count:68; response_revision:1591; }","duration":"801.974955ms","start":"2026-03-20T10:23:15.494264Z","end":"2026-03-20T10:23:16.296239Z","steps":["trace[776383622] 'agreement among raft nodes before linearized reading' (duration: 800.590051ms)"],"step_count":1} {"level":"warn","ts":"2026-03-20T10:23:16.296645Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-20T10:23:15.494231Z","time spent":"802.379785ms","remote":"127.0.0.1:36850","response type":"/etcdserverpb.KV/Range","request count":0,"request size":50,"response count":68,"response size":64595,"request content":"key:\"/registry/clusterroles/\" range_end:\"/registry/clusterroles0\" "} {"level":"warn","ts":"2026-03-20T10:23:16.801094Z","caller":"etcdserver/v3_server.go:897","msg":"waiting for ReadIndex response took too long, retrying","sent-request-id":184257304220178442,"retry-timeout":"500ms"} {"level":"warn","ts":"2026-03-20T10:23:17.433434Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"448.271198ms","expected-duration":"100ms","prefix":"","request":"header: txn: success:> failure: >>","response":"size:16"} {"level":"info","ts":"2026-03-20T10:23:17.433643Z","caller":"traceutil/trace.go:171","msg":"trace[115845674] linearizableReadLoop","detail":"{readStateIndex:1709; appliedIndex:1708; }","duration":"1.133054839s","start":"2026-03-20T10:23:16.300571Z","end":"2026-03-20T10:23:17.433626Z","steps":["trace[115845674] 'read index received' (duration: 684.403421ms)","trace[115845674] 'applied index is now lower than readState.Index' (duration: 448.650158ms)"],"step_count":2} {"level":"info","ts":"2026-03-20T10:23:17.433921Z","caller":"traceutil/trace.go:171","msg":"trace[1807924302] transaction","detail":"{read_only:false; response_revision:1592; number_of_response:1; }","duration":"1.133739166s","start":"2026-03-20T10:23:16.30014Z","end":"2026-03-20T10:23:17.433879Z","steps":["trace[1807924302] 'process raft request' (duration: 684.920404ms)","trace[1807924302] 'compare' (duration: 448.094934ms)"],"step_count":2} {"level":"warn","ts":"2026-03-20T10:23:17.433944Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.133358656s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pods/kube-system/kube-scheduler-instance\" ","response":"range_response_count:1 size:4440"} {"level":"info","ts":"2026-03-20T10:23:17.434047Z","caller":"traceutil/trace.go:171","msg":"trace[111379603] range","detail":"{range_begin:/registry/pods/kube-system/kube-scheduler-instance; range_end:; response_count:1; response_revision:1592; }","duration":"1.133529361s","start":"2026-03-20T10:23:16.300499Z","end":"2026-03-20T10:23:17.434028Z","steps":["trace[111379603] 'agreement among raft nodes before linearized reading' (duration: 1.133292225s)"],"step_count":1} {"level":"warn","ts":"2026-03-20T10:23:17.434097Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-20T10:23:16.300467Z","time spent":"1.133621032s","remote":"127.0.0.1:36646","response type":"/etcdserverpb.KV/Range","request count":0,"request size":52,"response count":1,"response size":4462,"request content":"key:\"/registry/pods/kube-system/kube-scheduler-instance\" "} {"level":"warn","ts":"2026-03-20T10:23:17.434093Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-20T10:23:16.299435Z","time spent":"1.134572847s","remote":"127.0.0.1:36750","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":521,"response count":0,"response size":38,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-03-20T10:23:17.434073Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"828.442004ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/health\" ","response":"range_response_count:0 size:5"} {"level":"info","ts":"2026-03-20T10:23:17.434169Z","caller":"traceutil/trace.go:171","msg":"trace[975955638] range","detail":"{range_begin:/registry/health; range_end:; response_count:0; response_revision:1592; }","duration":"828.611028ms","start":"2026-03-20T10:23:16.605536Z","end":"2026-03-20T10:23:17.434148Z","steps":["trace[975955638] 'agreement among raft nodes before linearized reading' (duration: 828.424623ms)"],"step_count":1} {"level":"warn","ts":"2026-03-20T10:23:17.434225Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-20T10:23:16.605509Z","time spent":"828.706501ms","remote":"127.0.0.1:36464","response type":"/etcdserverpb.KV/Range","request count":0,"request size":18,"response count":0,"response size":27,"request content":"key:\"/registry/health\" "} {"level":"warn","ts":"2026-03-20T10:23:17.434499Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.130735811s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/clusterrolebindings/\" range_end:\"/registry/clusterrolebindings0\" ","response":"range_response_count:53 size:38095"} {"level":"info","ts":"2026-03-20T10:23:17.434589Z","caller":"traceutil/trace.go:171","msg":"trace[1046933792] range","detail":"{range_begin:/registry/clusterrolebindings/; range_end:/registry/clusterrolebindings0; response_count:53; response_revision:1592; }","duration":"1.130852593s","start":"2026-03-20T10:23:16.303722Z","end":"2026-03-20T10:23:17.434575Z","steps":["trace[1046933792] 'agreement among raft nodes before linearized reading' (duration: 1.130113044s)"],"step_count":1} {"level":"warn","ts":"2026-03-20T10:23:17.434658Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-20T10:23:16.30371Z","time spent":"1.130932946s","remote":"127.0.0.1:36860","response type":"/etcdserverpb.KV/Range","request count":0,"request size":64,"response count":53,"response size":38117,"request content":"key:\"/registry/clusterrolebindings/\" range_end:\"/registry/clusterrolebindings0\" "} {"level":"warn","ts":"2026-03-20T10:23:18.707685Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"850.756999ms","expected-duration":"100ms","prefix":"","request":"header: txn: success:> failure: >>","response":"size:16"} {"level":"info","ts":"2026-03-20T10:23:18.707826Z","caller":"traceutil/trace.go:171","msg":"trace[1138170430] linearizableReadLoop","detail":"{readStateIndex:1710; appliedIndex:1709; }","duration":"1.263731495s","start":"2026-03-20T10:23:17.44407Z","end":"2026-03-20T10:23:18.707801Z","steps":["trace[1138170430] 'read index received' (duration: 412.659528ms)","trace[1138170430] 'applied index is now lower than readState.Index' (duration: 851.069877ms)"],"step_count":2} {"level":"info","ts":"2026-03-20T10:23:18.707967Z","caller":"traceutil/trace.go:171","msg":"trace[1906356630] transaction","detail":"{read_only:false; response_revision:1593; number_of_response:1; }","duration":"1.265850459s","start":"2026-03-20T10:23:17.442062Z","end":"2026-03-20T10:23:18.707913Z","steps":["trace[1906356630] 'process raft request' (duration: 414.735061ms)","trace[1906356630] 'compare' (duration: 850.112143ms)"],"step_count":2} {"level":"warn","ts":"2026-03-20T10:23:18.708018Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.26395354s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/clusterroles/system:aggregate-to-admin\" ","response":"range_response_count:1 size:840"} {"level":"info","ts":"2026-03-20T10:23:18.708045Z","caller":"traceutil/trace.go:171","msg":"trace[953730118] range","detail":"{range_begin:/registry/clusterroles/system:aggregate-to-admin; range_end:; response_count:1; response_revision:1593; }","duration":"1.264019602s","start":"2026-03-20T10:23:17.444016Z","end":"2026-03-20T10:23:18.708036Z","steps":["trace[953730118] 'agreement among raft nodes before linearized reading' (duration: 1.263895868s)"],"step_count":1} {"level":"warn","ts":"2026-03-20T10:23:18.708076Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-20T10:23:17.443999Z","time spent":"1.264069832s","remote":"127.0.0.1:36850","response type":"/etcdserverpb.KV/Range","request count":0,"request size":50,"response count":1,"response size":862,"request content":"key:\"/registry/clusterroles/system:aggregate-to-admin\" "} {"level":"warn","ts":"2026-03-20T10:23:18.708195Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-20T10:23:17.442045Z","time spent":"1.265995902s","remote":"127.0.0.1:36646","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":4233,"response count":0,"response size":38,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-03-20T10:23:18.708322Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.020907922s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/kube-scheduler\" ","response":"range_response_count:1 size:479"} {"level":"info","ts":"2026-03-20T10:23:18.708414Z","caller":"traceutil/trace.go:171","msg":"trace[1337657719] range","detail":"{range_begin:/registry/leases/kube-system/kube-scheduler; range_end:; response_count:1; response_revision:1593; }","duration":"1.021047035s","start":"2026-03-20T10:23:17.687344Z","end":"2026-03-20T10:23:18.708391Z","steps":["trace[1337657719] 'agreement among raft nodes before linearized reading' (duration: 1.020791169s)"],"step_count":1} {"level":"warn","ts":"2026-03-20T10:23:18.708447Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.004838715s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/health\" ","response":"range_response_count:0 size:5"} {"level":"warn","ts":"2026-03-20T10:23:18.708476Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-20T10:23:17.687292Z","time spent":"1.021170898s","remote":"127.0.0.1:36750","response type":"/etcdserverpb.KV/Range","request count":0,"request size":45,"response count":1,"response size":501,"request content":"key:\"/registry/leases/kube-system/kube-scheduler\" "} {"level":"warn","ts":"2026-03-20T10:23:18.708482Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"367.477785ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/events/kube-system/cilium-operator-869df985b8-6rkgb.189e85547972d835\" ","response":"range_response_count:1 size:861"} {"level":"info","ts":"2026-03-20T10:23:18.708507Z","caller":"traceutil/trace.go:171","msg":"trace[1299326939] range","detail":"{range_begin:/registry/health; range_end:; response_count:0; response_revision:1593; }","duration":"1.004924468s","start":"2026-03-20T10:23:17.703564Z","end":"2026-03-20T10:23:18.708488Z","steps":["trace[1299326939] 'agreement among raft nodes before linearized reading' (duration: 1.004831326s)"],"step_count":1} {"level":"warn","ts":"2026-03-20T10:23:18.708557Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-20T10:23:17.703551Z","time spent":"1.004995909s","remote":"127.0.0.1:36464","response type":"/etcdserverpb.KV/Range","request count":0,"request size":18,"response count":0,"response size":27,"request content":"key:\"/registry/health\" "} {"level":"info","ts":"2026-03-20T10:23:18.708563Z","caller":"traceutil/trace.go:171","msg":"trace[348431494] range","detail":"{range_begin:/registry/events/kube-system/cilium-operator-869df985b8-6rkgb.189e85547972d835; range_end:; response_count:1; response_revision:1593; }","duration":"367.601008ms","start":"2026-03-20T10:23:18.340936Z","end":"2026-03-20T10:23:18.708537Z","steps":["trace[348431494] 'agreement among raft nodes before linearized reading' (duration: 367.365612ms)"],"step_count":1} {"level":"warn","ts":"2026-03-20T10:23:18.708611Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-20T10:23:18.340919Z","time spent":"367.68237ms","remote":"127.0.0.1:36552","response type":"/etcdserverpb.KV/Range","request count":0,"request size":80,"response count":1,"response size":883,"request content":"key:\"/registry/events/kube-system/cilium-operator-869df985b8-6rkgb.189e85547972d835\" "} {"level":"warn","ts":"2026-03-20T10:23:19.21586Z","caller":"etcdserver/v3_server.go:897","msg":"waiting for ReadIndex response took too long, retrying","sent-request-id":184257304220178455,"retry-timeout":"500ms"} {"level":"warn","ts":"2026-03-20T10:23:19.944278Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"595.344568ms","expected-duration":"100ms","prefix":"","request":"header: txn: success:> failure: >>","response":"size:16"} {"level":"info","ts":"2026-03-20T10:23:19.944422Z","caller":"traceutil/trace.go:171","msg":"trace[565274601] transaction","detail":"{read_only:false; response_revision:1594; number_of_response:1; }","duration":"1.23072442s","start":"2026-03-20T10:23:18.71367Z","end":"2026-03-20T10:23:19.944395Z","steps":["trace[565274601] 'process raft request' (duration: 635.137635ms)","trace[565274601] 'compare' (duration: 595.196924ms)"],"step_count":2} {"level":"warn","ts":"2026-03-20T10:23:19.944521Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-20T10:23:18.713659Z","time spent":"1.230817782s","remote":"127.0.0.1:36750","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":464,"response count":0,"response size":38,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-03-20T10:23:20.037897Z","caller":"traceutil/trace.go:171","msg":"trace[59020759] linearizableReadLoop","detail":"{readStateIndex:1713; appliedIndex:1710; }","duration":"1.322574642s","start":"2026-03-20T10:23:18.715287Z","end":"2026-03-20T10:23:20.037862Z","steps":["trace[59020759] 'read index received' (duration: 633.072033ms)","trace[59020759] 'applied index is now lower than readState.Index' (duration: 689.500759ms)"],"step_count":2} {"level":"info","ts":"2026-03-20T10:23:20.038078Z","caller":"traceutil/trace.go:171","msg":"trace[1478226376] transaction","detail":"{read_only:false; response_revision:1595; number_of_response:1; }","duration":"1.319375781s","start":"2026-03-20T10:23:18.718684Z","end":"2026-03-20T10:23:20.03806Z","steps":["trace[1478226376] 'process raft request' (duration: 1.319030553s)"],"step_count":1} {"level":"warn","ts":"2026-03-20T10:23:20.038222Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-20T10:23:18.71867Z","time spent":"1.319450503s","remote":"127.0.0.1:36646","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":7403,"response count":0,"response size":38,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-03-20T10:23:20.038331Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.231490439s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/health\" ","response":"range_response_count:0 size:5"} {"level":"info","ts":"2026-03-20T10:23:20.038464Z","caller":"traceutil/trace.go:171","msg":"trace[309384147] range","detail":"{range_begin:/registry/health; range_end:; response_count:0; response_revision:1595; }","duration":"1.231715094s","start":"2026-03-20T10:23:18.806728Z","end":"2026-03-20T10:23:20.038443Z","steps":["trace[309384147] 'agreement among raft nodes before linearized reading' (duration: 1.231461298s)"],"step_count":1} {"level":"warn","ts":"2026-03-20T10:23:20.038387Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.323063625s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/clusterroles/cluster-admin\" ","response":"range_response_count:1 size:553"} {"level":"warn","ts":"2026-03-20T10:23:20.038392Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-20T10:23:18.713796Z","time spent":"1.324583343s","remote":"127.0.0.1:36552","response type":"/etcdserverpb.Lease/LeaseGrant","request count":-1,"request size":-1,"response count":-1,"response size":-1,"request content":""} {"level":"warn","ts":"2026-03-20T10:23:20.038579Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-20T10:23:18.806714Z","time spent":"1.231828477s","remote":"127.0.0.1:36464","response type":"/etcdserverpb.KV/Range","request count":0,"request size":18,"response count":0,"response size":27,"request content":"key:\"/registry/health\" "} {"level":"info","ts":"2026-03-20T10:23:20.038596Z","caller":"traceutil/trace.go:171","msg":"trace[1185955071] range","detail":"{range_begin:/registry/clusterroles/cluster-admin; range_end:; response_count:1; response_revision:1595; }","duration":"1.323334672s","start":"2026-03-20T10:23:18.715251Z","end":"2026-03-20T10:23:20.038586Z","steps":["trace[1185955071] 'agreement among raft nodes before linearized reading' (duration: 1.323053655s)"],"step_count":1} {"level":"warn","ts":"2026-03-20T10:23:20.038916Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-20T10:23:18.715238Z","time spent":"1.323653769s","remote":"127.0.0.1:36850","response type":"/etcdserverpb.KV/Range","request count":0,"request size":38,"response count":1,"response size":575,"request content":"key:\"/registry/clusterroles/cluster-admin\" "} {"level":"warn","ts":"2026-03-20T10:23:20.544216Z","caller":"etcdserver/v3_server.go:897","msg":"waiting for ReadIndex response took too long, retrying","sent-request-id":184257304220178462,"retry-timeout":"500ms"} {"level":"warn","ts":"2026-03-20T10:23:21.045203Z","caller":"etcdserver/v3_server.go:897","msg":"waiting for ReadIndex response took too long, retrying","sent-request-id":184257304220178462,"retry-timeout":"500ms"} {"level":"warn","ts":"2026-03-20T10:23:21.242904Z","caller":"wal/wal.go:805","msg":"slow fdatasync","took":"1.202381002s","expected-duration":"1s"} {"level":"info","ts":"2026-03-20T10:23:21.243448Z","caller":"traceutil/trace.go:171","msg":"trace[1370251558] transaction","detail":"{read_only:false; response_revision:1596; number_of_response:1; }","duration":"1.202969396s","start":"2026-03-20T10:23:20.040435Z","end":"2026-03-20T10:23:21.243405Z","steps":["trace[1370251558] 'process raft request' (duration: 1.202782512s)"],"step_count":1} {"level":"warn","ts":"2026-03-20T10:23:21.243587Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-20T10:23:20.040419Z","time spent":"1.20310843s","remote":"127.0.0.1:36552","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":706,"response count":0,"response size":38,"request content":"compare: success:> failure:<>"} {"level":"warn","ts":"2026-03-20T10:23:22.104701Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"2.000201832s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/health\" ","response":"","error":"context canceled"} {"level":"info","ts":"2026-03-20T10:23:22.104809Z","caller":"traceutil/trace.go:171","msg":"trace[858925117] range","detail":"{range_begin:/registry/health; range_end:; }","duration":"2.000368436s","start":"2026-03-20T10:23:20.104418Z","end":"2026-03-20T10:23:22.104787Z","steps":["trace[858925117] 'agreement among raft nodes before linearized reading' (duration: 2.000240823s)"],"step_count":1} {"level":"warn","ts":"2026-03-20T10:23:22.105088Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-20T10:23:20.104398Z","time spent":"2.000455798s","remote":"127.0.0.1:36464","response type":"/etcdserverpb.KV/Range","request count":0,"request size":18,"response count":0,"response size":0,"request content":"key:\"/registry/health\" "} 2026/03/20 10:23:22 WARNING: [core] [Server #8] grpc: Server.processUnaryRPC failed to write status: connection error: desc = "transport is closing" {"level":"warn","ts":"2026-03-20T10:23:22.540001Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"141.212912ms","expected-duration":"100ms","prefix":"read-only range ","request":"limit:1 serializable:true keys_only:true ","response":"range_response_count:0 size:5"} {"level":"info","ts":"2026-03-20T10:23:22.540158Z","caller":"traceutil/trace.go:171","msg":"trace[1698963241] range","detail":"{range_begin:; range_end:; response_count:0; response_revision:1596; }","duration":"141.404626ms","start":"2026-03-20T10:23:22.398736Z","end":"2026-03-20T10:23:22.540141Z","steps":["trace[1698963241] 'range keys from in-memory index tree' (duration: 141.195221ms)"],"step_count":1} {"level":"warn","ts":"2026-03-20T10:23:22.540271Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"958.448684ms","expected-duration":"100ms","prefix":"","request":"header: txn: success:> failure: >>","response":"size:16"} {"level":"info","ts":"2026-03-20T10:23:22.540476Z","caller":"traceutil/trace.go:171","msg":"trace[884189331] transaction","detail":"{read_only:false; response_revision:1597; number_of_response:1; }","duration":"2.499950143s","start":"2026-03-20T10:23:20.040481Z","end":"2026-03-20T10:23:22.540431Z","steps":["trace[884189331] 'process raft request' (duration: 1.541229372s)","trace[884189331] 'compare' (duration: 958.28691ms)"],"step_count":2} {"level":"info","ts":"2026-03-20T10:23:22.540512Z","caller":"traceutil/trace.go:171","msg":"trace[1942330134] linearizableReadLoop","detail":"{readStateIndex:1716; appliedIndex:1713; }","duration":"2.497322346s","start":"2026-03-20T10:23:20.043131Z","end":"2026-03-20T10:23:22.540453Z","steps":["trace[1942330134] 'read index received' (duration: 1.200139755s)","trace[1942330134] 'applied index is now lower than readState.Index' (duration: 1.297181451s)"],"step_count":2} {"level":"warn","ts":"2026-03-20T10:23:22.540674Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-20T10:23:20.040457Z","time spent":"2.500141458s","remote":"127.0.0.1:36552","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":846,"response count":0,"response size":38,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-03-20T10:23:22.540849Z","caller":"traceutil/trace.go:171","msg":"trace[290420129] transaction","detail":"{read_only:false; response_revision:1598; number_of_response:1; }","duration":"2.49825336s","start":"2026-03-20T10:23:20.042579Z","end":"2026-03-20T10:23:22.540832Z","steps":["trace[290420129] 'process raft request' (duration: 2.497792058s)"],"step_count":1} {"level":"warn","ts":"2026-03-20T10:23:22.540974Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-20T10:23:20.042556Z","time spent":"2.498343142s","remote":"127.0.0.1:36750","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":464,"response count":0,"response size":38,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-03-20T10:23:22.541206Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"2.498066816s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/clusterroles/system:discovery\" ","response":"range_response_count:1 size:647"} {"level":"info","ts":"2026-03-20T10:23:22.54127Z","caller":"traceutil/trace.go:171","msg":"trace[1285203842] range","detail":"{range_begin:/registry/clusterroles/system:discovery; range_end:; response_count:1; response_revision:1598; }","duration":"2.498158858s","start":"2026-03-20T10:23:20.043097Z","end":"2026-03-20T10:23:22.541256Z","steps":["trace[1285203842] 'agreement among raft nodes before linearized reading' (duration: 2.498037675s)"],"step_count":1} {"level":"warn","ts":"2026-03-20T10:23:22.541328Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-20T10:23:20.043087Z","time spent":"2.498223099s","remote":"127.0.0.1:36850","response type":"/etcdserverpb.KV/Range","request count":0,"request size":41,"response count":1,"response size":669,"request content":"key:\"/registry/clusterroles/system:discovery\" "} {"level":"warn","ts":"2026-03-20T10:23:22.541518Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"2.498279671s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pods/kube-system/kube-controller-manager-instance\" ","response":"range_response_count:1 size:7079"} {"level":"info","ts":"2026-03-20T10:23:22.541581Z","caller":"traceutil/trace.go:171","msg":"trace[869411006] range","detail":"{range_begin:/registry/pods/kube-system/kube-controller-manager-instance; range_end:; response_count:1; response_revision:1598; }","duration":"2.498374604s","start":"2026-03-20T10:23:20.043189Z","end":"2026-03-20T10:23:22.541564Z","steps":["trace[869411006] 'agreement among raft nodes before linearized reading' (duration: 2.498184099s)"],"step_count":1} {"level":"warn","ts":"2026-03-20T10:23:22.541659Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-20T10:23:20.043182Z","time spent":"2.498462856s","remote":"127.0.0.1:36646","response type":"/etcdserverpb.KV/Range","request count":0,"request size":61,"response count":1,"response size":7101,"request content":"key:\"/registry/pods/kube-system/kube-controller-manager-instance\" "} {"level":"warn","ts":"2026-03-20T10:23:22.541663Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"436.597764ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/health\" ","response":"range_response_count:0 size:5"} {"level":"info","ts":"2026-03-20T10:23:22.541748Z","caller":"traceutil/trace.go:171","msg":"trace[1977637025] range","detail":"{range_begin:/registry/health; range_end:; response_count:0; response_revision:1598; }","duration":"436.681016ms","start":"2026-03-20T10:23:22.105053Z","end":"2026-03-20T10:23:22.541734Z","steps":["trace[1977637025] 'agreement among raft nodes before linearized reading' (duration: 436.573453ms)"],"step_count":1} {"level":"warn","ts":"2026-03-20T10:23:22.541795Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-20T10:23:22.104926Z","time spent":"436.856431ms","remote":"127.0.0.1:36468","response type":"/etcdserverpb.KV/Range","request count":0,"request size":18,"response count":0,"response size":27,"request content":"key:\"/registry/health\" "} {"level":"warn","ts":"2026-03-20T10:23:23.181487Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"481.793577ms","expected-duration":"100ms","prefix":"","request":"header: txn: success:> failure: >>","response":"size:16"} {"level":"info","ts":"2026-03-20T10:23:23.18164Z","caller":"traceutil/trace.go:171","msg":"trace[1252584901] linearizableReadLoop","detail":"{readStateIndex:1717; appliedIndex:1716; }","duration":"633.959095ms","start":"2026-03-20T10:23:22.547657Z","end":"2026-03-20T10:23:23.181616Z","steps":["trace[1252584901] 'read index received' (duration: 151.930503ms)","trace[1252584901] 'applied index is now lower than readState.Index' (duration: 482.026142ms)"],"step_count":2} {"level":"info","ts":"2026-03-20T10:23:23.181747Z","caller":"traceutil/trace.go:171","msg":"trace[679467535] transaction","detail":"{read_only:false; response_revision:1599; number_of_response:1; }","duration":"634.351195ms","start":"2026-03-20T10:23:22.547377Z","end":"2026-03-20T10:23:23.181728Z","steps":["trace[679467535] 'process raft request' (duration: 152.200439ms)","trace[679467535] 'compare' (duration: 481.649823ms)"],"step_count":2} {"level":"warn","ts":"2026-03-20T10:23:23.181844Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-20T10:23:22.547364Z","time spent":"634.429407ms","remote":"127.0.0.1:36552","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":846,"response count":0,"response size":38,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-03-20T10:23:23.182246Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"634.57903ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/clusterroles/system:public-info-viewer\" ","response":"range_response_count:1 size:613"} {"level":"info","ts":"2026-03-20T10:23:23.182305Z","caller":"traceutil/trace.go:171","msg":"trace[1415523638] range","detail":"{range_begin:/registry/clusterroles/system:public-info-viewer; range_end:; response_count:1; response_revision:1599; }","duration":"634.647693ms","start":"2026-03-20T10:23:22.547643Z","end":"2026-03-20T10:23:23.182291Z","steps":["trace[1415523638] 'agreement among raft nodes before linearized reading' (duration: 634.490539ms)"],"step_count":1} {"level":"warn","ts":"2026-03-20T10:23:23.182348Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-20T10:23:22.547638Z","time spent":"634.698704ms","remote":"127.0.0.1:36850","response type":"/etcdserverpb.KV/Range","request count":0,"request size":50,"response count":1,"response size":635,"request content":"key:\"/registry/clusterroles/system:public-info-viewer\" "} {"level":"info","ts":"2026-03-20T10:23:23.214716Z","caller":"traceutil/trace.go:171","msg":"trace[1936255847] transaction","detail":"{read_only:false; response_revision:1600; number_of_response:1; }","duration":"665.513684ms","start":"2026-03-20T10:23:22.549184Z","end":"2026-03-20T10:23:23.214698Z","steps":["trace[1936255847] 'process raft request' (duration: 665.34436ms)"],"step_count":1} {"level":"warn","ts":"2026-03-20T10:23:23.214772Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"610.804129ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/health\" ","response":"range_response_count:0 size:5"} {"level":"warn","ts":"2026-03-20T10:23:23.21482Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-20T10:23:22.549168Z","time spent":"665.598447ms","remote":"127.0.0.1:36646","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":7225,"response count":0,"response size":38,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-03-20T10:23:23.214857Z","caller":"traceutil/trace.go:171","msg":"trace[1775203105] range","detail":"{range_begin:/registry/health; range_end:; response_count:0; response_revision:1600; }","duration":"610.946203ms","start":"2026-03-20T10:23:22.603893Z","end":"2026-03-20T10:23:23.21484Z","steps":["trace[1775203105] 'agreement among raft nodes before linearized reading' (duration: 610.793149ms)"],"step_count":1} {"level":"warn","ts":"2026-03-20T10:23:23.214903Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-20T10:23:22.60382Z","time spent":"611.075126ms","remote":"127.0.0.1:36464","response type":"/etcdserverpb.KV/Range","request count":0,"request size":18,"response count":0,"response size":27,"request content":"key:\"/registry/health\" "} {"level":"warn","ts":"2026-03-20T10:23:23.774969Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"441.789996ms","expected-duration":"100ms","prefix":"","request":"header: txn: success:> failure: >>","response":"size:16"} {"level":"info","ts":"2026-03-20T10:23:23.775066Z","caller":"traceutil/trace.go:171","msg":"trace[606708263] linearizableReadLoop","detail":"{readStateIndex:1719; appliedIndex:1718; }","duration":"557.159263ms","start":"2026-03-20T10:23:23.217892Z","end":"2026-03-20T10:23:23.775051Z","steps":["trace[606708263] 'read index received' (duration: 115.164772ms)","trace[606708263] 'applied index is now lower than readState.Index' (duration: 441.993341ms)"],"step_count":2} {"level":"info","ts":"2026-03-20T10:23:23.775093Z","caller":"traceutil/trace.go:171","msg":"trace[1560877858] transaction","detail":"{read_only:false; response_revision:1601; number_of_response:1; }","duration":"557.712447ms","start":"2026-03-20T10:23:23.217345Z","end":"2026-03-20T10:23:23.775057Z","steps":["trace[1560877858] 'process raft request' (duration: 115.760618ms)","trace[1560877858] 'compare' (duration: 441.140049ms)"],"step_count":2} {"level":"warn","ts":"2026-03-20T10:23:23.775186Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-20T10:23:23.217334Z","time spent":"557.807279ms","remote":"127.0.0.1:36552","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":772,"response count":0,"response size":38,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-03-20T10:23:23.775206Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"556.738702ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/clusterroles/edit\" ","response":"range_response_count:1 size:3475"} {"level":"info","ts":"2026-03-20T10:23:23.775235Z","caller":"traceutil/trace.go:171","msg":"trace[311161818] range","detail":"{range_begin:/registry/clusterroles/edit; range_end:; response_count:1; response_revision:1601; }","duration":"556.786744ms","start":"2026-03-20T10:23:23.218439Z","end":"2026-03-20T10:23:23.775226Z","steps":["trace[311161818] 'agreement among raft nodes before linearized reading' (duration: 556.697832ms)"],"step_count":1} {"level":"warn","ts":"2026-03-20T10:23:23.775263Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-20T10:23:23.218428Z","time spent":"556.828205ms","remote":"127.0.0.1:36850","response type":"/etcdserverpb.KV/Range","request count":0,"request size":29,"response count":1,"response size":3497,"request content":"key:\"/registry/clusterroles/edit\" "} {"level":"warn","ts":"2026-03-20T10:23:23.775257Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"170.702597ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/health\" ","response":"range_response_count:0 size:5"} {"level":"warn","ts":"2026-03-20T10:23:23.775346Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"557.390688ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pods/kube-system/kube-vip-instance\" ","response":"range_response_count:1 size:5087"} {"level":"info","ts":"2026-03-20T10:23:23.775421Z","caller":"traceutil/trace.go:171","msg":"trace[1596291910] range","detail":"{range_begin:/registry/health; range_end:; response_count:0; response_revision:1601; }","duration":"170.881172ms","start":"2026-03-20T10:23:23.604467Z","end":"2026-03-20T10:23:23.775348Z","steps":["trace[1596291910] 'agreement among raft nodes before linearized reading' (duration: 170.706528ms)"],"step_count":1} {"level":"info","ts":"2026-03-20T10:23:23.775452Z","caller":"traceutil/trace.go:171","msg":"trace[1655316108] range","detail":"{range_begin:/registry/pods/kube-system/kube-vip-instance; range_end:; response_count:1; response_revision:1601; }","duration":"557.555803ms","start":"2026-03-20T10:23:23.217877Z","end":"2026-03-20T10:23:23.775432Z","steps":["trace[1655316108] 'agreement among raft nodes before linearized reading' (duration: 557.234835ms)"],"step_count":1} {"level":"warn","ts":"2026-03-20T10:23:23.775498Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-20T10:23:23.217871Z","time spent":"557.617775ms","remote":"127.0.0.1:36646","response type":"/etcdserverpb.KV/Range","request count":0,"request size":46,"response count":1,"response size":5109,"request content":"key:\"/registry/pods/kube-system/kube-vip-instance\" "} {"level":"warn","ts":"2026-03-20T10:23:24.283984Z","caller":"etcdserver/v3_server.go:897","msg":"waiting for ReadIndex response took too long, retrying","sent-request-id":184257304220178482,"retry-timeout":"500ms"} {"level":"info","ts":"2026-03-20T10:23:24.631811Z","caller":"traceutil/trace.go:171","msg":"trace[619581798] transaction","detail":"{read_only:false; response_revision:1602; number_of_response:1; }","duration":"849.642189ms","start":"2026-03-20T10:23:23.782123Z","end":"2026-03-20T10:23:24.631765Z","steps":["trace[619581798] 'process raft request' (duration: 849.460755ms)"],"step_count":1} {"level":"warn","ts":"2026-03-20T10:23:24.632098Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-20T10:23:23.782108Z","time spent":"849.917397ms","remote":"127.0.0.1:36552","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":772,"response count":0,"response size":38,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-03-20T10:23:26.280428Z","caller":"wal/wal.go:805","msg":"slow fdatasync","took":"1.649312834s","expected-duration":"1s"} {"level":"info","ts":"2026-03-20T10:23:26.28098Z","caller":"traceutil/trace.go:171","msg":"trace[1759663172] linearizableReadLoop","detail":"{readStateIndex:1721; appliedIndex:1720; }","duration":"2.497986548s","start":"2026-03-20T10:23:23.782969Z","end":"2026-03-20T10:23:26.280955Z","steps":["trace[1759663172] 'read index received' (duration: 848.783777ms)","trace[1759663172] 'applied index is now lower than readState.Index' (duration: 1.649201731s)"],"step_count":2} {"level":"info","ts":"2026-03-20T10:23:26.2811Z","caller":"traceutil/trace.go:171","msg":"trace[931635430] transaction","detail":"{read_only:false; response_revision:1603; number_of_response:1; }","duration":"2.495007784s","start":"2026-03-20T10:23:23.786045Z","end":"2026-03-20T10:23:26.281053Z","steps":["trace[931635430] 'process raft request' (duration: 2.494768157s)"],"step_count":1} {"level":"warn","ts":"2026-03-20T10:23:26.281153Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"2.498159653s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/clusterroles/system:aggregate-to-edit\" ","response":"range_response_count:1 size:2025"} {"level":"info","ts":"2026-03-20T10:23:26.281204Z","caller":"traceutil/trace.go:171","msg":"trace[1148709994] range","detail":"{range_begin:/registry/clusterroles/system:aggregate-to-edit; range_end:; response_count:1; response_revision:1603; }","duration":"2.498238836s","start":"2026-03-20T10:23:23.782947Z","end":"2026-03-20T10:23:26.281186Z","steps":["trace[1148709994] 'agreement among raft nodes before linearized reading' (duration: 2.498129953s)"],"step_count":1} {"level":"warn","ts":"2026-03-20T10:23:26.281243Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-20T10:23:23.782933Z","time spent":"2.498300627s","remote":"127.0.0.1:36850","response type":"/etcdserverpb.KV/Range","request count":0,"request size":49,"response count":1,"response size":2047,"request content":"key:\"/registry/clusterroles/system:aggregate-to-edit\" "} {"level":"warn","ts":"2026-03-20T10:23:26.281305Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-20T10:23:23.786034Z","time spent":"2.495164377s","remote":"127.0.0.1:36646","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":5045,"response count":0,"response size":38,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-03-20T10:23:26.305643Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"2.000329659s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/health\" ","response":"","error":"context canceled"} {"level":"info","ts":"2026-03-20T10:23:26.30571Z","caller":"traceutil/trace.go:171","msg":"trace[422103994] range","detail":"{range_begin:/registry/health; range_end:; }","duration":"2.000454922s","start":"2026-03-20T10:23:24.305242Z","end":"2026-03-20T10:23:26.305697Z","steps":["trace[422103994] 'agreement among raft nodes before linearized reading' (duration: 2.00037947s)"],"step_count":1} {"level":"warn","ts":"2026-03-20T10:23:26.305749Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-20T10:23:24.305215Z","time spent":"2.000526004s","remote":"127.0.0.1:36468","response type":"/etcdserverpb.KV/Range","request count":0,"request size":18,"response count":0,"response size":0,"request content":"key:\"/registry/health\" "} 2026/03/20 10:23:26 WARNING: [core] [Server #8] grpc: Server.processUnaryRPC failed to write status: connection error: desc = "transport is closing" {"level":"warn","ts":"2026-03-20T10:23:27.413003Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.012949562s","expected-duration":"100ms","prefix":"","request":"header: txn: success:> failure: >>","response":"size:16"} {"level":"info","ts":"2026-03-20T10:23:27.413116Z","caller":"traceutil/trace.go:171","msg":"trace[664645844] linearizableReadLoop","detail":"{readStateIndex:1722; appliedIndex:1721; }","duration":"1.132048906s","start":"2026-03-20T10:23:26.28105Z","end":"2026-03-20T10:23:27.413099Z","steps":["trace[664645844] 'read index received' (duration: 118.805287ms)","trace[664645844] 'applied index is now lower than readState.Index' (duration: 1.013242599s)"],"step_count":2} {"level":"warn","ts":"2026-03-20T10:23:27.413241Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.441442758s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/health\" ","response":"range_response_count:0 size:5"} {"level":"info","ts":"2026-03-20T10:23:27.41332Z","caller":"traceutil/trace.go:171","msg":"trace[432909669] range","detail":"{range_begin:/registry/health; range_end:; response_count:0; response_revision:1604; }","duration":"1.441593842s","start":"2026-03-20T10:23:25.971712Z","end":"2026-03-20T10:23:27.413306Z","steps":["trace[432909669] 'agreement among raft nodes before linearized reading' (duration: 1.44147963s)"],"step_count":1} {"level":"warn","ts":"2026-03-20T10:23:27.413356Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"2.776988021s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/events/kube-system/kube-scheduler-instance.189e855a49a84235\" ","response":"range_response_count:1 size:741"} {"level":"info","ts":"2026-03-20T10:23:27.413414Z","caller":"traceutil/trace.go:171","msg":"trace[872100872] range","detail":"{range_begin:/registry/events/kube-system/kube-scheduler-instance.189e855a49a84235; range_end:; response_count:1; response_revision:1604; }","duration":"2.777046733s","start":"2026-03-20T10:23:24.636351Z","end":"2026-03-20T10:23:27.413398Z","steps":["trace[872100872] 'agreement among raft nodes before linearized reading' (duration: 2.776858668s)"],"step_count":1} {"level":"warn","ts":"2026-03-20T10:23:27.413383Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-20T10:23:25.971659Z","time spent":"1.441713065s","remote":"127.0.0.1:36464","response type":"/etcdserverpb.KV/Range","request count":0,"request size":18,"response count":0,"response size":27,"request content":"key:\"/registry/health\" "} {"level":"warn","ts":"2026-03-20T10:23:27.413463Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-20T10:23:24.636313Z","time spent":"2.777137435s","remote":"127.0.0.1:36552","response type":"/etcdserverpb.KV/Range","request count":0,"request size":71,"response count":1,"response size":763,"request content":"key:\"/registry/events/kube-system/kube-scheduler-instance.189e855a49a84235\" "} {"level":"warn","ts":"2026-03-20T10:23:27.41344Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"2.867867263s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/kube-scheduler\" ","response":"range_response_count:1 size:479"} {"level":"info","ts":"2026-03-20T10:23:27.413567Z","caller":"traceutil/trace.go:171","msg":"trace[1742568750] range","detail":"{range_begin:/registry/leases/kube-system/kube-scheduler; range_end:; response_count:1; response_revision:1604; }","duration":"2.868062677s","start":"2026-03-20T10:23:24.545489Z","end":"2026-03-20T10:23:27.413552Z","steps":["trace[1742568750] 'agreement among raft nodes before linearized reading' (duration: 2.867798551s)"],"step_count":1} {"level":"warn","ts":"2026-03-20T10:23:27.413618Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-20T10:23:24.545466Z","time spent":"2.868127079s","remote":"127.0.0.1:36750","response type":"/etcdserverpb.KV/Range","request count":0,"request size":45,"response count":1,"response size":501,"request content":"key:\"/registry/leases/kube-system/kube-scheduler\" "} {"level":"info","ts":"2026-03-20T10:23:27.413756Z","caller":"traceutil/trace.go:171","msg":"trace[333100522] transaction","detail":"{read_only:false; response_revision:1604; number_of_response:1; }","duration":"2.066724932s","start":"2026-03-20T10:23:25.34663Z","end":"2026-03-20T10:23:27.413355Z","steps":["trace[333100522] 'process raft request' (duration: 1.053342849s)","trace[333100522] 'compare' (duration: 1.012788968s)"],"step_count":2} {"level":"warn","ts":"2026-03-20T10:23:27.414022Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.009919076s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/health\" ","response":"range_response_count:0 size:5"} {"level":"info","ts":"2026-03-20T10:23:27.414264Z","caller":"traceutil/trace.go:171","msg":"trace[1697593872] range","detail":"{range_begin:/registry/health; range_end:; response_count:0; response_revision:1604; }","duration":"1.010200523s","start":"2026-03-20T10:23:26.40405Z","end":"2026-03-20T10:23:27.414251Z","steps":["trace[1697593872] 'agreement among raft nodes before linearized reading' (duration: 1.009943816s)"],"step_count":1} {"level":"warn","ts":"2026-03-20T10:23:27.414311Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"238.475125ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/kube-controller-manager\" ","response":"range_response_count:1 size:506"} {"level":"info","ts":"2026-03-20T10:23:27.414373Z","caller":"traceutil/trace.go:171","msg":"trace[1010077677] range","detail":"{range_begin:/registry/leases/kube-system/kube-controller-manager; range_end:; response_count:1; response_revision:1604; }","duration":"238.579778ms","start":"2026-03-20T10:23:27.175779Z","end":"2026-03-20T10:23:27.414359Z","steps":["trace[1010077677] 'agreement among raft nodes before linearized reading' (duration: 238.352312ms)"],"step_count":1} {"level":"warn","ts":"2026-03-20T10:23:27.414396Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-20T10:23:26.404029Z","time spent":"1.010314475s","remote":"127.0.0.1:36468","response type":"/etcdserverpb.KV/Range","request count":0,"request size":18,"response count":0,"response size":27,"request content":"key:\"/registry/health\" "} {"level":"warn","ts":"2026-03-20T10:23:27.414092Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.12782284s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pods/kube-system/ceph-csi-rbd-provisioner-69cb97fb6-7sf5r\" ","response":"range_response_count:1 size:14566"} {"level":"info","ts":"2026-03-20T10:23:27.414553Z","caller":"traceutil/trace.go:171","msg":"trace[851125379] range","detail":"{range_begin:/registry/pods/kube-system/ceph-csi-rbd-provisioner-69cb97fb6-7sf5r; range_end:; response_count:1; response_revision:1604; }","duration":"1.128334583s","start":"2026-03-20T10:23:26.286203Z","end":"2026-03-20T10:23:27.414537Z","steps":["trace[851125379] 'agreement among raft nodes before linearized reading' (duration: 1.12779192s)"],"step_count":1} {"level":"warn","ts":"2026-03-20T10:23:27.414523Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-20T10:23:25.346606Z","time spent":"2.067330397s","remote":"127.0.0.1:36750","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":673,"response count":0,"response size":38,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-03-20T10:23:27.414601Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-20T10:23:26.286175Z","time spent":"1.128412594s","remote":"127.0.0.1:36646","response type":"/etcdserverpb.KV/Range","request count":0,"request size":69,"response count":1,"response size":14588,"request content":"key:\"/registry/pods/kube-system/ceph-csi-rbd-provisioner-69cb97fb6-7sf5r\" "} {"level":"warn","ts":"2026-03-20T10:23:27.414236Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.127742997s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/clusterroles/system:aggregate-to-view\" ","response":"range_response_count:1 size:1930"} {"level":"info","ts":"2026-03-20T10:23:27.415191Z","caller":"traceutil/trace.go:171","msg":"trace[1547189975] range","detail":"{range_begin:/registry/clusterroles/system:aggregate-to-view; range_end:; response_count:1; response_revision:1604; }","duration":"1.128744933s","start":"2026-03-20T10:23:26.286417Z","end":"2026-03-20T10:23:27.415161Z","steps":["trace[1547189975] 'agreement among raft nodes before linearized reading' (duration: 1.127670366s)"],"step_count":1} {"level":"warn","ts":"2026-03-20T10:23:27.415256Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-20T10:23:26.2864Z","time spent":"1.128835525s","remote":"127.0.0.1:36850","response type":"/etcdserverpb.KV/Range","request count":0,"request size":49,"response count":1,"response size":1952,"request content":"key:\"/registry/clusterroles/system:aggregate-to-view\" "} {"level":"warn","ts":"2026-03-20T10:23:28.505867Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"850.949084ms","expected-duration":"100ms","prefix":"","request":"header: txn: success:> failure: >>","response":"size:16"} {"level":"info","ts":"2026-03-20T10:23:28.506409Z","caller":"traceutil/trace.go:171","msg":"trace[552104723] transaction","detail":"{read_only:false; response_revision:1605; number_of_response:1; }","duration":"1.090537217s","start":"2026-03-20T10:23:27.415848Z","end":"2026-03-20T10:23:28.506385Z","steps":["trace[552104723] 'process raft request' (duration: 238.983358ms)","trace[552104723] 'compare' (duration: 850.837731ms)"],"step_count":2} {"level":"warn","ts":"2026-03-20T10:23:28.506629Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-20T10:23:27.415823Z","time spent":"1.09063481s","remote":"127.0.0.1:36552","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":726,"response count":0,"response size":38,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-03-20T10:23:28.702299Z","caller":"wal/wal.go:805","msg":"slow fdatasync","took":"1.04740769s","expected-duration":"1s"} {"level":"warn","ts":"2026-03-20T10:23:29.504658Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"2.000247549s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/health\" ","response":"","error":"context canceled"} {"level":"info","ts":"2026-03-20T10:23:29.504731Z","caller":"traceutil/trace.go:171","msg":"trace[1831108754] range","detail":"{range_begin:/registry/health; range_end:; }","duration":"2.000408903s","start":"2026-03-20T10:23:27.504306Z","end":"2026-03-20T10:23:29.504715Z","steps":["trace[1831108754] 'agreement among raft nodes before linearized reading' (duration: 2.00028704s)"],"step_count":1} {"level":"warn","ts":"2026-03-20T10:23:29.504765Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-20T10:23:27.504285Z","time spent":"2.000473895s","remote":"127.0.0.1:36464","response type":"/etcdserverpb.KV/Range","request count":0,"request size":18,"response count":0,"response size":0,"request content":"key:\"/registry/health\" "} 2026/03/20 10:23:29 WARNING: [core] [Server #8] grpc: Server.processUnaryRPC failed to write status: connection error: desc = "transport is closing" {"level":"warn","ts":"2026-03-20T10:23:30.548033Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.845311636s","expected-duration":"100ms","prefix":"","request":"header: txn: success:> failure: >>","response":"size:16"} {"level":"info","ts":"2026-03-20T10:23:30.548303Z","caller":"traceutil/trace.go:171","msg":"trace[1604341109] transaction","detail":"{read_only:false; response_revision:1606; number_of_response:1; }","duration":"3.128548415s","start":"2026-03-20T10:23:27.419722Z","end":"2026-03-20T10:23:30.54827Z","steps":["trace[1604341109] 'process raft request' (duration: 1.28290855s)","trace[1604341109] 'compare' (duration: 1.843732126s)"],"step_count":2} {"level":"info","ts":"2026-03-20T10:23:30.548332Z","caller":"traceutil/trace.go:171","msg":"trace[28217895] linearizableReadLoop","detail":"{readStateIndex:1724; appliedIndex:1722; }","duration":"3.114650634s","start":"2026-03-20T10:23:27.433663Z","end":"2026-03-20T10:23:30.548314Z","steps":["trace[28217895] 'read index received' (duration: 221.181899ms)","trace[28217895] 'applied index is now lower than readState.Index' (duration: 2.893467865s)"],"step_count":2} {"level":"warn","ts":"2026-03-20T10:23:30.548434Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-20T10:23:27.419701Z","time spent":"3.128661407s","remote":"127.0.0.1:36750","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":464,"response count":0,"response size":38,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-03-20T10:23:30.548594Z","caller":"traceutil/trace.go:171","msg":"trace[783181990] transaction","detail":"{read_only:false; response_revision:1607; number_of_response:1; }","duration":"3.100850805s","start":"2026-03-20T10:23:27.447729Z","end":"2026-03-20T10:23:30.54858Z","steps":["trace[783181990] 'process raft request' (duration: 3.100440845s)"],"step_count":1} {"level":"warn","ts":"2026-03-20T10:23:30.548671Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-20T10:23:27.447708Z","time spent":"3.100922358s","remote":"127.0.0.1:36646","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":14457,"response count":0,"response size":38,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-03-20T10:23:30.548767Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"3.115093346s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/clusterroles/system:heapster\" ","response":"range_response_count:1 size:638"} {"level":"info","ts":"2026-03-20T10:23:30.548804Z","caller":"traceutil/trace.go:171","msg":"trace[1093137672] range","detail":"{range_begin:/registry/clusterroles/system:heapster; range_end:; response_count:1; response_revision:1608; }","duration":"3.115168687s","start":"2026-03-20T10:23:27.433625Z","end":"2026-03-20T10:23:30.548793Z","steps":["trace[1093137672] 'agreement among raft nodes before linearized reading' (duration: 3.115090585s)"],"step_count":1} {"level":"warn","ts":"2026-03-20T10:23:30.548832Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-20T10:23:27.43361Z","time spent":"3.115216228s","remote":"127.0.0.1:36850","response type":"/etcdserverpb.KV/Range","request count":0,"request size":40,"response count":1,"response size":660,"request content":"key:\"/registry/clusterroles/system:heapster\" "} {"level":"warn","ts":"2026-03-20T10:23:30.548948Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"2.038879299s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/events/kube-system/kube-scheduler-instance.189e855a5585d6b9\" ","response":"range_response_count:1 size:741"} {"level":"info","ts":"2026-03-20T10:23:30.54898Z","caller":"traceutil/trace.go:171","msg":"trace[919903506] range","detail":"{range_begin:/registry/events/kube-system/kube-scheduler-instance.189e855a5585d6b9; range_end:; response_count:1; response_revision:1608; }","duration":"2.0389383s","start":"2026-03-20T10:23:28.510032Z","end":"2026-03-20T10:23:30.54897Z","steps":["trace[919903506] 'agreement among raft nodes before linearized reading' (duration: 2.038814077s)"],"step_count":1} {"level":"warn","ts":"2026-03-20T10:23:30.549014Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-20T10:23:28.510019Z","time spent":"2.038987842s","remote":"127.0.0.1:36552","response type":"/etcdserverpb.KV/Range","request count":0,"request size":71,"response count":1,"response size":763,"request content":"key:\"/registry/events/kube-system/kube-scheduler-instance.189e855a5585d6b9\" "} {"level":"info","ts":"2026-03-20T10:23:30.549014Z","caller":"traceutil/trace.go:171","msg":"trace[735114273] transaction","detail":"{read_only:false; response_revision:1608; number_of_response:1; }","duration":"3.021439613s","start":"2026-03-20T10:23:27.527564Z","end":"2026-03-20T10:23:30.549003Z","steps":["trace[735114273] 'process raft request' (duration: 3.020707645s)"],"step_count":1} {"level":"warn","ts":"2026-03-20T10:23:30.549071Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-20T10:23:27.527547Z","time spent":"3.021492775s","remote":"127.0.0.1:36750","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":521,"response count":0,"response size":38,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-03-20T10:23:30.549247Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.044198393s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/health\" ","response":"range_response_count:0 size:5"} {"level":"info","ts":"2026-03-20T10:23:30.549324Z","caller":"traceutil/trace.go:171","msg":"trace[476631152] range","detail":"{range_begin:/registry/health; range_end:; response_count:0; response_revision:1608; }","duration":"1.044311136s","start":"2026-03-20T10:23:29.504995Z","end":"2026-03-20T10:23:30.549306Z","steps":["trace[476631152] 'agreement among raft nodes before linearized reading' (duration: 1.044182973s)"],"step_count":1} {"level":"warn","ts":"2026-03-20T10:23:30.549374Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-20T10:23:29.504983Z","time spent":"1.044377878s","remote":"127.0.0.1:36468","response type":"/etcdserverpb.KV/Range","request count":0,"request size":18,"response count":0,"response size":27,"request content":"key:\"/registry/health\" "} {"level":"warn","ts":"2026-03-20T10:23:31.052379Z","caller":"etcdserver/v3_server.go:897","msg":"waiting for ReadIndex response took too long, retrying","sent-request-id":184257304220178494,"retry-timeout":"500ms"} {"level":"warn","ts":"2026-03-20T10:23:31.552798Z","caller":"etcdserver/v3_server.go:897","msg":"waiting for ReadIndex response took too long, retrying","sent-request-id":184257304220178494,"retry-timeout":"500ms"} {"level":"warn","ts":"2026-03-20T10:23:32.053699Z","caller":"etcdserver/v3_server.go:897","msg":"waiting for ReadIndex response took too long, retrying","sent-request-id":184257304220178494,"retry-timeout":"500ms"} {"level":"warn","ts":"2026-03-20T10:23:32.089551Z","caller":"wal/wal.go:805","msg":"slow fdatasync","took":"1.537564348s","expected-duration":"1s"} {"level":"warn","ts":"2026-03-20T10:23:32.370107Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"280.280519ms","expected-duration":"100ms","prefix":"","request":"header: txn: success:> failure: >>","response":"size:16"} {"level":"info","ts":"2026-03-20T10:23:32.370202Z","caller":"traceutil/trace.go:171","msg":"trace[207157831] linearizableReadLoop","detail":"{readStateIndex:1727; appliedIndex:1726; }","duration":"1.818041902s","start":"2026-03-20T10:23:30.552142Z","end":"2026-03-20T10:23:32.370184Z","steps":["trace[207157831] 'read index received' (duration: 1.537524147s)","trace[207157831] 'applied index is now lower than readState.Index' (duration: 280.516785ms)"],"step_count":2} {"level":"warn","ts":"2026-03-20T10:23:32.370335Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.818196495s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/clusterroles/system:node\" ","response":"range_response_count:1 size:1486"} {"level":"info","ts":"2026-03-20T10:23:32.370364Z","caller":"traceutil/trace.go:171","msg":"trace[1559859406] range","detail":"{range_begin:/registry/clusterroles/system:node; range_end:; response_count:1; response_revision:1609; }","duration":"1.818254707s","start":"2026-03-20T10:23:30.552102Z","end":"2026-03-20T10:23:32.370357Z","steps":["trace[1559859406] 'agreement among raft nodes before linearized reading' (duration: 1.818172345s)"],"step_count":1} {"level":"warn","ts":"2026-03-20T10:23:32.370394Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-20T10:23:30.55209Z","time spent":"1.818297618s","remote":"127.0.0.1:36850","response type":"/etcdserverpb.KV/Range","request count":0,"request size":36,"response count":1,"response size":1508,"request content":"key:\"/registry/clusterroles/system:node\" "} {"level":"info","ts":"2026-03-20T10:23:32.370324Z","caller":"traceutil/trace.go:171","msg":"trace[1495132380] transaction","detail":"{read_only:false; response_revision:1609; number_of_response:1; }","duration":"1.818416471s","start":"2026-03-20T10:23:30.551874Z","end":"2026-03-20T10:23:32.370291Z","steps":["trace[1495132380] 'process raft request' (duration: 1.537890196s)","trace[1495132380] 'compare' (duration: 280.166276ms)"],"step_count":2} {"level":"warn","ts":"2026-03-20T10:23:32.370539Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-20T10:23:30.551851Z","time spent":"1.818606486s","remote":"127.0.0.1:36552","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":726,"response count":0,"response size":38,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-03-20T10:23:32.370559Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.809922397s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pods/kube-system/cilium-operator-869df985b8-6rkgb\" ","response":"range_response_count:1 size:7209"} {"level":"info","ts":"2026-03-20T10:23:32.370666Z","caller":"traceutil/trace.go:171","msg":"trace[633588344] range","detail":"{range_begin:/registry/pods/kube-system/cilium-operator-869df985b8-6rkgb; range_end:; response_count:1; response_revision:1609; }","duration":"1.81007045s","start":"2026-03-20T10:23:30.560571Z","end":"2026-03-20T10:23:32.370642Z","steps":["trace[633588344] 'agreement among raft nodes before linearized reading' (duration: 1.809787623s)"],"step_count":1} {"level":"warn","ts":"2026-03-20T10:23:32.370654Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"671.129119ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/kube-controller-manager\" ","response":"range_response_count:1 size:506"} {"level":"warn","ts":"2026-03-20T10:23:32.370588Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.766986003s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/health\" ","response":"range_response_count:0 size:5"} {"level":"warn","ts":"2026-03-20T10:23:32.370735Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-20T10:23:30.56056Z","time spent":"1.810158173s","remote":"127.0.0.1:36646","response type":"/etcdserverpb.KV/Range","request count":0,"request size":61,"response count":1,"response size":7231,"request content":"key:\"/registry/pods/kube-system/cilium-operator-869df985b8-6rkgb\" "} {"level":"info","ts":"2026-03-20T10:23:32.370742Z","caller":"traceutil/trace.go:171","msg":"trace[1089062007] range","detail":"{range_begin:/registry/leases/kube-system/kube-controller-manager; range_end:; response_count:1; response_revision:1609; }","duration":"671.268371ms","start":"2026-03-20T10:23:31.699455Z","end":"2026-03-20T10:23:32.370724Z","steps":["trace[1089062007] 'agreement among raft nodes before linearized reading' (duration: 671.002905ms)"],"step_count":1} {"level":"warn","ts":"2026-03-20T10:23:32.370786Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-20T10:23:31.699435Z","time spent":"671.342644ms","remote":"127.0.0.1:36750","response type":"/etcdserverpb.KV/Range","request count":0,"request size":54,"response count":1,"response size":528,"request content":"key:\"/registry/leases/kube-system/kube-controller-manager\" "} {"level":"info","ts":"2026-03-20T10:23:32.370795Z","caller":"traceutil/trace.go:171","msg":"trace[1267895445] range","detail":"{range_begin:/registry/health; range_end:; response_count:0; response_revision:1609; }","duration":"1.767202408s","start":"2026-03-20T10:23:30.603557Z","end":"2026-03-20T10:23:32.37076Z","steps":["trace[1267895445] 'agreement among raft nodes before linearized reading' (duration: 1.766976222s)"],"step_count":1} {"level":"warn","ts":"2026-03-20T10:23:32.370848Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-20T10:23:30.603544Z","time spent":"1.767290801s","remote":"127.0.0.1:36464","response type":"/etcdserverpb.KV/Range","request count":0,"request size":18,"response count":0,"response size":27,"request content":"key:\"/registry/health\" "} {"level":"warn","ts":"2026-03-20T10:23:32.878691Z","caller":"etcdserver/v3_server.go:897","msg":"waiting for ReadIndex response took too long, retrying","sent-request-id":184257304220178501,"retry-timeout":"500ms"} {"level":"warn","ts":"2026-03-20T10:23:34.144173Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"858.377932ms","expected-duration":"100ms","prefix":"","request":"header: txn: success:> failure: >>","response":"size:16"} {"level":"info","ts":"2026-03-20T10:23:34.144295Z","caller":"traceutil/trace.go:171","msg":"trace[1466273865] transaction","detail":"{read_only:false; response_revision:1610; number_of_response:1; }","duration":"1.766472628s","start":"2026-03-20T10:23:32.377803Z","end":"2026-03-20T10:23:34.144275Z","steps":["trace[1466273865] 'process raft request' (duration: 907.915472ms)","trace[1466273865] 'compare' (duration: 857.933371ms)"],"step_count":2} {"level":"warn","ts":"2026-03-20T10:23:34.144354Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-20T10:23:32.377788Z","time spent":"1.76653742s","remote":"127.0.0.1:36552","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":696,"response count":0,"response size":38,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-03-20T10:23:34.404667Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"2.000346937s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/health\" ","response":"","error":"context deadline exceeded"} {"level":"info","ts":"2026-03-20T10:23:34.404756Z","caller":"traceutil/trace.go:171","msg":"trace[1598801542] range","detail":"{range_begin:/registry/health; range_end:; }","duration":"2.000475951s","start":"2026-03-20T10:23:32.404261Z","end":"2026-03-20T10:23:34.404737Z","steps":["trace[1598801542] 'agreement among raft nodes before linearized reading' (duration: 2.000361448s)"],"step_count":1} {"level":"warn","ts":"2026-03-20T10:23:34.404803Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-20T10:23:32.404248Z","time spent":"2.000545542s","remote":"127.0.0.1:36464","response type":"/etcdserverpb.KV/Range","request count":0,"request size":18,"response count":0,"response size":0,"request content":"key:\"/registry/health\" "} 2026/03/20 10:23:34 WARNING: [core] [Server #8] grpc: Server.processUnaryRPC failed to write status: connection error: desc = "transport is closing" {"level":"warn","ts":"2026-03-20T10:23:34.56214Z","caller":"wal/wal.go:805","msg":"slow fdatasync","took":"1.276388417s","expected-duration":"1s"} {"level":"warn","ts":"2026-03-20T10:23:34.927161Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"364.806952ms","expected-duration":"100ms","prefix":"","request":"header: txn: success:> failure: >>","response":"size:16"} {"level":"info","ts":"2026-03-20T10:23:34.927236Z","caller":"traceutil/trace.go:171","msg":"trace[1150284333] linearizableReadLoop","detail":"{readStateIndex:1729; appliedIndex:1727; }","duration":"2.549031439s","start":"2026-03-20T10:23:32.378192Z","end":"2026-03-20T10:23:34.927223Z","steps":["trace[1150284333] 'read index received' (duration: 907.538662ms)","trace[1150284333] 'applied index is now lower than readState.Index' (duration: 1.641491917s)"],"step_count":2} {"level":"info","ts":"2026-03-20T10:23:34.927292Z","caller":"traceutil/trace.go:171","msg":"trace[11088295] transaction","detail":"{read_only:false; response_revision:1611; number_of_response:1; }","duration":"2.549073191s","start":"2026-03-20T10:23:32.378209Z","end":"2026-03-20T10:23:34.927282Z","steps":["trace[11088295] 'process raft request' (duration: 2.184087764s)","trace[11088295] 'compare' (duration: 364.636458ms)"],"step_count":2} {"level":"warn","ts":"2026-03-20T10:23:34.927363Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-20T10:23:32.3782Z","time spent":"2.549135222s","remote":"127.0.0.1:36646","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":7038,"response count":0,"response size":38,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-03-20T10:23:34.927474Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"2.549279005s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/clusterroles/system:node-bootstrapper\" ","response":"range_response_count:1 size:633"} {"level":"info","ts":"2026-03-20T10:23:34.927497Z","caller":"traceutil/trace.go:171","msg":"trace[2125599624] range","detail":"{range_begin:/registry/clusterroles/system:node-bootstrapper; range_end:; response_count:1; response_revision:1611; }","duration":"2.549316177s","start":"2026-03-20T10:23:32.378174Z","end":"2026-03-20T10:23:34.92749Z","steps":["trace[2125599624] 'agreement among raft nodes before linearized reading' (duration: 2.549268806s)"],"step_count":1} {"level":"warn","ts":"2026-03-20T10:23:34.927516Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-20T10:23:32.378166Z","time spent":"2.549345237s","remote":"127.0.0.1:36850","response type":"/etcdserverpb.KV/Range","request count":0,"request size":49,"response count":1,"response size":655,"request content":"key:\"/registry/clusterroles/system:node-bootstrapper\" "} {"level":"warn","ts":"2026-03-20T10:23:34.92766Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"2.365043048s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/kube-scheduler\" ","response":"range_response_count:1 size:479"} {"level":"info","ts":"2026-03-20T10:23:34.927682Z","caller":"traceutil/trace.go:171","msg":"trace[760866487] range","detail":"{range_begin:/registry/leases/kube-system/kube-scheduler; range_end:; response_count:1; response_revision:1611; }","duration":"2.36511158s","start":"2026-03-20T10:23:32.562565Z","end":"2026-03-20T10:23:34.927677Z","steps":["trace[760866487] 'agreement among raft nodes before linearized reading' (duration: 2.365030878s)"],"step_count":1} {"level":"warn","ts":"2026-03-20T10:23:34.927698Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-20T10:23:32.562543Z","time spent":"2.36515183s","remote":"127.0.0.1:36750","response type":"/etcdserverpb.KV/Range","request count":0,"request size":45,"response count":1,"response size":501,"request content":"key:\"/registry/leases/kube-system/kube-scheduler\" "} {"level":"warn","ts":"2026-03-20T10:23:34.927824Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"522.768667ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/health\" ","response":"range_response_count:0 size:5"} {"level":"info","ts":"2026-03-20T10:23:34.927848Z","caller":"traceutil/trace.go:171","msg":"trace[6333228] range","detail":"{range_begin:/registry/health; range_end:; response_count:0; response_revision:1611; }","duration":"522.833849ms","start":"2026-03-20T10:23:34.405007Z","end":"2026-03-20T10:23:34.92784Z","steps":["trace[6333228] 'agreement among raft nodes before linearized reading' (duration: 522.800838ms)"],"step_count":1} {"level":"warn","ts":"2026-03-20T10:23:34.927865Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-20T10:23:34.404987Z","time spent":"522.87449ms","remote":"127.0.0.1:36468","response type":"/etcdserverpb.KV/Range","request count":0,"request size":18,"response count":0,"response size":27,"request content":"key:\"/registry/health\" "} {"level":"warn","ts":"2026-03-20T10:23:34.927987Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"780.027086ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/events/kube-system/kube-vip-instance.189e855a62e5e002\" ","response":"range_response_count:1 size:711"} {"level":"info","ts":"2026-03-20T10:23:34.928015Z","caller":"traceutil/trace.go:171","msg":"trace[824435649] range","detail":"{range_begin:/registry/events/kube-system/kube-vip-instance.189e855a62e5e002; range_end:; response_count:1; response_revision:1611; }","duration":"780.097348ms","start":"2026-03-20T10:23:34.147909Z","end":"2026-03-20T10:23:34.928006Z","steps":["trace[824435649] 'agreement among raft nodes before linearized reading' (duration: 780.037426ms)"],"step_count":1} {"level":"warn","ts":"2026-03-20T10:23:34.928032Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-20T10:23:34.14789Z","time spent":"780.138159ms","remote":"127.0.0.1:36552","response type":"/etcdserverpb.KV/Range","request count":0,"request size":65,"response count":1,"response size":733,"request content":"key:\"/registry/events/kube-system/kube-vip-instance.189e855a62e5e002\" "} {"level":"warn","ts":"2026-03-20T10:23:36.199505Z","caller":"wal/wal.go:805","msg":"slow fdatasync","took":"1.12538955s","expected-duration":"1s"} {"level":"warn","ts":"2026-03-20T10:23:36.685786Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.611628386s","expected-duration":"100ms","prefix":"","request":"header: txn: success:> failure: >>","response":"size:16"} {"level":"info","ts":"2026-03-20T10:23:36.685992Z","caller":"traceutil/trace.go:171","msg":"trace[945366841] transaction","detail":"{read_only:false; response_revision:1613; number_of_response:1; }","duration":"1.75332924s","start":"2026-03-20T10:23:34.932643Z","end":"2026-03-20T10:23:36.685973Z","steps":["trace[945366841] 'process raft request' (duration: 1.753258998s)"],"step_count":1} {"level":"warn","ts":"2026-03-20T10:23:36.686054Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-20T10:23:34.932632Z","time spent":"1.753391701s","remote":"127.0.0.1:36750","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":464,"response count":0,"response size":38,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-03-20T10:23:36.686295Z","caller":"traceutil/trace.go:171","msg":"trace[251558390] transaction","detail":"{read_only:false; response_revision:1612; number_of_response:1; }","duration":"1.756255983s","start":"2026-03-20T10:23:34.930019Z","end":"2026-03-20T10:23:36.686275Z","steps":["trace[251558390] 'process raft request' (duration: 144.026672ms)","trace[251558390] 'compare' (duration: 1.611035691s)"],"step_count":2} {"level":"warn","ts":"2026-03-20T10:23:36.686371Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-20T10:23:34.929994Z","time spent":"1.756336676s","remote":"127.0.0.1:36552","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":696,"response count":0,"response size":38,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-03-20T10:23:36.686637Z","caller":"traceutil/trace.go:171","msg":"trace[811062862] linearizableReadLoop","detail":"{readStateIndex:1730; appliedIndex:1729; }","duration":"1.756221823s","start":"2026-03-20T10:23:34.930398Z","end":"2026-03-20T10:23:36.68662Z","steps":["trace[811062862] 'read index received' (duration: 143.690134ms)","trace[811062862] 'applied index is now lower than readState.Index' (duration: 1.612530509s)"],"step_count":2} {"level":"warn","ts":"2026-03-20T10:23:36.686764Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.756370476s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/clusterroles/system:auth-delegator\" ","response":"range_response_count:1 size:651"} {"level":"info","ts":"2026-03-20T10:23:36.686848Z","caller":"traceutil/trace.go:171","msg":"trace[330866320] range","detail":"{range_begin:/registry/clusterroles/system:auth-delegator; range_end:; response_count:1; response_revision:1613; }","duration":"1.756499039s","start":"2026-03-20T10:23:34.930336Z","end":"2026-03-20T10:23:36.686835Z","steps":["trace[330866320] 'agreement among raft nodes before linearized reading' (duration: 1.756381096s)"],"step_count":1} {"level":"warn","ts":"2026-03-20T10:23:36.686938Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-20T10:23:34.930317Z","time spent":"1.756609352s","remote":"127.0.0.1:36850","response type":"/etcdserverpb.KV/Range","request count":0,"request size":46,"response count":1,"response size":673,"request content":"key:\"/registry/clusterroles/system:auth-delegator\" "} {"level":"warn","ts":"2026-03-20T10:23:36.687032Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.683543599s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/health\" ","response":"range_response_count:0 size:5"} {"level":"warn","ts":"2026-03-20T10:23:36.687084Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.755179536s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pods/kube-system/kube-controller-manager-instance\" ","response":"range_response_count:1 size:7240"} {"level":"warn","ts":"2026-03-20T10:23:36.687077Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"950.361092ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/kube-controller-manager\" ","response":"range_response_count:1 size:506"} {"level":"info","ts":"2026-03-20T10:23:36.687105Z","caller":"traceutil/trace.go:171","msg":"trace[1149285353] range","detail":"{range_begin:/registry/health; range_end:; response_count:0; response_revision:1613; }","duration":"1.683672093s","start":"2026-03-20T10:23:35.003419Z","end":"2026-03-20T10:23:36.687091Z","steps":["trace[1149285353] 'agreement among raft nodes before linearized reading' (duration: 1.68356839s)"],"step_count":1} {"level":"info","ts":"2026-03-20T10:23:36.687149Z","caller":"traceutil/trace.go:171","msg":"trace[1010206861] range","detail":"{range_begin:/registry/pods/kube-system/kube-controller-manager-instance; range_end:; response_count:1; response_revision:1613; }","duration":"1.755299259s","start":"2026-03-20T10:23:34.931832Z","end":"2026-03-20T10:23:36.687131Z","steps":["trace[1010206861] 'agreement among raft nodes before linearized reading' (duration: 1.755072603s)"],"step_count":1} {"level":"info","ts":"2026-03-20T10:23:36.687155Z","caller":"traceutil/trace.go:171","msg":"trace[1189465809] range","detail":"{range_begin:/registry/leases/kube-system/kube-controller-manager; range_end:; response_count:1; response_revision:1613; }","duration":"950.493855ms","start":"2026-03-20T10:23:35.736645Z","end":"2026-03-20T10:23:36.687139Z","steps":["trace[1189465809] 'agreement among raft nodes before linearized reading' (duration: 950.29974ms)"],"step_count":1} {"level":"warn","ts":"2026-03-20T10:23:36.687155Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-20T10:23:35.003391Z","time spent":"1.683755195s","remote":"127.0.0.1:36464","response type":"/etcdserverpb.KV/Range","request count":0,"request size":18,"response count":0,"response size":27,"request content":"key:\"/registry/health\" "} {"level":"warn","ts":"2026-03-20T10:23:36.68719Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-20T10:23:34.931812Z","time spent":"1.75536949s","remote":"127.0.0.1:36646","response type":"/etcdserverpb.KV/Range","request count":0,"request size":61,"response count":1,"response size":7262,"request content":"key:\"/registry/pods/kube-system/kube-controller-manager-instance\" "} {"level":"warn","ts":"2026-03-20T10:23:36.6872Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-20T10:23:35.736626Z","time spent":"950.563807ms","remote":"127.0.0.1:36750","response type":"/etcdserverpb.KV/Range","request count":0,"request size":54,"response count":1,"response size":528,"request content":"key:\"/registry/leases/kube-system/kube-controller-manager\" "} {"level":"warn","ts":"2026-03-20T10:23:37.981094Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"924.883907ms","expected-duration":"100ms","prefix":"","request":"header: txn: success:> failure: >>","response":"size:16"} {"level":"info","ts":"2026-03-20T10:23:37.98117Z","caller":"traceutil/trace.go:171","msg":"trace[634395014] linearizableReadLoop","detail":"{readStateIndex:1732; appliedIndex:1731; }","duration":"1.286423316s","start":"2026-03-20T10:23:36.694736Z","end":"2026-03-20T10:23:37.98116Z","steps":["trace[634395014] 'read index received' (duration: 361.408606ms)","trace[634395014] 'applied index is now lower than readState.Index' (duration: 925.01415ms)"],"step_count":2} {"level":"info","ts":"2026-03-20T10:23:37.981214Z","caller":"traceutil/trace.go:171","msg":"trace[1980329903] transaction","detail":"{read_only:false; response_revision:1614; number_of_response:1; }","duration":"1.286670632s","start":"2026-03-20T10:23:36.694537Z","end":"2026-03-20T10:23:37.981208Z","steps":["trace[1980329903] 'process raft request' (duration: 361.622601ms)","trace[1980329903] 'compare' (duration: 924.783834ms)"],"step_count":2} {"level":"warn","ts":"2026-03-20T10:23:37.981243Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-20T10:23:36.69452Z","time spent":"1.286708504s","remote":"127.0.0.1:36552","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":879,"response count":0,"response size":38,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-03-20T10:23:37.981459Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.286686692s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/clusterroles/system:persistent-volume-provisioner\" ","response":"range_response_count:1 size:812"} {"level":"info","ts":"2026-03-20T10:23:37.981555Z","caller":"traceutil/trace.go:171","msg":"trace[1080002635] range","detail":"{range_begin:/registry/clusterroles/system:persistent-volume-provisioner; range_end:; response_count:1; response_revision:1614; }","duration":"1.286797665s","start":"2026-03-20T10:23:36.694734Z","end":"2026-03-20T10:23:37.981531Z","steps":["trace[1080002635] 'agreement among raft nodes before linearized reading' (duration: 1.286562209s)"],"step_count":1} {"level":"warn","ts":"2026-03-20T10:23:37.981612Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-20T10:23:36.69471Z","time spent":"1.286888418s","remote":"127.0.0.1:36850","response type":"/etcdserverpb.KV/Range","request count":0,"request size":61,"response count":1,"response size":834,"request content":"key:\"/registry/clusterroles/system:persistent-volume-provisioner\" "} {"level":"warn","ts":"2026-03-20T10:23:38.264737Z","caller":"wal/wal.go:805","msg":"slow fdatasync","took":"1.104904548s","expected-duration":"1s"} {"level":"warn","ts":"2026-03-20T10:23:38.704948Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"2.00100579s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/health\" ","response":"","error":"context deadline exceeded"} {"level":"info","ts":"2026-03-20T10:23:38.70508Z","caller":"traceutil/trace.go:171","msg":"trace[1259037023] range","detail":"{range_begin:/registry/health; range_end:; }","duration":"2.001181235s","start":"2026-03-20T10:23:36.703875Z","end":"2026-03-20T10:23:38.705057Z","steps":["trace[1259037023] 'agreement among raft nodes before linearized reading' (duration: 2.001033171s)"],"step_count":1} {"level":"warn","ts":"2026-03-20T10:23:38.705137Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-20T10:23:36.703865Z","time spent":"2.001258337s","remote":"127.0.0.1:36464","response type":"/etcdserverpb.KV/Range","request count":0,"request size":18,"response count":0,"response size":0,"request content":"key:\"/registry/health\" "} {"level":"warn","ts":"2026-03-20T10:23:38.91539Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"650.367205ms","expected-duration":"100ms","prefix":"","request":"header: txn: success:> failure: >>","response":"size:16"} {"level":"info","ts":"2026-03-20T10:23:38.915626Z","caller":"traceutil/trace.go:171","msg":"trace[425955533] linearizableReadLoop","detail":"{readStateIndex:1734; appliedIndex:1732; }","duration":"934.420789ms","start":"2026-03-20T10:23:37.981184Z","end":"2026-03-20T10:23:38.915605Z","steps":["trace[425955533] 'read index received' (duration: 283.675855ms)","trace[425955533] 'applied index is now lower than readState.Index' (duration: 650.743704ms)"],"step_count":2} {"level":"warn","ts":"2026-03-20T10:23:38.915804Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"931.039724ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/clusterroles/system:certificates.k8s.io:certificatesigningrequests:nodeclient\" ","response":"range_response_count:1 size:706"} {"level":"info","ts":"2026-03-20T10:23:38.915857Z","caller":"traceutil/trace.go:171","msg":"trace[743486855] transaction","detail":"{read_only:false; response_revision:1615; number_of_response:1; }","duration":"2.220100337s","start":"2026-03-20T10:23:36.695735Z","end":"2026-03-20T10:23:38.915835Z","steps":["trace[743486855] 'process raft request' (duration: 1.569155348s)","trace[743486855] 'compare' (duration: 650.252521ms)"],"step_count":2} {"level":"warn","ts":"2026-03-20T10:23:38.916001Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"209.874453ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/health\" ","response":"range_response_count:0 size:5"} {"level":"warn","ts":"2026-03-20T10:23:38.916017Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"929.955526ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/events/kube-system/kube-controller-manager-instance.189e857e63173c7e\" ","response":"range_response_count:1 size:894"} {"level":"info","ts":"2026-03-20T10:23:38.916052Z","caller":"traceutil/trace.go:171","msg":"trace[246835659] range","detail":"{range_begin:/registry/health; range_end:; response_count:0; response_revision:1616; }","duration":"209.953055ms","start":"2026-03-20T10:23:38.706087Z","end":"2026-03-20T10:23:38.91604Z","steps":["trace[246835659] 'agreement among raft nodes before linearized reading' (duration: 209.829742ms)"],"step_count":1} {"level":"info","ts":"2026-03-20T10:23:38.916063Z","caller":"traceutil/trace.go:171","msg":"trace[914348270] range","detail":"{range_begin:/registry/events/kube-system/kube-controller-manager-instance.189e857e63173c7e; range_end:; response_count:1; response_revision:1616; }","duration":"930.048428ms","start":"2026-03-20T10:23:37.985999Z","end":"2026-03-20T10:23:38.916048Z","steps":["trace[914348270] 'agreement among raft nodes before linearized reading' (duration: 929.896845ms)"],"step_count":1} {"level":"warn","ts":"2026-03-20T10:23:38.916061Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-20T10:23:36.695717Z","time spent":"2.220196549s","remote":"127.0.0.1:36646","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":7065,"response count":0,"response size":38,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-03-20T10:23:38.916065Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"466.607489ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/plndr-cp-lock\" ","response":"range_response_count:1 size:433"} {"level":"info","ts":"2026-03-20T10:23:38.91587Z","caller":"traceutil/trace.go:171","msg":"trace[241239425] range","detail":"{range_begin:/registry/clusterroles/system:certificates.k8s.io:certificatesigningrequests:nodeclient; range_end:; response_count:1; response_revision:1616; }","duration":"931.145927ms","start":"2026-03-20T10:23:37.984704Z","end":"2026-03-20T10:23:38.91585Z","steps":["trace[241239425] 'agreement among raft nodes before linearized reading' (duration: 931.044924ms)"],"step_count":1} {"level":"info","ts":"2026-03-20T10:23:38.916135Z","caller":"traceutil/trace.go:171","msg":"trace[1824774328] range","detail":"{range_begin:/registry/leases/kube-system/plndr-cp-lock; range_end:; response_count:1; response_revision:1616; }","duration":"466.694141ms","start":"2026-03-20T10:23:38.449425Z","end":"2026-03-20T10:23:38.916119Z","steps":["trace[1824774328] 'agreement among raft nodes before linearized reading' (duration: 466.483796ms)"],"step_count":1} {"level":"warn","ts":"2026-03-20T10:23:38.916142Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"466.708152ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/plndr-svcs-lock\" ","response":"range_response_count:1 size:437"} {"level":"warn","ts":"2026-03-20T10:23:38.916192Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-20T10:23:38.449421Z","time spent":"466.762043ms","remote":"127.0.0.1:36750","response type":"/etcdserverpb.KV/Range","request count":0,"request size":44,"response count":1,"response size":455,"request content":"key:\"/registry/leases/kube-system/plndr-cp-lock\" "} {"level":"info","ts":"2026-03-20T10:23:38.916218Z","caller":"traceutil/trace.go:171","msg":"trace[1574702972] range","detail":"{range_begin:/registry/leases/kube-system/plndr-svcs-lock; range_end:; response_count:1; response_revision:1616; }","duration":"466.827974ms","start":"2026-03-20T10:23:38.449377Z","end":"2026-03-20T10:23:38.916205Z","steps":["trace[1574702972] 'agreement among raft nodes before linearized reading' (duration: 466.479006ms)"],"step_count":1} {"level":"warn","ts":"2026-03-20T10:23:38.916276Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-20T10:23:38.449361Z","time spent":"466.897467ms","remote":"127.0.0.1:36750","response type":"/etcdserverpb.KV/Range","request count":0,"request size":46,"response count":1,"response size":459,"request content":"key:\"/registry/leases/kube-system/plndr-svcs-lock\" "} {"level":"warn","ts":"2026-03-20T10:23:38.916044Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"224.514792ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/kube-scheduler\" ","response":"range_response_count:1 size:479"} {"level":"warn","ts":"2026-03-20T10:23:38.916114Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-20T10:23:37.985988Z","time spent":"930.11313ms","remote":"127.0.0.1:36552","response type":"/etcdserverpb.KV/Range","request count":0,"request size":80,"response count":1,"response size":916,"request content":"key:\"/registry/events/kube-system/kube-controller-manager-instance.189e857e63173c7e\" "} {"level":"info","ts":"2026-03-20T10:23:38.915782Z","caller":"traceutil/trace.go:171","msg":"trace[798767281] transaction","detail":"{read_only:false; response_revision:1616; number_of_response:1; }","duration":"1.386846339s","start":"2026-03-20T10:23:37.528894Z","end":"2026-03-20T10:23:38.91574Z","steps":["trace[798767281] 'process raft request' (duration: 1.386633954s)"],"step_count":1} {"level":"warn","ts":"2026-03-20T10:23:38.917033Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-20T10:23:37.528866Z","time spent":"1.3881079s","remote":"127.0.0.1:36750","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":673,"response count":0,"response size":38,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-03-20T10:23:38.916811Z","caller":"traceutil/trace.go:171","msg":"trace[1499012310] range","detail":"{range_begin:/registry/leases/kube-system/kube-scheduler; range_end:; response_count:1; response_revision:1616; }","duration":"225.339332ms","start":"2026-03-20T10:23:38.691451Z","end":"2026-03-20T10:23:38.91679Z","steps":["trace[1499012310] 'agreement among raft nodes before linearized reading' (duration: 224.366348ms)"],"step_count":1} {"level":"warn","ts":"2026-03-20T10:23:38.917082Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-20T10:23:37.984683Z","time spent":"931.538647ms","remote":"127.0.0.1:36850","response type":"/etcdserverpb.KV/Range","request count":0,"request size":89,"response count":1,"response size":728,"request content":"key:\"/registry/clusterroles/system:certificates.k8s.io:certificatesigningrequests:nodeclient\" "} {"level":"warn","ts":"2026-03-20T10:23:39.420138Z","caller":"etcdserver/v3_server.go:897","msg":"waiting for ReadIndex response took too long, retrying","sent-request-id":184257304220178520,"retry-timeout":"500ms"} {"level":"info","ts":"2026-03-20T10:23:39.440687Z","caller":"traceutil/trace.go:171","msg":"trace[360907507] transaction","detail":"{read_only:false; response_revision:1617; number_of_response:1; }","duration":"521.757182ms","start":"2026-03-20T10:23:38.918896Z","end":"2026-03-20T10:23:39.440654Z","steps":["trace[360907507] 'process raft request' (duration: 521.522376ms)"],"step_count":1} {"level":"warn","ts":"2026-03-20T10:23:39.440955Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-20T10:23:38.91888Z","time spent":"521.952956ms","remote":"127.0.0.1:36552","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":879,"response count":0,"response size":38,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-03-20T10:23:40.96793Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.402483889s","expected-duration":"100ms","prefix":"","request":"header: txn: success:> failure: >>","response":"size:16"} {"level":"info","ts":"2026-03-20T10:23:40.968224Z","caller":"traceutil/trace.go:171","msg":"trace[1109541822] linearizableReadLoop","detail":"{readStateIndex:1738; appliedIndex:1735; }","duration":"2.048589888s","start":"2026-03-20T10:23:38.91961Z","end":"2026-03-20T10:23:40.9682Z","steps":["trace[1109541822] 'read index received' (duration: 521.037633ms)","trace[1109541822] 'applied index is now lower than readState.Index' (duration: 1.527551024s)"],"step_count":2} {"level":"info","ts":"2026-03-20T10:23:40.968267Z","caller":"traceutil/trace.go:171","msg":"trace[1612527095] transaction","detail":"{read_only:false; response_revision:1618; number_of_response:1; }","duration":"2.046959787s","start":"2026-03-20T10:23:38.921281Z","end":"2026-03-20T10:23:40.968241Z","steps":["trace[1612527095] 'process raft request' (duration: 644.019656ms)","trace[1612527095] 'compare' (duration: 1.402230083s)"],"step_count":2} {"level":"info","ts":"2026-03-20T10:23:40.968428Z","caller":"traceutil/trace.go:171","msg":"trace[1692717045] transaction","detail":"{read_only:false; response_revision:1619; number_of_response:1; }","duration":"2.046869224s","start":"2026-03-20T10:23:38.921536Z","end":"2026-03-20T10:23:40.968406Z","steps":["trace[1692717045] 'process raft request' (duration: 2.046544786s)"],"step_count":1} {"level":"warn","ts":"2026-03-20T10:23:40.968456Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-20T10:23:38.921265Z","time spent":"2.047064139s","remote":"127.0.0.1:36750","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":464,"response count":0,"response size":38,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-03-20T10:23:40.968423Z","caller":"traceutil/trace.go:171","msg":"trace[842147140] transaction","detail":"{read_only:false; response_revision:1620; number_of_response:1; }","duration":"2.046689679s","start":"2026-03-20T10:23:38.921649Z","end":"2026-03-20T10:23:40.968339Z","steps":["trace[842147140] 'process raft request' (duration: 2.046504684s)"],"step_count":1} {"level":"warn","ts":"2026-03-20T10:23:40.968521Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-20T10:23:38.921529Z","time spent":"2.046945185s","remote":"127.0.0.1:36750","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":423,"response count":0,"response size":38,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-03-20T10:23:40.968723Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-20T10:23:38.921633Z","time spent":"2.046934156s","remote":"127.0.0.1:36750","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":419,"response count":0,"response size":38,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-03-20T10:23:40.969068Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"2.049435799s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/clusterroles/system:certificates.k8s.io:certificatesigningrequests:selfnodeclient\" ","response":"range_response_count:1 size:718"} {"level":"info","ts":"2026-03-20T10:23:40.969167Z","caller":"traceutil/trace.go:171","msg":"trace[380578686] range","detail":"{range_begin:/registry/clusterroles/system:certificates.k8s.io:certificatesigningrequests:selfnodeclient; range_end:; response_count:1; response_revision:1620; }","duration":"2.049565183s","start":"2026-03-20T10:23:38.919582Z","end":"2026-03-20T10:23:40.969148Z","steps":["trace[380578686] 'agreement among raft nodes before linearized reading' (duration: 2.048723401s)"],"step_count":1} {"level":"warn","ts":"2026-03-20T10:23:40.96921Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-20T10:23:38.919566Z","time spent":"2.049634204s","remote":"127.0.0.1:36850","response type":"/etcdserverpb.KV/Range","request count":0,"request size":93,"response count":1,"response size":740,"request content":"key:\"/registry/clusterroles/system:certificates.k8s.io:certificatesigningrequests:selfnodeclient\" "} {"level":"warn","ts":"2026-03-20T10:23:41.004584Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"2.000438223s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/health\" ","response":"","error":"context deadline exceeded"} {"level":"info","ts":"2026-03-20T10:23:41.004652Z","caller":"traceutil/trace.go:171","msg":"trace[1238836745] range","detail":"{range_begin:/registry/health; range_end:; }","duration":"2.000540875s","start":"2026-03-20T10:23:39.004094Z","end":"2026-03-20T10:23:41.004635Z","steps":["trace[1238836745] 'agreement among raft nodes before linearized reading' (duration: 2.000471374s)"],"step_count":1} {"level":"warn","ts":"2026-03-20T10:23:41.00469Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-20T10:23:39.004079Z","time spent":"2.000602578s","remote":"127.0.0.1:36464","response type":"/etcdserverpb.KV/Range","request count":0,"request size":18,"response count":0,"response size":0,"request content":"key:\"/registry/health\" "} {"level":"warn","ts":"2026-03-20T10:23:41.834747Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"458.605409ms","expected-duration":"100ms","prefix":"","request":"header: txn: success:> failure: >>","response":"size:16"} {"level":"info","ts":"2026-03-20T10:23:41.834882Z","caller":"traceutil/trace.go:171","msg":"trace[647201172] linearizableReadLoop","detail":"{readStateIndex:1739; appliedIndex:1738; }","duration":"866.588032ms","start":"2026-03-20T10:23:40.968268Z","end":"2026-03-20T10:23:41.834856Z","steps":["trace[647201172] 'read index received' (duration: 407.580814ms)","trace[647201172] 'applied index is now lower than readState.Index' (duration: 459.004948ms)"],"step_count":2} {"level":"warn","ts":"2026-03-20T10:23:41.8353Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"2.390262297s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/events/kube-system/kube-controller-manager-instance.189e857e63173c7e\" ","response":"range_response_count:1 size:894"} {"level":"warn","ts":"2026-03-20T10:23:41.835418Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"863.170455ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/plndr-svcs-lock\" ","response":"range_response_count:1 size:437"} {"level":"info","ts":"2026-03-20T10:23:41.835422Z","caller":"traceutil/trace.go:171","msg":"trace[660811729] range","detail":"{range_begin:/registry/events/kube-system/kube-controller-manager-instance.189e857e63173c7e; range_end:; response_count:1; response_revision:1621; }","duration":"2.390433581s","start":"2026-03-20T10:23:39.444975Z","end":"2026-03-20T10:23:41.835409Z","steps":["trace[660811729] 'agreement among raft nodes before linearized reading' (duration: 2.390203346s)"],"step_count":1} {"level":"info","ts":"2026-03-20T10:23:41.835485Z","caller":"traceutil/trace.go:171","msg":"trace[1432409793] range","detail":"{range_begin:/registry/leases/kube-system/plndr-svcs-lock; range_end:; response_count:1; response_revision:1621; }","duration":"863.286928ms","start":"2026-03-20T10:23:40.972184Z","end":"2026-03-20T10:23:41.835471Z","steps":["trace[1432409793] 'agreement among raft nodes before linearized reading' (duration: 863.029302ms)"],"step_count":1} {"level":"warn","ts":"2026-03-20T10:23:41.835521Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-20T10:23:40.972165Z","time spent":"863.349119ms","remote":"127.0.0.1:36750","response type":"/etcdserverpb.KV/Range","request count":0,"request size":46,"response count":1,"response size":459,"request content":"key:\"/registry/leases/kube-system/plndr-svcs-lock\" "} {"level":"warn","ts":"2026-03-20T10:23:41.835511Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"2.808431156s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/kube-controller-manager\" ","response":"range_response_count:1 size:506"} {"level":"warn","ts":"2026-03-20T10:23:41.835556Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-20T10:23:39.444957Z","time spent":"2.390536053s","remote":"127.0.0.1:36552","response type":"/etcdserverpb.KV/Range","request count":0,"request size":80,"response count":1,"response size":916,"request content":"key:\"/registry/events/kube-system/kube-controller-manager-instance.189e857e63173c7e\" "} {"level":"info","ts":"2026-03-20T10:23:41.83562Z","caller":"traceutil/trace.go:171","msg":"trace[1331117818] range","detail":"{range_begin:/registry/leases/kube-system/kube-controller-manager; range_end:; response_count:1; response_revision:1621; }","duration":"2.80858976s","start":"2026-03-20T10:23:39.027012Z","end":"2026-03-20T10:23:41.835602Z","steps":["trace[1331117818] 'agreement among raft nodes before linearized reading' (duration: 2.807960855s)"],"step_count":1} {"level":"info","ts":"2026-03-20T10:23:41.835689Z","caller":"traceutil/trace.go:171","msg":"trace[1404615198] transaction","detail":"{read_only:false; response_revision:1621; number_of_response:1; }","duration":"880.146863ms","start":"2026-03-20T10:23:40.955517Z","end":"2026-03-20T10:23:41.835664Z","steps":["trace[1404615198] 'process raft request' (duration: 420.458888ms)","trace[1404615198] 'compare' (duration: 458.354892ms)"],"step_count":2} {"level":"warn","ts":"2026-03-20T10:23:41.835777Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"863.513053ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/plndr-cp-lock\" ","response":"range_response_count:1 size:433"} {"level":"warn","ts":"2026-03-20T10:23:41.835781Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"863.370969ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/clusterroles/system:volume-scheduler\" ","response":"range_response_count:1 size:723"} {"level":"warn","ts":"2026-03-20T10:23:41.8358Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-20T10:23:40.955488Z","time spent":"880.261986ms","remote":"127.0.0.1:36750","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":521,"response count":0,"response size":38,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-03-20T10:23:41.835791Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-20T10:23:39.026982Z","time spent":"2.808719224s","remote":"127.0.0.1:36750","response type":"/etcdserverpb.KV/Range","request count":0,"request size":54,"response count":1,"response size":528,"request content":"key:\"/registry/leases/kube-system/kube-controller-manager\" "} {"level":"info","ts":"2026-03-20T10:23:41.835841Z","caller":"traceutil/trace.go:171","msg":"trace[1126732671] range","detail":"{range_begin:/registry/clusterroles/system:volume-scheduler; range_end:; response_count:1; response_revision:1621; }","duration":"863.447342ms","start":"2026-03-20T10:23:40.972377Z","end":"2026-03-20T10:23:41.835824Z","steps":["trace[1126732671] 'agreement among raft nodes before linearized reading' (duration: 863.313668ms)"],"step_count":1} {"level":"warn","ts":"2026-03-20T10:23:41.835887Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-20T10:23:40.972371Z","time spent":"863.505253ms","remote":"127.0.0.1:36850","response type":"/etcdserverpb.KV/Range","request count":0,"request size":48,"response count":1,"response size":745,"request content":"key:\"/registry/clusterroles/system:volume-scheduler\" "} {"level":"warn","ts":"2026-03-20T10:23:41.835928Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"830.673414ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/health\" ","response":"range_response_count:0 size:5"} {"level":"info","ts":"2026-03-20T10:23:41.835807Z","caller":"traceutil/trace.go:171","msg":"trace[231091981] range","detail":"{range_begin:/registry/leases/kube-system/plndr-cp-lock; range_end:; response_count:1; response_revision:1621; }","duration":"863.537214ms","start":"2026-03-20T10:23:40.97226Z","end":"2026-03-20T10:23:41.835797Z","steps":["trace[231091981] 'agreement among raft nodes before linearized reading' (duration: 863.478423ms)"],"step_count":1} {"level":"info","ts":"2026-03-20T10:23:41.835954Z","caller":"traceutil/trace.go:171","msg":"trace[539581280] range","detail":"{range_begin:/registry/health; range_end:; response_count:0; response_revision:1621; }","duration":"830.746417ms","start":"2026-03-20T10:23:41.005198Z","end":"2026-03-20T10:23:41.835944Z","steps":["trace[539581280] 'agreement among raft nodes before linearized reading' (duration: 830.714356ms)"],"step_count":1} {"level":"warn","ts":"2026-03-20T10:23:41.835979Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-20T10:23:41.005166Z","time spent":"830.809008ms","remote":"127.0.0.1:36468","response type":"/etcdserverpb.KV/Range","request count":0,"request size":18,"response count":0,"response size":27,"request content":"key:\"/registry/health\" "} {"level":"warn","ts":"2026-03-20T10:23:41.835726Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"2.914592863s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pods/kube-system/kube-vip-instance\" ","response":"range_response_count:1 size:5060"} {"level":"info","ts":"2026-03-20T10:23:41.836157Z","caller":"traceutil/trace.go:171","msg":"trace[494794843] range","detail":"{range_begin:/registry/pods/kube-system/kube-vip-instance; range_end:; response_count:1; response_revision:1621; }","duration":"2.915006254s","start":"2026-03-20T10:23:38.921109Z","end":"2026-03-20T10:23:41.836116Z","steps":["trace[494794843] 'agreement among raft nodes before linearized reading' (duration: 2.914567723s)"],"step_count":1} {"level":"warn","ts":"2026-03-20T10:23:41.836505Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-20T10:23:38.921101Z","time spent":"2.915359633s","remote":"127.0.0.1:36646","response type":"/etcdserverpb.KV/Range","request count":0,"request size":46,"response count":1,"response size":5082,"request content":"key:\"/registry/pods/kube-system/kube-vip-instance\" "} {"level":"warn","ts":"2026-03-20T10:23:41.835995Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-20T10:23:40.972237Z","time spent":"863.741229ms","remote":"127.0.0.1:36750","response type":"/etcdserverpb.KV/Range","request count":0,"request size":44,"response count":1,"response size":455,"request content":"key:\"/registry/leases/kube-system/plndr-cp-lock\" "} {"level":"warn","ts":"2026-03-20T10:23:42.33886Z","caller":"etcdserver/v3_server.go:897","msg":"waiting for ReadIndex response took too long, retrying","sent-request-id":184257304220178528,"retry-timeout":"500ms"} {"level":"info","ts":"2026-03-20T10:23:42.727835Z","caller":"traceutil/trace.go:171","msg":"trace[783843738] transaction","detail":"{read_only:false; response_revision:1622; number_of_response:1; }","duration":"890.031452ms","start":"2026-03-20T10:23:41.837778Z","end":"2026-03-20T10:23:42.727809Z","steps":["trace[783843738] 'process raft request' (duration: 889.884918ms)"],"step_count":1} {"level":"warn","ts":"2026-03-20T10:23:42.728019Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-20T10:23:41.83776Z","time spent":"890.156266ms","remote":"127.0.0.1:36552","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":879,"response count":0,"response size":38,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-03-20T10:23:43.904194Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"2.000395671s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/health\" ","response":"","error":"context deadline exceeded"} {"level":"info","ts":"2026-03-20T10:23:43.90428Z","caller":"traceutil/trace.go:171","msg":"trace[1676292550] range","detail":"{range_begin:/registry/health; range_end:; }","duration":"2.000501444s","start":"2026-03-20T10:23:41.903761Z","end":"2026-03-20T10:23:43.904262Z","steps":["trace[1676292550] 'agreement among raft nodes before linearized reading' (duration: 2.000390951s)"],"step_count":1} {"level":"warn","ts":"2026-03-20T10:23:43.90433Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-20T10:23:41.903722Z","time spent":"2.000597296s","remote":"127.0.0.1:36464","response type":"/etcdserverpb.KV/Range","request count":0,"request size":18,"response count":0,"response size":0,"request content":"key:\"/registry/health\" "} {"level":"warn","ts":"2026-03-20T10:23:44.249927Z","caller":"wal/wal.go:805","msg":"slow fdatasync","took":"1.471843128s","expected-duration":"1s"} {"level":"info","ts":"2026-03-20T10:23:44.250553Z","caller":"traceutil/trace.go:171","msg":"trace[1754270751] linearizableReadLoop","detail":"{readStateIndex:1744; appliedIndex:1740; }","duration":"2.411798109s","start":"2026-03-20T10:23:41.83855Z","end":"2026-03-20T10:23:44.250348Z","steps":["trace[1754270751] 'read index received' (duration: 889.391916ms)","trace[1754270751] 'applied index is now lower than readState.Index' (duration: 1.522405143s)"],"step_count":2} {"level":"info","ts":"2026-03-20T10:23:44.250865Z","caller":"traceutil/trace.go:171","msg":"trace[1669230059] transaction","detail":"{read_only:false; response_revision:1623; number_of_response:1; }","duration":"2.409941952s","start":"2026-03-20T10:23:41.84091Z","end":"2026-03-20T10:23:44.250852Z","steps":["trace[1669230059] 'process raft request' (duration: 2.409181243s)"],"step_count":1} {"level":"warn","ts":"2026-03-20T10:23:44.250973Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-20T10:23:41.840893Z","time spent":"2.410008494s","remote":"127.0.0.1:36750","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":423,"response count":0,"response size":38,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-03-20T10:23:44.251089Z","caller":"traceutil/trace.go:171","msg":"trace[1536448791] transaction","detail":"{read_only:false; response_revision:1624; number_of_response:1; }","duration":"2.410052105s","start":"2026-03-20T10:23:41.841028Z","end":"2026-03-20T10:23:44.25108Z","steps":["trace[1536448791] 'process raft request' (duration: 2.409193244s)"],"step_count":1} {"level":"warn","ts":"2026-03-20T10:23:44.251145Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-20T10:23:41.841Z","time spent":"2.410115476s","remote":"127.0.0.1:36750","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":489,"response count":0,"response size":38,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-03-20T10:23:44.25137Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"2.412799874s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/clusterroles/system:certificates.k8s.io:legacy-unknown-approver\" ","response":"range_response_count:1 size:679"} {"level":"info","ts":"2026-03-20T10:23:44.251435Z","caller":"traceutil/trace.go:171","msg":"trace[588354236] range","detail":"{range_begin:/registry/clusterroles/system:certificates.k8s.io:legacy-unknown-approver; range_end:; response_count:1; response_revision:1626; }","duration":"2.412934447s","start":"2026-03-20T10:23:41.838485Z","end":"2026-03-20T10:23:44.25142Z","steps":["trace[588354236] 'agreement among raft nodes before linearized reading' (duration: 2.412768653s)"],"step_count":1} {"level":"warn","ts":"2026-03-20T10:23:44.251467Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-20T10:23:41.838467Z","time spent":"2.412994078s","remote":"127.0.0.1:36850","response type":"/etcdserverpb.KV/Range","request count":0,"request size":75,"response count":1,"response size":701,"request content":"key:\"/registry/clusterroles/system:certificates.k8s.io:legacy-unknown-approver\" "} {"level":"warn","ts":"2026-03-20T10:23:44.251465Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.518178066s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/events/kube-system/kube-vip-instance.189e8580e5bdf008\" ","response":"range_response_count:1 size:802"} {"level":"info","ts":"2026-03-20T10:23:44.251503Z","caller":"traceutil/trace.go:171","msg":"trace[668477234] range","detail":"{range_begin:/registry/events/kube-system/kube-vip-instance.189e8580e5bdf008; range_end:; response_count:1; response_revision:1626; }","duration":"1.518248548s","start":"2026-03-20T10:23:42.733243Z","end":"2026-03-20T10:23:44.251492Z","steps":["trace[668477234] 'agreement among raft nodes before linearized reading' (duration: 1.518121785s)"],"step_count":1} {"level":"warn","ts":"2026-03-20T10:23:44.251542Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-20T10:23:42.733224Z","time spent":"1.51831093s","remote":"127.0.0.1:36552","response type":"/etcdserverpb.KV/Range","request count":0,"request size":65,"response count":1,"response size":824,"request content":"key:\"/registry/events/kube-system/kube-vip-instance.189e8580e5bdf008\" "} {"level":"info","ts":"2026-03-20T10:23:44.251622Z","caller":"traceutil/trace.go:171","msg":"trace[2095013442] transaction","detail":"{read_only:false; response_revision:1625; number_of_response:1; }","duration":"2.410390463s","start":"2026-03-20T10:23:41.841223Z","end":"2026-03-20T10:23:44.251614Z","steps":["trace[2095013442] 'process raft request' (duration: 2.40904s)"],"step_count":1} {"level":"warn","ts":"2026-03-20T10:23:44.251688Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-20T10:23:41.841208Z","time spent":"2.410434584s","remote":"127.0.0.1:36750","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":419,"response count":0,"response size":38,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-03-20T10:23:44.25175Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"347.251008ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/health\" ","response":"range_response_count:0 size:5"} {"level":"info","ts":"2026-03-20T10:23:44.25179Z","caller":"traceutil/trace.go:171","msg":"trace[325257359] range","detail":"{range_begin:/registry/health; range_end:; response_count:0; response_revision:1626; }","duration":"347.32984ms","start":"2026-03-20T10:23:43.904451Z","end":"2026-03-20T10:23:44.25178Z","steps":["trace[325257359] 'agreement among raft nodes before linearized reading' (duration: 347.275819ms)"],"step_count":1} {"level":"warn","ts":"2026-03-20T10:23:44.251822Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-20T10:23:43.904431Z","time spent":"347.385944ms","remote":"127.0.0.1:36468","response type":"/etcdserverpb.KV/Range","request count":0,"request size":18,"response count":0,"response size":27,"request content":"key:\"/registry/health\" "} {"level":"info","ts":"2026-03-20T10:23:44.251888Z","caller":"traceutil/trace.go:171","msg":"trace[16709213] transaction","detail":"{read_only:false; response_revision:1626; number_of_response:1; }","duration":"2.409788649s","start":"2026-03-20T10:23:41.842092Z","end":"2026-03-20T10:23:44.25188Z","steps":["trace[16709213] 'process raft request' (duration: 2.408206819s)"],"step_count":1} {"level":"warn","ts":"2026-03-20T10:23:44.251929Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-20T10:23:41.842079Z","time spent":"2.409829201s","remote":"127.0.0.1:36646","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":5072,"response count":0,"response size":38,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-03-20T10:23:44.252006Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.279812924s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/kube-scheduler\" ","response":"range_response_count:1 size:479"} {"level":"info","ts":"2026-03-20T10:23:44.252041Z","caller":"traceutil/trace.go:171","msg":"trace[1157125134] range","detail":"{range_begin:/registry/leases/kube-system/kube-scheduler; range_end:; response_count:1; response_revision:1626; }","duration":"1.279875336s","start":"2026-03-20T10:23:42.972157Z","end":"2026-03-20T10:23:44.252032Z","steps":["trace[1157125134] 'agreement among raft nodes before linearized reading' (duration: 1.279789544s)"],"step_count":1} {"level":"warn","ts":"2026-03-20T10:23:44.252066Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-20T10:23:42.972142Z","time spent":"1.279918667s","remote":"127.0.0.1:36750","response type":"/etcdserverpb.KV/Range","request count":0,"request size":45,"response count":1,"response size":501,"request content":"key:\"/registry/leases/kube-system/kube-scheduler\" "} {"level":"warn","ts":"2026-03-20T10:23:44.756094Z","caller":"etcdserver/v3_server.go:897","msg":"waiting for ReadIndex response took too long, retrying","sent-request-id":184257304220178535,"retry-timeout":"500ms"} {"level":"warn","ts":"2026-03-20T10:23:45.257089Z","caller":"etcdserver/v3_server.go:897","msg":"waiting for ReadIndex response took too long, retrying","sent-request-id":184257304220178535,"retry-timeout":"500ms"} {"level":"warn","ts":"2026-03-20T10:23:45.543146Z","caller":"wal/wal.go:805","msg":"slow fdatasync","took":"1.288589916s","expected-duration":"1s"} {"level":"warn","ts":"2026-03-20T10:23:45.755567Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"212.11103ms","expected-duration":"100ms","prefix":"","request":"header: txn: success:> failure: >>","response":"size:16"} {"level":"info","ts":"2026-03-20T10:23:45.755709Z","caller":"traceutil/trace.go:171","msg":"trace[524948104] linearizableReadLoop","detail":"{readStateIndex:1747; appliedIndex:1744; }","duration":"1.500446789s","start":"2026-03-20T10:23:44.25525Z","end":"2026-03-20T10:23:45.755697Z","steps":["trace[524948104] 'read index received' (duration: 1.288162085s)","trace[524948104] 'applied index is now lower than readState.Index' (duration: 212.284074ms)"],"step_count":2} {"level":"info","ts":"2026-03-20T10:23:45.755774Z","caller":"traceutil/trace.go:171","msg":"trace[629904313] transaction","detail":"{read_only:false; response_revision:1627; number_of_response:1; }","duration":"1.501314671s","start":"2026-03-20T10:23:44.254451Z","end":"2026-03-20T10:23:45.755766Z","steps":["trace[629904313] 'process raft request' (duration: 1.288945925s)","trace[629904313] 'compare' (duration: 212.021878ms)"],"step_count":2} {"level":"warn","ts":"2026-03-20T10:23:45.755807Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-20T10:23:44.254423Z","time spent":"1.501365223s","remote":"127.0.0.1:36552","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":787,"response count":0,"response size":38,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-03-20T10:23:45.755967Z","caller":"traceutil/trace.go:171","msg":"trace[1460323052] transaction","detail":"{read_only:false; response_revision:1628; number_of_response:1; }","duration":"1.500460219s","start":"2026-03-20T10:23:44.255483Z","end":"2026-03-20T10:23:45.755944Z","steps":["trace[1460323052] 'process raft request' (duration: 1.500156851s)"],"step_count":1} {"level":"warn","ts":"2026-03-20T10:23:45.756068Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-20T10:23:44.255477Z","time spent":"1.500540611s","remote":"127.0.0.1:36750","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":464,"response count":0,"response size":38,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-03-20T10:23:45.756064Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.500792347s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/clusterroles/system:certificates.k8s.io:kubelet-serving-approver\" ","response":"range_response_count:1 size:682"} {"level":"warn","ts":"2026-03-20T10:23:45.756138Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.50085733s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pods/kube-system/kube-controller-manager-instance\" ","response":"range_response_count:1 size:7080"} {"level":"info","ts":"2026-03-20T10:23:45.756139Z","caller":"traceutil/trace.go:171","msg":"trace[1218182688] range","detail":"{range_begin:/registry/clusterroles/system:certificates.k8s.io:kubelet-serving-approver; range_end:; response_count:1; response_revision:1629; }","duration":"1.500872899s","start":"2026-03-20T10:23:44.255246Z","end":"2026-03-20T10:23:45.756119Z","steps":["trace[1218182688] 'agreement among raft nodes before linearized reading' (duration: 1.500666474s)"],"step_count":1} {"level":"info","ts":"2026-03-20T10:23:45.756158Z","caller":"traceutil/trace.go:171","msg":"trace[482538955] range","detail":"{range_begin:/registry/pods/kube-system/kube-controller-manager-instance; range_end:; response_count:1; response_revision:1629; }","duration":"1.50090346s","start":"2026-03-20T10:23:44.255248Z","end":"2026-03-20T10:23:45.756152Z","steps":["trace[482538955] 'agreement among raft nodes before linearized reading' (duration: 1.500755466s)"],"step_count":1} {"level":"info","ts":"2026-03-20T10:23:45.756148Z","caller":"traceutil/trace.go:171","msg":"trace[2908517] transaction","detail":"{read_only:false; response_revision:1629; number_of_response:1; }","duration":"1.420550084s","start":"2026-03-20T10:23:44.335552Z","end":"2026-03-20T10:23:45.756102Z","steps":["trace[2908517] 'process raft request' (duration: 1.420124323s)"],"step_count":1} {"level":"warn","ts":"2026-03-20T10:23:45.75618Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-20T10:23:44.255219Z","time spent":"1.500951843s","remote":"127.0.0.1:36850","response type":"/etcdserverpb.KV/Range","request count":0,"request size":76,"response count":1,"response size":704,"request content":"key:\"/registry/clusterroles/system:certificates.k8s.io:kubelet-serving-approver\" "} {"level":"warn","ts":"2026-03-20T10:23:45.756229Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-20T10:23:44.255236Z","time spent":"1.500936792s","remote":"127.0.0.1:36646","response type":"/etcdserverpb.KV/Range","request count":0,"request size":61,"response count":1,"response size":7102,"request content":"key:\"/registry/pods/kube-system/kube-controller-manager-instance\" "} {"level":"warn","ts":"2026-03-20T10:23:45.756286Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-20T10:23:44.335536Z","time spent":"1.420686849s","remote":"127.0.0.1:36552","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":754,"response count":0,"response size":38,"request content":"compare: success:> failure:<>"} {"level":"warn","ts":"2026-03-20T10:23:45.756353Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.421669943s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/kube-controller-manager\" ","response":"range_response_count:1 size:504"} {"level":"warn","ts":"2026-03-20T10:23:45.756319Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"418.18469ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/health\" ","response":"range_response_count:0 size:5"} {"level":"info","ts":"2026-03-20T10:23:45.756369Z","caller":"traceutil/trace.go:171","msg":"trace[1592559206] range","detail":"{range_begin:/registry/leases/kube-system/kube-controller-manager; range_end:; response_count:1; response_revision:1629; }","duration":"1.421726864s","start":"2026-03-20T10:23:44.334638Z","end":"2026-03-20T10:23:45.756365Z","steps":["trace[1592559206] 'agreement among raft nodes before linearized reading' (duration: 1.421680073s)"],"step_count":1} {"level":"warn","ts":"2026-03-20T10:23:45.756383Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-20T10:23:44.334617Z","time spent":"1.421763086s","remote":"127.0.0.1:36750","response type":"/etcdserverpb.KV/Range","request count":0,"request size":54,"response count":1,"response size":526,"request content":"key:\"/registry/leases/kube-system/kube-controller-manager\" "} {"level":"info","ts":"2026-03-20T10:23:45.756392Z","caller":"traceutil/trace.go:171","msg":"trace[1441053916] range","detail":"{range_begin:/registry/health; range_end:; response_count:0; response_revision:1629; }","duration":"418.329674ms","start":"2026-03-20T10:23:45.338044Z","end":"2026-03-20T10:23:45.756374Z","steps":["trace[1441053916] 'agreement among raft nodes before linearized reading' (duration: 418.218551ms)"],"step_count":1} {"level":"warn","ts":"2026-03-20T10:23:45.75643Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.423383847s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/health\" ","response":"range_response_count:0 size:5"} {"level":"warn","ts":"2026-03-20T10:23:45.75643Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-20T10:23:45.338024Z","time spent":"418.399105ms","remote":"127.0.0.1:36464","response type":"/etcdserverpb.KV/Range","request count":0,"request size":18,"response count":0,"response size":27,"request content":"key:\"/registry/health\" "} {"level":"info","ts":"2026-03-20T10:23:45.756442Z","caller":"traceutil/trace.go:171","msg":"trace[956369476] range","detail":"{range_begin:/registry/health; range_end:; response_count:0; response_revision:1629; }","duration":"1.423437798s","start":"2026-03-20T10:23:44.333Z","end":"2026-03-20T10:23:45.756438Z","steps":["trace[956369476] 'agreement among raft nodes before linearized reading' (duration: 1.423414828s)"],"step_count":1} {"level":"warn","ts":"2026-03-20T10:23:45.756561Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-20T10:23:44.332976Z","time spent":"1.423548621s","remote":"127.0.0.1:36464","response type":"/etcdserverpb.KV/Range","request count":0,"request size":18,"response count":0,"response size":27,"request content":"key:\"/registry/health\" "} {"level":"warn","ts":"2026-03-20T10:23:47.233421Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.133138265s","expected-duration":"100ms","prefix":"","request":"header: txn: success:> failure: >>","response":"size:16"} {"level":"info","ts":"2026-03-20T10:23:47.233619Z","caller":"traceutil/trace.go:171","msg":"trace[1757331207] transaction","detail":"{read_only:false; response_revision:1631; number_of_response:1; }","duration":"1.46832816s","start":"2026-03-20T10:23:45.765273Z","end":"2026-03-20T10:23:47.233602Z","steps":["trace[1757331207] 'process raft request' (duration: 1.468258358s)"],"step_count":1} {"level":"warn","ts":"2026-03-20T10:23:47.233684Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-20T10:23:45.765256Z","time spent":"1.468395342s","remote":"127.0.0.1:36646","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":6855,"response count":0,"response size":38,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-03-20T10:23:47.233898Z","caller":"traceutil/trace.go:171","msg":"trace[41676464] linearizableReadLoop","detail":"{readStateIndex:1748; appliedIndex:1747; }","duration":"1.471744905s","start":"2026-03-20T10:23:45.762092Z","end":"2026-03-20T10:23:47.233837Z","steps":["trace[41676464] 'read index received' (duration: 338.197321ms)","trace[41676464] 'applied index is now lower than readState.Index' (duration: 1.133543374s)"],"step_count":2} {"level":"info","ts":"2026-03-20T10:23:47.233971Z","caller":"traceutil/trace.go:171","msg":"trace[531107716] transaction","detail":"{read_only:false; response_revision:1630; number_of_response:1; }","duration":"1.472793643s","start":"2026-03-20T10:23:45.761134Z","end":"2026-03-20T10:23:47.233928Z","steps":["trace[531107716] 'process raft request' (duration: 339.067903ms)","trace[531107716] 'compare' (duration: 1.133029282s)"],"step_count":2} {"level":"warn","ts":"2026-03-20T10:23:47.234094Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-20T10:23:45.761119Z","time spent":"1.472897915s","remote":"127.0.0.1:36750","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":490,"response count":0,"response size":38,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-03-20T10:23:47.234123Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.472018952s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/events/kube-system/kube-controller-manager-instance.189e855a31796f90\" ","response":"range_response_count:1 size:860"} {"level":"info","ts":"2026-03-20T10:23:47.234158Z","caller":"traceutil/trace.go:171","msg":"trace[577651471] range","detail":"{range_begin:/registry/events/kube-system/kube-controller-manager-instance.189e855a31796f90; range_end:; response_count:1; response_revision:1631; }","duration":"1.472078934s","start":"2026-03-20T10:23:45.762067Z","end":"2026-03-20T10:23:47.234146Z","steps":["trace[577651471] 'agreement among raft nodes before linearized reading' (duration: 1.47193269s)"],"step_count":1} {"level":"warn","ts":"2026-03-20T10:23:47.234188Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-20T10:23:45.762053Z","time spent":"1.472127985s","remote":"127.0.0.1:36552","response type":"/etcdserverpb.KV/Range","request count":0,"request size":80,"response count":1,"response size":882,"request content":"key:\"/registry/events/kube-system/kube-controller-manager-instance.189e855a31796f90\" "} {"level":"warn","ts":"2026-03-20T10:23:47.234161Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"895.764467ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/health\" ","response":"range_response_count:0 size:5"} {"level":"warn","ts":"2026-03-20T10:23:47.234174Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.471995072s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/clusterroles/system:certificates.k8s.io:kube-apiserver-client-kubelet-approver\" ","response":"range_response_count:1 size:724"} {"level":"info","ts":"2026-03-20T10:23:47.234243Z","caller":"traceutil/trace.go:171","msg":"trace[1820796274] range","detail":"{range_begin:/registry/health; range_end:; response_count:0; response_revision:1631; }","duration":"895.885899ms","start":"2026-03-20T10:23:46.338334Z","end":"2026-03-20T10:23:47.23422Z","steps":["trace[1820796274] 'agreement among raft nodes before linearized reading' (duration: 895.761346ms)"],"step_count":1} {"level":"info","ts":"2026-03-20T10:23:47.234254Z","caller":"traceutil/trace.go:171","msg":"trace[1453570966] range","detail":"{range_begin:/registry/clusterroles/system:certificates.k8s.io:kube-apiserver-client-kubelet-approver; range_end:; response_count:1; response_revision:1631; }","duration":"1.472121415s","start":"2026-03-20T10:23:45.762111Z","end":"2026-03-20T10:23:47.234233Z","steps":["trace[1453570966] 'agreement among raft nodes before linearized reading' (duration: 1.471972121s)"],"step_count":1} {"level":"warn","ts":"2026-03-20T10:23:47.234282Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-20T10:23:46.338316Z","time spent":"895.958851ms","remote":"127.0.0.1:36464","response type":"/etcdserverpb.KV/Range","request count":0,"request size":18,"response count":0,"response size":27,"request content":"key:\"/registry/health\" "} {"level":"warn","ts":"2026-03-20T10:23:47.234284Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"976.550013ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/plndr-cp-lock\" ","response":"range_response_count:1 size:433"} {"level":"warn","ts":"2026-03-20T10:23:47.234299Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-20T10:23:45.762095Z","time spent":"1.472194517s","remote":"127.0.0.1:36850","response type":"/etcdserverpb.KV/Range","request count":0,"request size":90,"response count":1,"response size":746,"request content":"key:\"/registry/clusterroles/system:certificates.k8s.io:kube-apiserver-client-kubelet-approver\" "} {"level":"info","ts":"2026-03-20T10:23:47.234321Z","caller":"traceutil/trace.go:171","msg":"trace[574847706] range","detail":"{range_begin:/registry/leases/kube-system/plndr-cp-lock; range_end:; response_count:1; response_revision:1631; }","duration":"976.627945ms","start":"2026-03-20T10:23:46.257682Z","end":"2026-03-20T10:23:47.23431Z","steps":["trace[574847706] 'agreement among raft nodes before linearized reading' (duration: 976.520152ms)"],"step_count":1} {"level":"warn","ts":"2026-03-20T10:23:47.234351Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-20T10:23:46.257658Z","time spent":"976.686187ms","remote":"127.0.0.1:36750","response type":"/etcdserverpb.KV/Range","request count":0,"request size":44,"response count":1,"response size":455,"request content":"key:\"/registry/leases/kube-system/plndr-cp-lock\" "} {"level":"warn","ts":"2026-03-20T10:23:47.234377Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"430.120419ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/health\" ","response":"range_response_count:0 size:5"} {"level":"info","ts":"2026-03-20T10:23:47.234442Z","caller":"traceutil/trace.go:171","msg":"trace[68294371] range","detail":"{range_begin:/registry/health; range_end:; response_count:0; response_revision:1631; }","duration":"430.231352ms","start":"2026-03-20T10:23:46.804194Z","end":"2026-03-20T10:23:47.234425Z","steps":["trace[68294371] 'agreement among raft nodes before linearized reading' (duration: 430.129429ms)"],"step_count":1} {"level":"warn","ts":"2026-03-20T10:23:47.234471Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-20T10:23:46.804172Z","time spent":"430.292873ms","remote":"127.0.0.1:36468","response type":"/etcdserverpb.KV/Range","request count":0,"request size":18,"response count":0,"response size":27,"request content":"key:\"/registry/health\" "} {"level":"warn","ts":"2026-03-20T10:23:47.234527Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"979.849497ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/plndr-svcs-lock\" ","response":"range_response_count:1 size:437"} {"level":"info","ts":"2026-03-20T10:23:47.234593Z","caller":"traceutil/trace.go:171","msg":"trace[1069215752] range","detail":"{range_begin:/registry/leases/kube-system/plndr-svcs-lock; range_end:; response_count:1; response_revision:1631; }","duration":"979.95286ms","start":"2026-03-20T10:23:46.25462Z","end":"2026-03-20T10:23:47.234573Z","steps":["trace[1069215752] 'agreement among raft nodes before linearized reading' (duration: 979.782645ms)"],"step_count":1} {"level":"warn","ts":"2026-03-20T10:23:47.234651Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-20T10:23:46.254599Z","time spent":"980.036912ms","remote":"127.0.0.1:36750","response type":"/etcdserverpb.KV/Range","request count":0,"request size":46,"response count":1,"response size":459,"request content":"key:\"/registry/leases/kube-system/plndr-svcs-lock\" "} {"level":"warn","ts":"2026-03-20T10:23:48.210613Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"565.366244ms","expected-duration":"100ms","prefix":"","request":"header: txn: success:> failure: >>","response":"size:16"} {"level":"info","ts":"2026-03-20T10:23:48.210819Z","caller":"traceutil/trace.go:171","msg":"trace[1679936758] transaction","detail":"{read_only:false; response_revision:1632; number_of_response:1; }","duration":"973.202893ms","start":"2026-03-20T10:23:47.237576Z","end":"2026-03-20T10:23:48.210779Z","steps":["trace[1679936758] 'process raft request' (duration: 407.576832ms)","trace[1679936758] 'compare' (duration: 565.218811ms)"],"step_count":2} {"level":"info","ts":"2026-03-20T10:23:48.210931Z","caller":"traceutil/trace.go:171","msg":"trace[1823768744] linearizableReadLoop","detail":"{readStateIndex:1750; appliedIndex:1749; }","duration":"973.198893ms","start":"2026-03-20T10:23:47.237698Z","end":"2026-03-20T10:23:48.210897Z","steps":["trace[1823768744] 'read index received' (duration: 407.46643ms)","trace[1823768744] 'applied index is now lower than readState.Index' (duration: 565.726283ms)"],"step_count":2} {"level":"warn","ts":"2026-03-20T10:23:48.211008Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-20T10:23:47.237553Z","time spent":"973.354036ms","remote":"127.0.0.1:36552","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":845,"response count":0,"response size":38,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-03-20T10:23:48.211385Z","caller":"traceutil/trace.go:171","msg":"trace[1230374261] transaction","detail":"{read_only:false; response_revision:1634; number_of_response:1; }","duration":"971.074228ms","start":"2026-03-20T10:23:47.240285Z","end":"2026-03-20T10:23:48.211359Z","steps":["trace[1230374261] 'process raft request' (duration: 970.547365ms)"],"step_count":1} {"level":"info","ts":"2026-03-20T10:23:48.2114Z","caller":"traceutil/trace.go:171","msg":"trace[412528474] transaction","detail":"{read_only:false; response_revision:1633; number_of_response:1; }","duration":"971.851517ms","start":"2026-03-20T10:23:47.239514Z","end":"2026-03-20T10:23:48.211365Z","steps":["trace[412528474] 'process raft request' (duration: 971.241392ms)"],"step_count":1} {"level":"warn","ts":"2026-03-20T10:23:48.211461Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"972.605217ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/clusterroles/system:node-proxier\" ","response":"range_response_count:1 size:714"} {"level":"info","ts":"2026-03-20T10:23:48.211504Z","caller":"traceutil/trace.go:171","msg":"trace[1853955389] range","detail":"{range_begin:/registry/clusterroles/system:node-proxier; range_end:; response_count:1; response_revision:1634; }","duration":"972.659978ms","start":"2026-03-20T10:23:47.238831Z","end":"2026-03-20T10:23:48.211491Z","steps":["trace[1853955389] 'agreement among raft nodes before linearized reading' (duration: 972.562775ms)"],"step_count":1} {"level":"warn","ts":"2026-03-20T10:23:48.2115Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-20T10:23:47.240278Z","time spent":"971.169481ms","remote":"127.0.0.1:36750","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":422,"response count":0,"response size":38,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-03-20T10:23:48.211536Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-20T10:23:47.238825Z","time spent":"972.70418ms","remote":"127.0.0.1:36850","response type":"/etcdserverpb.KV/Range","request count":0,"request size":44,"response count":1,"response size":736,"request content":"key:\"/registry/clusterroles/system:node-proxier\" "} {"level":"warn","ts":"2026-03-20T10:23:48.211539Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"973.815368ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pods/kube-system/kube-vip-instance\" ","response":"range_response_count:1 size:5087"} {"level":"warn","ts":"2026-03-20T10:23:48.211555Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-20T10:23:47.239503Z","time spent":"971.972841ms","remote":"127.0.0.1:36750","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":418,"response count":0,"response size":38,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-03-20T10:23:48.211584Z","caller":"traceutil/trace.go:171","msg":"trace[989212406] range","detail":"{range_begin:/registry/pods/kube-system/kube-vip-instance; range_end:; response_count:1; response_revision:1634; }","duration":"973.88953ms","start":"2026-03-20T10:23:47.237682Z","end":"2026-03-20T10:23:48.211571Z","steps":["trace[989212406] 'agreement among raft nodes before linearized reading' (duration: 973.694465ms)"],"step_count":1} {"level":"warn","ts":"2026-03-20T10:23:48.211624Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-20T10:23:47.237675Z","time spent":"973.940861ms","remote":"127.0.0.1:36646","response type":"/etcdserverpb.KV/Range","request count":0,"request size":46,"response count":1,"response size":5109,"request content":"key:\"/registry/pods/kube-system/kube-vip-instance\" "} {"level":"warn","ts":"2026-03-20T10:23:48.211606Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"451.45913ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/kube-scheduler\" ","response":"range_response_count:1 size:479"} {"level":"info","ts":"2026-03-20T10:23:48.211692Z","caller":"traceutil/trace.go:171","msg":"trace[1740897363] range","detail":"{range_begin:/registry/leases/kube-system/kube-scheduler; range_end:; response_count:1; response_revision:1634; }","duration":"451.585643ms","start":"2026-03-20T10:23:47.760078Z","end":"2026-03-20T10:23:48.211664Z","steps":["trace[1740897363] 'agreement among raft nodes before linearized reading' (duration: 451.339377ms)"],"step_count":1} {"level":"warn","ts":"2026-03-20T10:23:48.211731Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-20T10:23:47.760061Z","time spent":"451.662195ms","remote":"127.0.0.1:36750","response type":"/etcdserverpb.KV/Range","request count":0,"request size":45,"response count":1,"response size":501,"request content":"key:\"/registry/leases/kube-system/kube-scheduler\" "} {"level":"warn","ts":"2026-03-20T10:23:48.2121Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"807.874611ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/health\" ","response":"range_response_count:0 size:5"} {"level":"info","ts":"2026-03-20T10:23:48.213487Z","caller":"traceutil/trace.go:171","msg":"trace[1817749909] range","detail":"{range_begin:/registry/health; range_end:; response_count:0; response_revision:1634; }","duration":"809.347509ms","start":"2026-03-20T10:23:47.40412Z","end":"2026-03-20T10:23:48.213467Z","steps":["trace[1817749909] 'agreement among raft nodes before linearized reading' (duration: 807.877821ms)"],"step_count":1} {"level":"warn","ts":"2026-03-20T10:23:48.21355Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-20T10:23:47.404099Z","time spent":"809.435841ms","remote":"127.0.0.1:36464","response type":"/etcdserverpb.KV/Range","request count":0,"request size":18,"response count":0,"response size":27,"request content":"key:\"/registry/health\" "} {"level":"warn","ts":"2026-03-20T10:23:48.717473Z","caller":"etcdserver/v3_server.go:897","msg":"waiting for ReadIndex response took too long, retrying","sent-request-id":184257304220178554,"retry-timeout":"500ms"} {"level":"warn","ts":"2026-03-20T10:23:49.426889Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"404.170375ms","expected-duration":"100ms","prefix":"","request":"header: txn: success:> failure: >>","response":"size:16"} {"level":"info","ts":"2026-03-20T10:23:49.42698Z","caller":"traceutil/trace.go:171","msg":"trace[1263539699] transaction","detail":"{read_only:false; response_revision:1635; number_of_response:1; }","duration":"1.211351858s","start":"2026-03-20T10:23:48.215613Z","end":"2026-03-20T10:23:49.426964Z","steps":["trace[1263539699] 'process raft request' (duration: 807.036559ms)","trace[1263539699] 'compare' (duration: 404.068853ms)"],"step_count":2} {"level":"warn","ts":"2026-03-20T10:23:49.427022Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-20T10:23:48.215573Z","time spent":"1.21142961s","remote":"127.0.0.1:36750","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":464,"response count":0,"response size":38,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-03-20T10:23:50.111125Z","caller":"wal/wal.go:805","msg":"slow fdatasync","took":"1.088453127s","expected-duration":"1s"} {"level":"warn","ts":"2026-03-20T10:23:50.282557Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"171.100586ms","expected-duration":"100ms","prefix":"","request":"header: txn: success:> failure: >>","response":"size:16"} {"level":"info","ts":"2026-03-20T10:23:50.282736Z","caller":"traceutil/trace.go:171","msg":"trace[1189082889] linearizableReadLoop","detail":"{readStateIndex:1754; appliedIndex:1752; }","duration":"2.065241709s","start":"2026-03-20T10:23:48.21741Z","end":"2026-03-20T10:23:50.282651Z","steps":["trace[1189082889] 'read index received' (duration: 805.253045ms)","trace[1189082889] 'applied index is now lower than readState.Index' (duration: 1.259987434s)"],"step_count":2} {"level":"warn","ts":"2026-03-20T10:23:50.282891Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"2.065473995s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/clusterroles/system:controller:attachdetach-controller\" ","response":"range_response_count:1 size:952"} {"level":"info","ts":"2026-03-20T10:23:50.282918Z","caller":"traceutil/trace.go:171","msg":"trace[585659850] range","detail":"{range_begin:/registry/clusterroles/system:controller:attachdetach-controller; range_end:; response_count:1; response_revision:1636; }","duration":"2.065519755s","start":"2026-03-20T10:23:48.217386Z","end":"2026-03-20T10:23:50.282906Z","steps":["trace[585659850] 'agreement among raft nodes before linearized reading' (duration: 2.065428503s)"],"step_count":1} {"level":"warn","ts":"2026-03-20T10:23:50.282987Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-20T10:23:48.217376Z","time spent":"2.065596817s","remote":"127.0.0.1:36850","response type":"/etcdserverpb.KV/Range","request count":0,"request size":66,"response count":1,"response size":974,"request content":"key:\"/registry/clusterroles/system:controller:attachdetach-controller\" "} {"level":"info","ts":"2026-03-20T10:23:50.283225Z","caller":"traceutil/trace.go:171","msg":"trace[1159175360] transaction","detail":"{read_only:false; response_revision:1636; number_of_response:1; }","duration":"2.062445228s","start":"2026-03-20T10:23:48.220263Z","end":"2026-03-20T10:23:50.282708Z","steps":["trace[1159175360] 'process raft request' (duration: 1.891085836s)","trace[1159175360] 'compare' (duration: 170.974303ms)"],"step_count":2} {"level":"warn","ts":"2026-03-20T10:23:50.283693Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-20T10:23:48.22024Z","time spent":"2.063110435s","remote":"127.0.0.1:36646","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":4763,"response count":0,"response size":38,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-03-20T10:23:50.404311Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.99987641s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/health\" ","response":"","error":"context deadline exceeded"} {"level":"info","ts":"2026-03-20T10:23:50.404406Z","caller":"traceutil/trace.go:171","msg":"trace[237389168] range","detail":"{range_begin:/registry/health; range_end:; }","duration":"2.000017503s","start":"2026-03-20T10:23:48.404371Z","end":"2026-03-20T10:23:50.404388Z","steps":["trace[237389168] 'agreement among raft nodes before linearized reading' (duration: 1.999906461s)"],"step_count":1} {"level":"warn","ts":"2026-03-20T10:23:50.404441Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-20T10:23:48.404356Z","time spent":"2.000078214s","remote":"127.0.0.1:36464","response type":"/etcdserverpb.KV/Range","request count":0,"request size":18,"response count":0,"response size":0,"request content":"key:\"/registry/health\" "} {"level":"warn","ts":"2026-03-20T10:23:51.111675Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"672.697909ms","expected-duration":"100ms","prefix":"","request":"header: txn: success:> failure: >>","response":"size:16"} {"level":"info","ts":"2026-03-20T10:23:51.111811Z","caller":"traceutil/trace.go:171","msg":"trace[1186769949] linearizableReadLoop","detail":"{readStateIndex:1755; appliedIndex:1754; }","duration":"829.027092ms","start":"2026-03-20T10:23:50.282762Z","end":"2026-03-20T10:23:51.111789Z","steps":["trace[1186769949] 'read index received' (duration: 156.134849ms)","trace[1186769949] 'applied index is now lower than readState.Index' (duration: 672.889973ms)"],"step_count":2} {"level":"info","ts":"2026-03-20T10:23:51.111842Z","caller":"traceutil/trace.go:171","msg":"trace[1265298361] transaction","detail":"{read_only:false; response_revision:1637; number_of_response:1; }","duration":"1.959993973s","start":"2026-03-20T10:23:49.15182Z","end":"2026-03-20T10:23:51.111814Z","steps":["trace[1265298361] 'process raft request' (duration: 1.287064118s)","trace[1265298361] 'compare' (duration: 672.405152ms)"],"step_count":2} {"level":"warn","ts":"2026-03-20T10:23:51.111968Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-20T10:23:49.151797Z","time spent":"1.960116956s","remote":"127.0.0.1:36750","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":672,"response count":0,"response size":38,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-03-20T10:23:51.11206Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"2.894032305s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/events/kube-system/kube-vip-instance.189e8580e5bdf008\" ","response":"range_response_count:1 size:802"} {"level":"warn","ts":"2026-03-20T10:23:51.112094Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"896.115034ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/plndr-cp-lock\" ","response":"range_response_count:1 size:432"} {"level":"info","ts":"2026-03-20T10:23:51.112143Z","caller":"traceutil/trace.go:171","msg":"trace[1086032827] range","detail":"{range_begin:/registry/events/kube-system/kube-vip-instance.189e8580e5bdf008; range_end:; response_count:1; response_revision:1637; }","duration":"2.894135227s","start":"2026-03-20T10:23:48.217983Z","end":"2026-03-20T10:23:51.112118Z","steps":["trace[1086032827] 'agreement among raft nodes before linearized reading' (duration: 2.893924912s)"],"step_count":1} {"level":"info","ts":"2026-03-20T10:23:51.112149Z","caller":"traceutil/trace.go:171","msg":"trace[2094912830] range","detail":"{range_begin:/registry/leases/kube-system/plndr-cp-lock; range_end:; response_count:1; response_revision:1637; }","duration":"896.209858ms","start":"2026-03-20T10:23:50.215924Z","end":"2026-03-20T10:23:51.112134Z","steps":["trace[2094912830] 'agreement among raft nodes before linearized reading' (duration: 895.980052ms)"],"step_count":1} {"level":"warn","ts":"2026-03-20T10:23:51.112188Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-20T10:23:48.217977Z","time spent":"2.89420147s","remote":"127.0.0.1:36552","response type":"/etcdserverpb.KV/Range","request count":0,"request size":65,"response count":1,"response size":824,"request content":"key:\"/registry/events/kube-system/kube-vip-instance.189e8580e5bdf008\" "} {"level":"warn","ts":"2026-03-20T10:23:51.11228Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"826.006105ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/clusterroles/system:controller:clusterrole-aggregation-controller\" ","response":"range_response_count:1 size:700"} {"level":"info","ts":"2026-03-20T10:23:51.112328Z","caller":"traceutil/trace.go:171","msg":"trace[2057657907] range","detail":"{range_begin:/registry/clusterroles/system:controller:clusterrole-aggregation-controller; range_end:; response_count:1; response_revision:1637; }","duration":"826.096298ms","start":"2026-03-20T10:23:50.286215Z","end":"2026-03-20T10:23:51.112311Z","steps":["trace[2057657907] 'agreement among raft nodes before linearized reading' (duration: 826.016536ms)"],"step_count":1} {"level":"warn","ts":"2026-03-20T10:23:51.11237Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-20T10:23:50.286182Z","time spent":"826.176409ms","remote":"127.0.0.1:36850","response type":"/etcdserverpb.KV/Range","request count":0,"request size":77,"response count":1,"response size":722,"request content":"key:\"/registry/clusterroles/system:controller:clusterrole-aggregation-controller\" "} {"level":"warn","ts":"2026-03-20T10:23:51.112462Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"896.551447ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/plndr-svcs-lock\" ","response":"range_response_count:1 size:436"} {"level":"info","ts":"2026-03-20T10:23:51.112499Z","caller":"traceutil/trace.go:171","msg":"trace[2037966337] range","detail":"{range_begin:/registry/leases/kube-system/plndr-svcs-lock; range_end:; response_count:1; response_revision:1637; }","duration":"896.627449ms","start":"2026-03-20T10:23:50.215861Z","end":"2026-03-20T10:23:51.112489Z","steps":["trace[2037966337] 'agreement among raft nodes before linearized reading' (duration: 896.520065ms)"],"step_count":1} {"level":"warn","ts":"2026-03-20T10:23:51.112531Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-20T10:23:50.215843Z","time spent":"896.67977ms","remote":"127.0.0.1:36750","response type":"/etcdserverpb.KV/Range","request count":0,"request size":46,"response count":1,"response size":458,"request content":"key:\"/registry/leases/kube-system/plndr-svcs-lock\" "} {"level":"warn","ts":"2026-03-20T10:23:51.112534Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"774.282332ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/health\" ","response":"range_response_count:0 size:5"} {"level":"info","ts":"2026-03-20T10:23:51.112588Z","caller":"traceutil/trace.go:171","msg":"trace[867807904] range","detail":"{range_begin:/registry/health; range_end:; response_count:0; response_revision:1637; }","duration":"774.388665ms","start":"2026-03-20T10:23:50.338184Z","end":"2026-03-20T10:23:51.112573Z","steps":["trace[867807904] 'agreement among raft nodes before linearized reading' (duration: 774.307613ms)"],"step_count":1} {"level":"warn","ts":"2026-03-20T10:23:51.112628Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-20T10:23:50.338158Z","time spent":"774.460447ms","remote":"127.0.0.1:36464","response type":"/etcdserverpb.KV/Range","request count":0,"request size":18,"response count":0,"response size":27,"request content":"key:\"/registry/health\" "} {"level":"warn","ts":"2026-03-20T10:23:51.11272Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"825.686879ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pods/kube-system/ceph-csi-rbd-provisioner-69cb97fb6-7sf5r\" ","response":"range_response_count:1 size:14472"} {"level":"warn","ts":"2026-03-20T10:23:51.112773Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.872894216s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/kube-controller-manager\" ","response":"range_response_count:1 size:505"} {"level":"info","ts":"2026-03-20T10:23:51.112779Z","caller":"traceutil/trace.go:171","msg":"trace[1431204398] range","detail":"{range_begin:/registry/pods/kube-system/ceph-csi-rbd-provisioner-69cb97fb6-7sf5r; range_end:; response_count:1; response_revision:1637; }","duration":"825.816691ms","start":"2026-03-20T10:23:50.286945Z","end":"2026-03-20T10:23:51.112762Z","steps":["trace[1431204398] 'agreement among raft nodes before linearized reading' (duration: 825.615196ms)"],"step_count":1} {"level":"info","ts":"2026-03-20T10:23:51.112809Z","caller":"traceutil/trace.go:171","msg":"trace[1734022011] range","detail":"{range_begin:/registry/leases/kube-system/kube-controller-manager; range_end:; response_count:1; response_revision:1637; }","duration":"1.872960898s","start":"2026-03-20T10:23:49.239838Z","end":"2026-03-20T10:23:51.112799Z","steps":["trace[1734022011] 'agreement among raft nodes before linearized reading' (duration: 1.872829335s)"],"step_count":1} {"level":"warn","ts":"2026-03-20T10:23:51.112827Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-20T10:23:50.286927Z","time spent":"825.888014ms","remote":"127.0.0.1:36646","response type":"/etcdserverpb.KV/Range","request count":0,"request size":69,"response count":1,"response size":14494,"request content":"key:\"/registry/pods/kube-system/ceph-csi-rbd-provisioner-69cb97fb6-7sf5r\" "} {"level":"warn","ts":"2026-03-20T10:23:51.11284Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-20T10:23:49.239821Z","time spent":"1.873011669s","remote":"127.0.0.1:36750","response type":"/etcdserverpb.KV/Range","request count":0,"request size":54,"response count":1,"response size":527,"request content":"key:\"/registry/leases/kube-system/kube-controller-manager\" "} {"level":"warn","ts":"2026-03-20T10:23:51.112906Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"707.368894ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/health\" ","response":"range_response_count:0 size:5"} {"level":"warn","ts":"2026-03-20T10:23:51.112194Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-20T10:23:50.215904Z","time spent":"896.278729ms","remote":"127.0.0.1:36750","response type":"/etcdserverpb.KV/Range","request count":0,"request size":44,"response count":1,"response size":454,"request content":"key:\"/registry/leases/kube-system/plndr-cp-lock\" "} {"level":"info","ts":"2026-03-20T10:23:51.112957Z","caller":"traceutil/trace.go:171","msg":"trace[689219728] range","detail":"{range_begin:/registry/health; range_end:; response_count:0; response_revision:1637; }","duration":"707.463557ms","start":"2026-03-20T10:23:50.405477Z","end":"2026-03-20T10:23:51.112941Z","steps":["trace[689219728] 'agreement among raft nodes before linearized reading' (duration: 707.387315ms)"],"step_count":1} {"level":"warn","ts":"2026-03-20T10:23:51.112998Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-20T10:23:50.405456Z","time spent":"707.531728ms","remote":"127.0.0.1:36468","response type":"/etcdserverpb.KV/Range","request count":0,"request size":18,"response count":0,"response size":27,"request content":"key:\"/registry/health\" "} {"level":"warn","ts":"2026-03-20T10:23:51.617064Z","caller":"etcdserver/v3_server.go:897","msg":"waiting for ReadIndex response took too long, retrying","sent-request-id":184257304220178560,"retry-timeout":"500ms"} {"level":"warn","ts":"2026-03-20T10:23:52.324412Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"697.636097ms","expected-duration":"100ms","prefix":"","request":"header: txn: success:> failure: >>","response":"size:16"} {"level":"info","ts":"2026-03-20T10:23:52.3246Z","caller":"traceutil/trace.go:171","msg":"trace[1600559200] transaction","detail":"{read_only:false; response_revision:1638; number_of_response:1; }","duration":"1.208689158s","start":"2026-03-20T10:23:51.115891Z","end":"2026-03-20T10:23:52.32458Z","steps":["trace[1600559200] 'process raft request' (duration: 510.816545ms)","trace[1600559200] 'compare' (duration: 697.392651ms)"],"step_count":2} {"level":"warn","ts":"2026-03-20T10:23:52.32469Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-20T10:23:51.115869Z","time spent":"1.20878805s","remote":"127.0.0.1:36552","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":787,"response count":0,"response size":38,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-03-20T10:23:53.404917Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"2.000390681s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/health\" ","response":"","error":"context deadline exceeded"} {"level":"info","ts":"2026-03-20T10:23:53.404993Z","caller":"traceutil/trace.go:171","msg":"trace[212832405] range","detail":"{range_begin:/registry/health; range_end:; }","duration":"2.000509284s","start":"2026-03-20T10:23:51.404465Z","end":"2026-03-20T10:23:53.404974Z","steps":["trace[212832405] 'agreement among raft nodes before linearized reading' (duration: 2.000425541s)"],"step_count":1} {"level":"warn","ts":"2026-03-20T10:23:53.40504Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-20T10:23:51.404447Z","time spent":"2.000581616s","remote":"127.0.0.1:36464","response type":"/etcdserverpb.KV/Range","request count":0,"request size":18,"response count":0,"response size":0,"request content":"key:\"/registry/health\" "} {"level":"warn","ts":"2026-03-20T10:23:53.634895Z","caller":"wal/wal.go:805","msg":"slow fdatasync","took":"2.008041064s","expected-duration":"1s"} {"level":"warn","ts":"2026-03-20T10:23:53.789173Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"153.79835ms","expected-duration":"100ms","prefix":"","request":"header: txn: success:> failure: >>","response":"size:16"} {"level":"info","ts":"2026-03-20T10:23:53.789477Z","caller":"traceutil/trace.go:171","msg":"trace[2129851125] transaction","detail":"{read_only:false; response_revision:1639; number_of_response:1; }","duration":"2.671719475s","start":"2026-03-20T10:23:51.117695Z","end":"2026-03-20T10:23:53.789414Z","steps":["trace[2129851125] 'process raft request' (duration: 2.517550666s)","trace[2129851125] 'compare' (duration: 153.476942ms)"],"step_count":2} {"level":"info","ts":"2026-03-20T10:23:53.789949Z","caller":"traceutil/trace.go:171","msg":"trace[1436408140] transaction","detail":"{read_only:false; response_revision:1641; number_of_response:1; }","duration":"2.671619651s","start":"2026-03-20T10:23:51.118313Z","end":"2026-03-20T10:23:53.789933Z","steps":["trace[1436408140] 'process raft request' (duration: 2.671346035s)"],"step_count":1} {"level":"warn","ts":"2026-03-20T10:23:53.790008Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-20T10:23:51.117682Z","time spent":"2.67191038s","remote":"127.0.0.1:36750","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":422,"response count":0,"response size":38,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-03-20T10:23:53.790061Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"2.673646083s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/clusterroles/system:controller:cronjob-controller\" ","response":"range_response_count:1 size:837"} {"level":"info","ts":"2026-03-20T10:23:53.790035Z","caller":"traceutil/trace.go:171","msg":"trace[1419717583] transaction","detail":"{read_only:false; response_revision:1642; number_of_response:1; }","duration":"2.648504859s","start":"2026-03-20T10:23:51.141495Z","end":"2026-03-20T10:23:53.79Z","steps":["trace[1419717583] 'process raft request' (duration: 2.648366896s)"],"step_count":1} {"level":"warn","ts":"2026-03-20T10:23:53.790075Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-20T10:23:51.118297Z","time spent":"2.671720024s","remote":"127.0.0.1:36750","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":489,"response count":0,"response size":38,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-03-20T10:23:53.790118Z","caller":"traceutil/trace.go:171","msg":"trace[150681244] range","detail":"{range_begin:/registry/clusterroles/system:controller:cronjob-controller; range_end:; response_count:1; response_revision:1642; }","duration":"2.673721225s","start":"2026-03-20T10:23:51.116376Z","end":"2026-03-20T10:23:53.790097Z","steps":["trace[150681244] 'agreement among raft nodes before linearized reading' (duration: 2.673623533s)"],"step_count":1} {"level":"warn","ts":"2026-03-20T10:23:53.790162Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-20T10:23:51.116366Z","time spent":"2.673783477s","remote":"127.0.0.1:36850","response type":"/etcdserverpb.KV/Range","request count":0,"request size":61,"response count":1,"response size":859,"request content":"key:\"/registry/clusterroles/system:controller:cronjob-controller\" "} {"level":"info","ts":"2026-03-20T10:23:53.789964Z","caller":"traceutil/trace.go:171","msg":"trace[198547494] linearizableReadLoop","detail":"{readStateIndex:1760; appliedIndex:1755; }","duration":"2.673544831s","start":"2026-03-20T10:23:51.116401Z","end":"2026-03-20T10:23:53.789946Z","steps":["trace[198547494] 'read index received' (duration: 510.431795ms)","trace[198547494] 'applied index is now lower than readState.Index' (duration: 2.163111706s)"],"step_count":2} {"level":"warn","ts":"2026-03-20T10:23:53.790213Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-20T10:23:51.141478Z","time spent":"2.648644232s","remote":"127.0.0.1:36646","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":14283,"response count":0,"response size":38,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-03-20T10:23:53.789812Z","caller":"traceutil/trace.go:171","msg":"trace[697721720] transaction","detail":"{read_only:false; response_revision:1640; number_of_response:1; }","duration":"2.671975571s","start":"2026-03-20T10:23:51.117761Z","end":"2026-03-20T10:23:53.789737Z","steps":["trace[697721720] 'process raft request' (duration: 2.671540351s)"],"step_count":1} {"level":"warn","ts":"2026-03-20T10:23:53.790862Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-20T10:23:51.117753Z","time spent":"2.673057859s","remote":"127.0.0.1:36750","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":418,"response count":0,"response size":38,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-03-20T10:23:54.291018Z","caller":"etcdserver/v3_server.go:897","msg":"waiting for ReadIndex response took too long, retrying","sent-request-id":184257304220178567,"retry-timeout":"500ms"} {"level":"warn","ts":"2026-03-20T10:23:54.791615Z","caller":"etcdserver/v3_server.go:897","msg":"waiting for ReadIndex response took too long, retrying","sent-request-id":184257304220178567,"retry-timeout":"500ms"} {"level":"warn","ts":"2026-03-20T10:23:55.23043Z","caller":"wal/wal.go:805","msg":"slow fdatasync","took":"1.595202123s","expected-duration":"1s"} {"level":"warn","ts":"2026-03-20T10:23:55.339193Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"2.000574367s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/health\" ","response":"","error":"context deadline exceeded"} {"level":"info","ts":"2026-03-20T10:23:55.339285Z","caller":"traceutil/trace.go:171","msg":"trace[1004297357] range","detail":"{range_begin:/registry/health; range_end:; }","duration":"2.000726131s","start":"2026-03-20T10:23:53.33854Z","end":"2026-03-20T10:23:55.339266Z","steps":["trace[1004297357] 'agreement among raft nodes before linearized reading' (duration: 2.000610088s)"],"step_count":1} {"level":"warn","ts":"2026-03-20T10:23:55.339361Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-20T10:23:53.338517Z","time spent":"2.000834643s","remote":"127.0.0.1:36464","response type":"/etcdserverpb.KV/Range","request count":0,"request size":18,"response count":0,"response size":0,"request content":"key:\"/registry/health\" "} {"level":"warn","ts":"2026-03-20T10:23:55.405797Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"2.000349192s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/health\" ","response":"","error":"context canceled"} {"level":"info","ts":"2026-03-20T10:23:55.405981Z","caller":"traceutil/trace.go:171","msg":"trace[1199178408] range","detail":"{range_begin:/registry/health; range_end:; }","duration":"2.000573797s","start":"2026-03-20T10:23:53.405382Z","end":"2026-03-20T10:23:55.405956Z","steps":["trace[1199178408] 'agreement among raft nodes before linearized reading' (duration: 2.000359532s)"],"step_count":1} {"level":"warn","ts":"2026-03-20T10:23:55.406052Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-20T10:23:53.405371Z","time spent":"2.00067014s","remote":"127.0.0.1:36468","response type":"/etcdserverpb.KV/Range","request count":0,"request size":18,"response count":0,"response size":0,"request content":"key:\"/registry/health\" "} 2026/03/20 10:23:55 WARNING: [core] [Server #8] grpc: Server.processUnaryRPC failed to write status: connection error: desc = "transport is closing" {"level":"warn","ts":"2026-03-20T10:23:55.55969Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"328.962428ms","expected-duration":"100ms","prefix":"","request":"header: txn: success:> failure: >>","response":"size:16"} {"level":"info","ts":"2026-03-20T10:23:55.559806Z","caller":"traceutil/trace.go:171","msg":"trace[59991314] linearizableReadLoop","detail":"{readStateIndex:1761; appliedIndex:1760; }","duration":"1.76954783s","start":"2026-03-20T10:23:53.79024Z","end":"2026-03-20T10:23:55.559788Z","steps":["trace[59991314] 'read index received' (duration: 1.440312175s)","trace[59991314] 'applied index is now lower than readState.Index' (duration: 329.234245ms)"],"step_count":2} {"level":"warn","ts":"2026-03-20T10:23:55.56012Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.766595224s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/clusterroles/system:controller:daemon-set-controller\" ","response":"range_response_count:1 size:960"} {"level":"info","ts":"2026-03-20T10:23:55.560161Z","caller":"traceutil/trace.go:171","msg":"trace[169154289] range","detail":"{range_begin:/registry/clusterroles/system:controller:daemon-set-controller; range_end:; response_count:1; response_revision:1643; }","duration":"1.766673546s","start":"2026-03-20T10:23:53.793477Z","end":"2026-03-20T10:23:55.56015Z","steps":["trace[169154289] 'agreement among raft nodes before linearized reading' (duration: 1.766598704s)"],"step_count":1} {"level":"info","ts":"2026-03-20T10:23:55.560122Z","caller":"traceutil/trace.go:171","msg":"trace[1300044778] transaction","detail":"{read_only:false; response_revision:1643; number_of_response:1; }","duration":"3.519259778s","start":"2026-03-20T10:23:52.040824Z","end":"2026-03-20T10:23:55.560084Z","steps":["trace[1300044778] 'process raft request' (duration: 3.189822198s)","trace[1300044778] 'compare' (duration: 328.711102ms)"],"step_count":2} {"level":"warn","ts":"2026-03-20T10:23:55.560198Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-20T10:23:53.793458Z","time spent":"1.766731898s","remote":"127.0.0.1:36850","response type":"/etcdserverpb.KV/Range","request count":0,"request size":64,"response count":1,"response size":982,"request content":"key:\"/registry/clusterroles/system:controller:daemon-set-controller\" "} {"level":"warn","ts":"2026-03-20T10:23:55.560215Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"4.129331976s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/kube-scheduler\" ","response":"range_response_count:1 size:479"} {"level":"warn","ts":"2026-03-20T10:23:55.5603Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-20T10:23:52.040776Z","time spent":"3.519438742s","remote":"127.0.0.1:36750","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":520,"response count":0,"response size":38,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-03-20T10:23:55.560323Z","caller":"traceutil/trace.go:171","msg":"trace[1270826981] range","detail":"{range_begin:/registry/leases/kube-system/kube-scheduler; range_end:; response_count:1; response_revision:1643; }","duration":"4.12947566s","start":"2026-03-20T10:23:51.430829Z","end":"2026-03-20T10:23:55.560305Z","steps":["trace[1270826981] 'agreement among raft nodes before linearized reading' (duration: 4.129235194s)"],"step_count":1} {"level":"warn","ts":"2026-03-20T10:23:55.560373Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-20T10:23:51.430817Z","time spent":"4.129542582s","remote":"127.0.0.1:36750","response type":"/etcdserverpb.KV/Range","request count":0,"request size":45,"response count":1,"response size":501,"request content":"key:\"/registry/leases/kube-system/kube-scheduler\" "} {"level":"warn","ts":"2026-03-20T10:23:55.560378Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"217.855235ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/health\" ","response":"range_response_count:0 size:5"} {"level":"info","ts":"2026-03-20T10:23:55.560409Z","caller":"traceutil/trace.go:171","msg":"trace[1507290696] range","detail":"{range_begin:/registry/health; range_end:; response_count:0; response_revision:1643; }","duration":"217.923087ms","start":"2026-03-20T10:23:55.342477Z","end":"2026-03-20T10:23:55.5604Z","steps":["trace[1507290696] 'agreement among raft nodes before linearized reading' (duration: 217.874916ms)"],"step_count":1} {"level":"warn","ts":"2026-03-20T10:23:55.560549Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"3.217648559s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/events/kube-system/kube-controller-manager-instance.189e855a67362370\" ","response":"range_response_count:1 size:787"} {"level":"info","ts":"2026-03-20T10:23:55.560589Z","caller":"traceutil/trace.go:171","msg":"trace[551485743] range","detail":"{range_begin:/registry/events/kube-system/kube-controller-manager-instance.189e855a67362370; range_end:; response_count:1; response_revision:1643; }","duration":"3.217722401s","start":"2026-03-20T10:23:52.342855Z","end":"2026-03-20T10:23:55.560577Z","steps":["trace[551485743] 'agreement among raft nodes before linearized reading' (duration: 3.217625539s)"],"step_count":1} {"level":"warn","ts":"2026-03-20T10:23:55.560617Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-20T10:23:52.342839Z","time spent":"3.217770892s","remote":"127.0.0.1:36552","response type":"/etcdserverpb.KV/Range","request count":0,"request size":80,"response count":1,"response size":809,"request content":"key:\"/registry/events/kube-system/kube-controller-manager-instance.189e855a67362370\" "} {"level":"warn","ts":"2026-03-20T10:23:55.560632Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.759654669s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pods/kube-system/kube-controller-manager-instance\" ","response":"range_response_count:1 size:6870"} {"level":"info","ts":"2026-03-20T10:23:55.560659Z","caller":"traceutil/trace.go:171","msg":"trace[825102975] range","detail":"{range_begin:/registry/pods/kube-system/kube-controller-manager-instance; range_end:; response_count:1; response_revision:1643; }","duration":"1.75969341s","start":"2026-03-20T10:23:53.800957Z","end":"2026-03-20T10:23:55.560651Z","steps":["trace[825102975] 'agreement among raft nodes before linearized reading' (duration: 1.759576177s)"],"step_count":1} {"level":"warn","ts":"2026-03-20T10:23:55.560687Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-20T10:23:53.800947Z","time spent":"1.759733911s","remote":"127.0.0.1:36646","response type":"/etcdserverpb.KV/Range","request count":0,"request size":61,"response count":1,"response size":6892,"request content":"key:\"/registry/pods/kube-system/kube-controller-manager-instance\" "} {"level":"warn","ts":"2026-03-20T10:23:56.065139Z","caller":"etcdserver/v3_server.go:897","msg":"waiting for ReadIndex response took too long, retrying","sent-request-id":184257304220178569,"retry-timeout":"500ms"} {"level":"warn","ts":"2026-03-20T10:23:57.55596Z","caller":"wal/wal.go:805","msg":"slow fdatasync","took":"1.419611101s","expected-duration":"1s"} {"level":"warn","ts":"2026-03-20T10:23:58.112175Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.97572538s","expected-duration":"100ms","prefix":"","request":"header: txn: success:> failure: >>","response":"size:16"} {"level":"info","ts":"2026-03-20T10:23:58.112344Z","caller":"traceutil/trace.go:171","msg":"trace[1995418141] linearizableReadLoop","detail":"{readStateIndex:1763; appliedIndex:1761; }","duration":"2.547612036s","start":"2026-03-20T10:23:55.564717Z","end":"2026-03-20T10:23:58.112329Z","steps":["trace[1995418141] 'read index received' (duration: 571.671621ms)","trace[1995418141] 'applied index is now lower than readState.Index' (duration: 1.975939525s)"],"step_count":2} {"level":"info","ts":"2026-03-20T10:23:58.112421Z","caller":"traceutil/trace.go:171","msg":"trace[416570100] transaction","detail":"{read_only:false; response_revision:1644; number_of_response:1; }","duration":"2.54816561s","start":"2026-03-20T10:23:55.564244Z","end":"2026-03-20T10:23:58.11241Z","steps":["trace[416570100] 'process raft request' (duration: 572.130282ms)","trace[416570100] 'compare' (duration: 1.975615937s)"],"step_count":2} {"level":"warn","ts":"2026-03-20T10:23:58.112479Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-20T10:23:55.564223Z","time spent":"2.548221831s","remote":"127.0.0.1:36552","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":772,"response count":0,"response size":38,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-03-20T10:23:58.112716Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"2.547958714s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/clusterroles/system:controller:deployment-controller\" ","response":"range_response_count:1 size:915"} {"level":"info","ts":"2026-03-20T10:23:58.112748Z","caller":"traceutil/trace.go:171","msg":"trace[554168179] range","detail":"{range_begin:/registry/clusterroles/system:controller:deployment-controller; range_end:; response_count:1; response_revision:1645; }","duration":"2.548093838s","start":"2026-03-20T10:23:55.564644Z","end":"2026-03-20T10:23:58.112738Z","steps":["trace[554168179] 'agreement among raft nodes before linearized reading' (duration: 2.548008176s)"],"step_count":1} {"level":"warn","ts":"2026-03-20T10:23:58.112777Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-20T10:23:55.564628Z","time spent":"2.548143189s","remote":"127.0.0.1:36850","response type":"/etcdserverpb.KV/Range","request count":0,"request size":64,"response count":1,"response size":937,"request content":"key:\"/registry/clusterroles/system:controller:deployment-controller\" "} {"level":"info","ts":"2026-03-20T10:23:58.112767Z","caller":"traceutil/trace.go:171","msg":"trace[1229613152] transaction","detail":"{read_only:false; response_revision:1645; number_of_response:1; }","duration":"2.547685818s","start":"2026-03-20T10:23:55.565052Z","end":"2026-03-20T10:23:58.112738Z","steps":["trace[1229613152] 'process raft request' (duration: 2.547227167s)"],"step_count":1} {"level":"warn","ts":"2026-03-20T10:23:58.112829Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"2.548110188s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pods/kube-system/kube-vip-instance\" ","response":"range_response_count:1 size:4778"} {"level":"info","ts":"2026-03-20T10:23:58.112875Z","caller":"traceutil/trace.go:171","msg":"trace[1265109226] range","detail":"{range_begin:/registry/pods/kube-system/kube-vip-instance; range_end:; response_count:1; response_revision:1645; }","duration":"2.5481917s","start":"2026-03-20T10:23:55.56467Z","end":"2026-03-20T10:23:58.112862Z","steps":["trace[1265109226] 'agreement among raft nodes before linearized reading' (duration: 2.547956274s)"],"step_count":1} {"level":"warn","ts":"2026-03-20T10:23:58.112908Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-20T10:23:55.564657Z","time spent":"2.548242852s","remote":"127.0.0.1:36646","response type":"/etcdserverpb.KV/Range","request count":0,"request size":46,"response count":1,"response size":4800,"request content":"key:\"/registry/pods/kube-system/kube-vip-instance\" "} {"level":"warn","ts":"2026-03-20T10:23:58.112912Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-20T10:23:55.565041Z","time spent":"2.54779452s","remote":"127.0.0.1:36750","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":464,"response count":0,"response size":38,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-03-20T10:23:58.11297Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.709085034s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/health\" ","response":"range_response_count:0 size:5"} {"level":"info","ts":"2026-03-20T10:23:58.112999Z","caller":"traceutil/trace.go:171","msg":"trace[1481653553] range","detail":"{range_begin:/registry/health; range_end:; response_count:0; response_revision:1645; }","duration":"1.709148155s","start":"2026-03-20T10:23:56.403843Z","end":"2026-03-20T10:23:58.112991Z","steps":["trace[1481653553] 'agreement among raft nodes before linearized reading' (duration: 1.709105964s)"],"step_count":1} {"level":"warn","ts":"2026-03-20T10:23:58.113023Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-20T10:23:56.403826Z","time spent":"1.709192556s","remote":"127.0.0.1:36464","response type":"/etcdserverpb.KV/Range","request count":0,"request size":18,"response count":0,"response size":27,"request content":"key:\"/registry/health\" "} {"level":"warn","ts":"2026-03-20T10:23:58.113249Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"2.317160084s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/plndr-svcs-lock\" ","response":"range_response_count:1 size:436"} {"level":"info","ts":"2026-03-20T10:23:58.113324Z","caller":"traceutil/trace.go:171","msg":"trace[1057201928] range","detail":"{range_begin:/registry/leases/kube-system/plndr-svcs-lock; range_end:; response_count:1; response_revision:1645; }","duration":"2.317292677s","start":"2026-03-20T10:23:55.796016Z","end":"2026-03-20T10:23:58.113308Z","steps":["trace[1057201928] 'agreement among raft nodes before linearized reading' (duration: 2.317096322s)"],"step_count":1} {"level":"warn","ts":"2026-03-20T10:23:58.113366Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-20T10:23:55.795992Z","time spent":"2.317362428s","remote":"127.0.0.1:36750","response type":"/etcdserverpb.KV/Range","request count":0,"request size":46,"response count":1,"response size":458,"request content":"key:\"/registry/leases/kube-system/plndr-svcs-lock\" "} {"level":"warn","ts":"2026-03-20T10:23:58.11346Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"2.317296037s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/plndr-cp-lock\" ","response":"range_response_count:1 size:432"} {"level":"info","ts":"2026-03-20T10:23:58.113498Z","caller":"traceutil/trace.go:171","msg":"trace[368156647] range","detail":"{range_begin:/registry/leases/kube-system/plndr-cp-lock; range_end:; response_count:1; response_revision:1645; }","duration":"2.31737719s","start":"2026-03-20T10:23:55.796109Z","end":"2026-03-20T10:23:58.113487Z","steps":["trace[368156647] 'agreement among raft nodes before linearized reading' (duration: 2.317244466s)"],"step_count":1} {"level":"warn","ts":"2026-03-20T10:23:58.113528Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-20T10:23:55.796087Z","time spent":"2.31743531s","remote":"127.0.0.1:36750","response type":"/etcdserverpb.KV/Range","request count":0,"request size":44,"response count":1,"response size":454,"request content":"key:\"/registry/leases/kube-system/plndr-cp-lock\" "} {"level":"warn","ts":"2026-03-20T10:23:58.851298Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"430.818478ms","expected-duration":"100ms","prefix":"","request":"header: txn: success:> failure: >>","response":"size:16"} {"level":"info","ts":"2026-03-20T10:23:58.851751Z","caller":"traceutil/trace.go:171","msg":"trace[341105483] transaction","detail":"{read_only:false; response_revision:1646; number_of_response:1; }","duration":"733.744549ms","start":"2026-03-20T10:23:58.117975Z","end":"2026-03-20T10:23:58.851719Z","steps":["trace[341105483] 'process raft request' (duration: 302.398598ms)","trace[341105483] 'compare' (duration: 430.606753ms)"],"step_count":2} {"level":"warn","ts":"2026-03-20T10:23:58.851894Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-20T10:23:58.117961Z","time spent":"733.856612ms","remote":"127.0.0.1:36750","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":419,"response count":0,"response size":38,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-03-20T10:23:59.812284Z","caller":"wal/wal.go:805","msg":"slow fdatasync","took":"1.392239611s","expected-duration":"1s"} {"level":"warn","ts":"2026-03-20T10:23:59.973566Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"160.929601ms","expected-duration":"100ms","prefix":"","request":"header: txn: success:> failure: >>","response":"size:16"} {"level":"info","ts":"2026-03-20T10:23:59.97377Z","caller":"traceutil/trace.go:171","msg":"trace[567590502] linearizableReadLoop","detail":"{readStateIndex:1766; appliedIndex:1763; }","duration":"1.853765933s","start":"2026-03-20T10:23:58.119989Z","end":"2026-03-20T10:23:59.973755Z","steps":["trace[567590502] 'read index received' (duration: 300.138721ms)","trace[567590502] 'applied index is now lower than readState.Index' (duration: 1.553626322s)"],"step_count":2} {"level":"info","ts":"2026-03-20T10:23:59.974005Z","caller":"traceutil/trace.go:171","msg":"trace[1673268300] transaction","detail":"{read_only:false; response_revision:1647; number_of_response:1; }","duration":"1.855379214s","start":"2026-03-20T10:23:58.118612Z","end":"2026-03-20T10:23:59.973992Z","steps":["trace[1673268300] 'process raft request' (duration: 1.69393484s)","trace[1673268300] 'compare' (duration: 160.764817ms)"],"step_count":2} {"level":"warn","ts":"2026-03-20T10:23:59.973968Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.853951077s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/clusterroles/system:controller:endpoint-controller\" ","response":"range_response_count:1 size:756"} {"level":"warn","ts":"2026-03-20T10:23:59.974018Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.769510097s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/health\" ","response":"range_response_count:0 size:5"} {"level":"info","ts":"2026-03-20T10:23:59.974052Z","caller":"traceutil/trace.go:171","msg":"trace[1284407521] range","detail":"{range_begin:/registry/health; range_end:; response_count:0; response_revision:1648; }","duration":"1.769577769s","start":"2026-03-20T10:23:58.204465Z","end":"2026-03-20T10:23:59.974043Z","steps":["trace[1284407521] 'agreement among raft nodes before linearized reading' (duration: 1.769523207s)"],"step_count":1} {"level":"warn","ts":"2026-03-20T10:23:59.974054Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-20T10:23:58.118581Z","time spent":"1.855451676s","remote":"127.0.0.1:36750","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":423,"response count":0,"response size":38,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-03-20T10:23:59.974064Z","caller":"traceutil/trace.go:171","msg":"trace[770310931] range","detail":"{range_begin:/registry/clusterroles/system:controller:endpoint-controller; range_end:; response_count:1; response_revision:1648; }","duration":"1.85407616s","start":"2026-03-20T10:23:58.119965Z","end":"2026-03-20T10:23:59.974042Z","steps":["trace[770310931] 'agreement among raft nodes before linearized reading' (duration: 1.853894855s)"],"step_count":1} {"level":"warn","ts":"2026-03-20T10:23:59.974079Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-20T10:23:58.204451Z","time spent":"1.76962131s","remote":"127.0.0.1:36464","response type":"/etcdserverpb.KV/Range","request count":0,"request size":18,"response count":0,"response size":27,"request content":"key:\"/registry/health\" "} {"level":"info","ts":"2026-03-20T10:23:59.974055Z","caller":"traceutil/trace.go:171","msg":"trace[703473922] transaction","detail":"{read_only:false; response_revision:1648; number_of_response:1; }","duration":"1.854384597s","start":"2026-03-20T10:23:58.119643Z","end":"2026-03-20T10:23:59.974027Z","steps":["trace[703473922] 'process raft request' (duration: 1.854029029s)"],"step_count":1} {"level":"warn","ts":"2026-03-20T10:23:59.974112Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-20T10:23:58.119955Z","time spent":"1.854148262s","remote":"127.0.0.1:36850","response type":"/etcdserverpb.KV/Range","request count":0,"request size":62,"response count":1,"response size":778,"request content":"key:\"/registry/clusterroles/system:controller:endpoint-controller\" "} {"level":"warn","ts":"2026-03-20T10:23:59.974197Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-20T10:23:58.119634Z","time spent":"1.854481911s","remote":"127.0.0.1:36552","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":772,"response count":0,"response size":38,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-03-20T10:23:59.974211Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.853178978s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pods/kube-system/cilium-operator-869df985b8-6rkgb\" ","response":"range_response_count:1 size:7053"} {"level":"info","ts":"2026-03-20T10:23:59.974329Z","caller":"traceutil/trace.go:171","msg":"trace[743490277] range","detail":"{range_begin:/registry/pods/kube-system/cilium-operator-869df985b8-6rkgb; range_end:; response_count:1; response_revision:1648; }","duration":"1.853334551s","start":"2026-03-20T10:23:58.120967Z","end":"2026-03-20T10:23:59.974302Z","steps":["trace[743490277] 'agreement among raft nodes before linearized reading' (duration: 1.852975022s)"],"step_count":1} {"level":"warn","ts":"2026-03-20T10:23:59.974391Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-20T10:23:58.120962Z","time spent":"1.853419063s","remote":"127.0.0.1:36646","response type":"/etcdserverpb.KV/Range","request count":0,"request size":61,"response count":1,"response size":7075,"request content":"key:\"/registry/pods/kube-system/cilium-operator-869df985b8-6rkgb\" "} {"level":"warn","ts":"2026-03-20T10:24:00.721742Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"517.066584ms","expected-duration":"100ms","prefix":"","request":"header: txn: success:> failure: >>","response":"size:16"} {"level":"info","ts":"2026-03-20T10:24:00.721955Z","caller":"traceutil/trace.go:171","msg":"trace[1732014388] transaction","detail":"{read_only:false; response_revision:1649; number_of_response:1; }","duration":"742.167712ms","start":"2026-03-20T10:23:59.979772Z","end":"2026-03-20T10:24:00.721939Z","steps":["trace[1732014388] 'process raft request' (duration: 224.837412ms)","trace[1732014388] 'compare' (duration: 516.709355ms)"],"step_count":2} {"level":"warn","ts":"2026-03-20T10:24:00.722063Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-20T10:23:59.979747Z","time spent":"742.278505ms","remote":"127.0.0.1:36552","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":768,"response count":0,"response size":38,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-03-20T10:24:00.722219Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"742.341516ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/clusterroles/system:controller:endpointslicemirroring-controller\" ","response":"range_response_count:1 size:843"} {"level":"info","ts":"2026-03-20T10:24:00.722248Z","caller":"traceutil/trace.go:171","msg":"trace[1513817848] range","detail":"{range_begin:/registry/clusterroles/system:controller:endpointslicemirroring-controller; range_end:; response_count:1; response_revision:1649; }","duration":"742.416839ms","start":"2026-03-20T10:23:59.979823Z","end":"2026-03-20T10:24:00.72224Z","steps":["trace[1513817848] 'agreement among raft nodes before linearized reading' (duration: 742.230744ms)"],"step_count":1} {"level":"warn","ts":"2026-03-20T10:24:00.72227Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-20T10:23:59.979816Z","time spent":"742.449809ms","remote":"127.0.0.1:36850","response type":"/etcdserverpb.KV/Range","request count":0,"request size":76,"response count":1,"response size":865,"request content":"key:\"/registry/clusterroles/system:controller:endpointslicemirroring-controller\" "} {"level":"info","ts":"2026-03-20T10:24:00.721856Z","caller":"traceutil/trace.go:171","msg":"trace[531563411] linearizableReadLoop","detail":"{readStateIndex:1767; appliedIndex:1766; }","duration":"741.981948ms","start":"2026-03-20T10:23:59.979856Z","end":"2026-03-20T10:24:00.721838Z","steps":["trace[531563411] 'read index received' (duration: 224.652017ms)","trace[531563411] 'applied index is now lower than readState.Index' (duration: 517.328191ms)"],"step_count":2} {"level":"warn","ts":"2026-03-20T10:24:00.722809Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"604.014407ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/kube-scheduler\" ","response":"range_response_count:1 size:479"} {"level":"info","ts":"2026-03-20T10:24:00.722839Z","caller":"traceutil/trace.go:171","msg":"trace[111849624] range","detail":"{range_begin:/registry/leases/kube-system/kube-scheduler; range_end:; response_count:1; response_revision:1649; }","duration":"604.046688ms","start":"2026-03-20T10:24:00.118786Z","end":"2026-03-20T10:24:00.722833Z","steps":["trace[111849624] 'agreement among raft nodes before linearized reading' (duration: 603.968016ms)"],"step_count":1} {"level":"warn","ts":"2026-03-20T10:24:00.722855Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-20T10:24:00.118744Z","time spent":"604.10685ms","remote":"127.0.0.1:36750","response type":"/etcdserverpb.KV/Range","request count":0,"request size":45,"response count":1,"response size":501,"request content":"key:\"/registry/leases/kube-system/kube-scheduler\" "} {"level":"warn","ts":"2026-03-20T10:24:00.72284Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"742.729716ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pods/kube-system/kube-scheduler-instance\" ","response":"range_response_count:1 size:4248"} {"level":"warn","ts":"2026-03-20T10:24:00.722874Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"718.902266ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/health\" ","response":"range_response_count:0 size:5"} {"level":"info","ts":"2026-03-20T10:24:00.722956Z","caller":"traceutil/trace.go:171","msg":"trace[932308048] range","detail":"{range_begin:/registry/health; range_end:; response_count:0; response_revision:1649; }","duration":"719.027879ms","start":"2026-03-20T10:24:00.003909Z","end":"2026-03-20T10:24:00.722937Z","steps":["trace[932308048] 'agreement among raft nodes before linearized reading' (duration: 718.886355ms)"],"step_count":1} {"level":"warn","ts":"2026-03-20T10:24:00.723008Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-20T10:24:00.003897Z","time spent":"719.1038ms","remote":"127.0.0.1:36464","response type":"/etcdserverpb.KV/Range","request count":0,"request size":18,"response count":0,"response size":27,"request content":"key:\"/registry/health\" "} {"level":"info","ts":"2026-03-20T10:24:00.72291Z","caller":"traceutil/trace.go:171","msg":"trace[1374891625] range","detail":"{range_begin:/registry/pods/kube-system/kube-scheduler-instance; range_end:; response_count:1; response_revision:1649; }","duration":"742.841459ms","start":"2026-03-20T10:23:59.980053Z","end":"2026-03-20T10:24:00.722894Z","steps":["trace[1374891625] 'agreement among raft nodes before linearized reading' (duration: 742.621033ms)"],"step_count":1} {"level":"warn","ts":"2026-03-20T10:24:00.723248Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-20T10:23:59.980039Z","time spent":"743.174727ms","remote":"127.0.0.1:36646","response type":"/etcdserverpb.KV/Range","request count":0,"request size":52,"response count":1,"response size":4270,"request content":"key:\"/registry/pods/kube-system/kube-scheduler-instance\" "} {"level":"warn","ts":"2026-03-20T10:24:01.7517Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"526.015799ms","expected-duration":"100ms","prefix":"","request":"header: txn: success:> failure: >>","response":"size:16"} {"level":"info","ts":"2026-03-20T10:24:01.751812Z","caller":"traceutil/trace.go:171","msg":"trace[328177638] transaction","detail":"{read_only:false; response_revision:1650; number_of_response:1; }","duration":"1.020319969s","start":"2026-03-20T10:24:00.731473Z","end":"2026-03-20T10:24:01.751793Z","steps":["trace[328177638] 'process raft request' (duration: 494.137786ms)","trace[328177638] 'compare' (duration: 525.912986ms)"],"step_count":2} {"level":"warn","ts":"2026-03-20T10:24:01.751878Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-20T10:24:00.731459Z","time spent":"1.02038757s","remote":"127.0.0.1:36750","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":463,"response count":0,"response size":38,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-03-20T10:24:02.523749Z","caller":"wal/wal.go:805","msg":"slow fdatasync","took":"1.297902841s","expected-duration":"1s"} {"level":"warn","ts":"2026-03-20T10:24:02.834263Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"435.572779ms","expected-duration":"100ms","prefix":"read-only range ","request":"limit:1 serializable:true keys_only:true ","response":"range_response_count:0 size:5"} {"level":"info","ts":"2026-03-20T10:24:02.834775Z","caller":"traceutil/trace.go:171","msg":"trace[1418320757] range","detail":"{range_begin:; range_end:; response_count:0; response_revision:1650; }","duration":"436.094912ms","start":"2026-03-20T10:24:02.398639Z","end":"2026-03-20T10:24:02.834734Z","steps":["trace[1418320757] 'range keys from in-memory index tree' (duration: 435.551639ms)"],"step_count":1} {"level":"warn","ts":"2026-03-20T10:24:02.834757Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"310.657667ms","expected-duration":"100ms","prefix":"","request":"header: txn: success:> failure: >>","response":"size:16"} {"level":"info","ts":"2026-03-20T10:24:02.834993Z","caller":"traceutil/trace.go:171","msg":"trace[684128933] transaction","detail":"{read_only:false; response_revision:1651; number_of_response:1; }","duration":"2.103269418s","start":"2026-03-20T10:24:00.731705Z","end":"2026-03-20T10:24:02.834974Z","steps":["trace[684128933] 'process raft request' (duration: 1.792329704s)","trace[684128933] 'compare' (duration: 310.496793ms)"],"step_count":2} {"level":"info","ts":"2026-03-20T10:24:02.835006Z","caller":"traceutil/trace.go:171","msg":"trace[491179995] linearizableReadLoop","detail":"{readStateIndex:1769; appliedIndex:1767; }","duration":"2.101594535s","start":"2026-03-20T10:24:00.733392Z","end":"2026-03-20T10:24:02.834987Z","steps":["trace[491179995] 'read index received' (duration: 492.401972ms)","trace[491179995] 'applied index is now lower than readState.Index' (duration: 1.609191523s)"],"step_count":2} {"level":"warn","ts":"2026-03-20T10:24:02.835103Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-20T10:24:00.731698Z","time spent":"2.103331969s","remote":"127.0.0.1:36552","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":696,"response count":0,"response size":38,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-03-20T10:24:02.835258Z","caller":"traceutil/trace.go:171","msg":"trace[524795570] transaction","detail":"{read_only:false; response_revision:1652; number_of_response:1; }","duration":"2.099608775s","start":"2026-03-20T10:24:00.735636Z","end":"2026-03-20T10:24:02.835245Z","steps":["trace[524795570] 'process raft request' (duration: 2.099239576s)"],"step_count":1} {"level":"warn","ts":"2026-03-20T10:24:02.835361Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-20T10:24:00.735631Z","time spent":"2.099665436s","remote":"127.0.0.1:36646","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":7167,"response count":0,"response size":38,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-03-20T10:24:02.835546Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"2.102126528s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/clusterroles/system:controller:ephemeral-volume-controller\" ","response":"range_response_count:1 size:761"} {"level":"info","ts":"2026-03-20T10:24:02.835778Z","caller":"traceutil/trace.go:171","msg":"trace[691151424] range","detail":"{range_begin:/registry/clusterroles/system:controller:ephemeral-volume-controller; range_end:; response_count:1; response_revision:1652; }","duration":"2.102269053s","start":"2026-03-20T10:24:00.733376Z","end":"2026-03-20T10:24:02.835645Z","steps":["trace[691151424] 'agreement among raft nodes before linearized reading' (duration: 2.101993596s)"],"step_count":1} {"level":"warn","ts":"2026-03-20T10:24:02.83708Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-20T10:24:00.733371Z","time spent":"2.102452277s","remote":"127.0.0.1:36850","response type":"/etcdserverpb.KV/Range","request count":0,"request size":70,"response count":1,"response size":783,"request content":"key:\"/registry/clusterroles/system:controller:ephemeral-volume-controller\" "} {"level":"warn","ts":"2026-03-20T10:24:03.023964Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"2.000062394s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/health\" ","response":"","error":"context canceled"} {"level":"info","ts":"2026-03-20T10:24:03.024045Z","caller":"traceutil/trace.go:171","msg":"trace[478862132] range","detail":"{range_begin:/registry/health; range_end:; }","duration":"2.000191307s","start":"2026-03-20T10:24:01.023833Z","end":"2026-03-20T10:24:03.024024Z","steps":["trace[478862132] 'agreement among raft nodes before linearized reading' (duration: 2.000089485s)"],"step_count":1} {"level":"warn","ts":"2026-03-20T10:24:03.024079Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-20T10:24:01.023815Z","time spent":"2.00025747s","remote":"127.0.0.1:36464","response type":"/etcdserverpb.KV/Range","request count":0,"request size":18,"response count":0,"response size":0,"request content":"key:\"/registry/health\" "} 2026/03/20 10:24:03 WARNING: [core] [Server #8] grpc: Server.processUnaryRPC failed to write status: connection error: desc = "transport is closing" {"level":"warn","ts":"2026-03-20T10:24:03.363959Z","caller":"etcdserver/v3_server.go:897","msg":"waiting for ReadIndex response took too long, retrying","sent-request-id":184257304220178597,"retry-timeout":"500ms"} {"level":"warn","ts":"2026-03-20T10:24:03.864115Z","caller":"etcdserver/v3_server.go:897","msg":"waiting for ReadIndex response took too long, retrying","sent-request-id":184257304220178597,"retry-timeout":"500ms"} {"level":"warn","ts":"2026-03-20T10:24:04.167771Z","caller":"wal/wal.go:805","msg":"slow fdatasync","took":"1.643819988s","expected-duration":"1s"} {"level":"warn","ts":"2026-03-20T10:24:04.944938Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"776.911578ms","expected-duration":"100ms","prefix":"","request":"header: txn: success:> failure: >>","response":"size:16"} {"level":"info","ts":"2026-03-20T10:24:04.945018Z","caller":"traceutil/trace.go:171","msg":"trace[1420212540] linearizableReadLoop","detail":"{readStateIndex:1771; appliedIndex:1770; }","duration":"2.109968706s","start":"2026-03-20T10:24:02.835038Z","end":"2026-03-20T10:24:04.945006Z","steps":["trace[1420212540] 'read index received' (duration: 1.332851733s)","trace[1420212540] 'applied index is now lower than readState.Index' (duration: 777.113693ms)"],"step_count":2} {"level":"info","ts":"2026-03-20T10:24:04.945198Z","caller":"traceutil/trace.go:171","msg":"trace[421637425] transaction","detail":"{read_only:false; response_revision:1653; number_of_response:1; }","duration":"3.65173343s","start":"2026-03-20T10:24:01.293456Z","end":"2026-03-20T10:24:04.94519Z","steps":["trace[421637425] 'process raft request' (duration: 2.874515634s)","trace[421637425] 'compare' (duration: 776.491738ms)"],"step_count":2} {"level":"warn","ts":"2026-03-20T10:24:04.945239Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-20T10:24:01.293428Z","time spent":"3.651788511s","remote":"127.0.0.1:36750","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":673,"response count":0,"response size":38,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-03-20T10:24:04.945491Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"4.088762724s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/plndr-cp-lock\" ","response":"range_response_count:1 size:433"} {"level":"info","ts":"2026-03-20T10:24:04.94551Z","caller":"traceutil/trace.go:171","msg":"trace[858933365] range","detail":"{range_begin:/registry/leases/kube-system/plndr-cp-lock; range_end:; response_count:1; response_revision:1653; }","duration":"4.088835266s","start":"2026-03-20T10:24:00.856668Z","end":"2026-03-20T10:24:04.945503Z","steps":["trace[858933365] 'agreement among raft nodes before linearized reading' (duration: 4.088741334s)"],"step_count":1} {"level":"warn","ts":"2026-03-20T10:24:04.945528Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-20T10:24:00.856637Z","time spent":"4.088887367s","remote":"127.0.0.1:36750","response type":"/etcdserverpb.KV/Range","request count":0,"request size":44,"response count":1,"response size":455,"request content":"key:\"/registry/leases/kube-system/plndr-cp-lock\" "} {"level":"warn","ts":"2026-03-20T10:24:04.945519Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"2.096587959s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pods/kube-system/kube-controller-manager-instance\" ","response":"range_response_count:1 size:7182"} {"level":"warn","ts":"2026-03-20T10:24:04.945526Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.189688541s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/kube-scheduler\" ","response":"range_response_count:1 size:478"} {"level":"info","ts":"2026-03-20T10:24:04.945565Z","caller":"traceutil/trace.go:171","msg":"trace[888191479] range","detail":"{range_begin:/registry/pods/kube-system/kube-controller-manager-instance; range_end:; response_count:1; response_revision:1653; }","duration":"2.096649641s","start":"2026-03-20T10:24:02.848902Z","end":"2026-03-20T10:24:04.945552Z","steps":["trace[888191479] 'agreement among raft nodes before linearized reading' (duration: 2.096514998s)"],"step_count":1} {"level":"warn","ts":"2026-03-20T10:24:04.945563Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.921251036s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/health\" ","response":"range_response_count:0 size:5"} {"level":"info","ts":"2026-03-20T10:24:04.945585Z","caller":"traceutil/trace.go:171","msg":"trace[227235443] range","detail":"{range_begin:/registry/leases/kube-system/kube-scheduler; range_end:; response_count:1; response_revision:1653; }","duration":"1.189795194s","start":"2026-03-20T10:24:03.755776Z","end":"2026-03-20T10:24:04.945571Z","steps":["trace[227235443] 'agreement among raft nodes before linearized reading' (duration: 1.189616599s)"],"step_count":1} {"level":"warn","ts":"2026-03-20T10:24:04.945571Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"2.966978776s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/plndr-svcs-lock\" ","response":"range_response_count:1 size:437"} {"level":"warn","ts":"2026-03-20T10:24:04.945602Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"2.106081218s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/clusterroles/system:controller:generic-garbage-collector\" ","response":"range_response_count:1 size:695"} {"level":"warn","ts":"2026-03-20T10:24:04.945605Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-20T10:24:02.848894Z","time spent":"2.096703222s","remote":"127.0.0.1:36646","response type":"/etcdserverpb.KV/Range","request count":0,"request size":61,"response count":1,"response size":7204,"request content":"key:\"/registry/pods/kube-system/kube-controller-manager-instance\" "} {"level":"info","ts":"2026-03-20T10:24:04.945611Z","caller":"traceutil/trace.go:171","msg":"trace[1919691285] range","detail":"{range_begin:/registry/health; range_end:; response_count:0; response_revision:1653; }","duration":"1.921347308s","start":"2026-03-20T10:24:03.024251Z","end":"2026-03-20T10:24:04.945598Z","steps":["trace[1919691285] 'agreement among raft nodes before linearized reading' (duration: 1.921272896s)"],"step_count":1} {"level":"info","ts":"2026-03-20T10:24:04.945642Z","caller":"traceutil/trace.go:171","msg":"trace[1207032818] range","detail":"{range_begin:/registry/leases/kube-system/plndr-svcs-lock; range_end:; response_count:1; response_revision:1653; }","duration":"2.96710357s","start":"2026-03-20T10:24:01.978521Z","end":"2026-03-20T10:24:04.945625Z","steps":["trace[1207032818] 'agreement among raft nodes before linearized reading' (duration: 2.966886603s)"],"step_count":1} {"level":"warn","ts":"2026-03-20T10:24:04.94566Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-20T10:24:03.024225Z","time spent":"1.921428602s","remote":"127.0.0.1:36468","response type":"/etcdserverpb.KV/Range","request count":0,"request size":18,"response count":0,"response size":27,"request content":"key:\"/registry/health\" "} {"level":"info","ts":"2026-03-20T10:24:04.945657Z","caller":"traceutil/trace.go:171","msg":"trace[773596526] range","detail":"{range_begin:/registry/clusterroles/system:controller:generic-garbage-collector; range_end:; response_count:1; response_revision:1653; }","duration":"2.106152471s","start":"2026-03-20T10:24:02.839486Z","end":"2026-03-20T10:24:04.945638Z","steps":["trace[773596526] 'agreement among raft nodes before linearized reading' (duration: 2.106082488s)"],"step_count":1} {"level":"warn","ts":"2026-03-20T10:24:04.945683Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-20T10:24:01.978497Z","time spent":"2.967178472s","remote":"127.0.0.1:36750","response type":"/etcdserverpb.KV/Range","request count":0,"request size":46,"response count":1,"response size":459,"request content":"key:\"/registry/leases/kube-system/plndr-svcs-lock\" "} {"level":"warn","ts":"2026-03-20T10:24:04.945701Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-20T10:24:02.839474Z","time spent":"2.106218213s","remote":"127.0.0.1:36850","response type":"/etcdserverpb.KV/Range","request count":0,"request size":68,"response count":1,"response size":717,"request content":"key:\"/registry/clusterroles/system:controller:generic-garbage-collector\" "} {"level":"warn","ts":"2026-03-20T10:24:04.945615Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-20T10:24:03.755754Z","time spent":"1.189856017s","remote":"127.0.0.1:36750","response type":"/etcdserverpb.KV/Range","request count":0,"request size":45,"response count":1,"response size":500,"request content":"key:\"/registry/leases/kube-system/kube-scheduler\" "} {"level":"warn","ts":"2026-03-20T10:24:04.945521Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"2.107590917s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/events/kube-system/kube-vip-instance.189e855a62e5e002\" ","response":"range_response_count:1 size:711"} {"level":"info","ts":"2026-03-20T10:24:04.945804Z","caller":"traceutil/trace.go:171","msg":"trace[1011835402] range","detail":"{range_begin:/registry/events/kube-system/kube-vip-instance.189e855a62e5e002; range_end:; response_count:1; response_revision:1653; }","duration":"2.107938087s","start":"2026-03-20T10:24:02.83785Z","end":"2026-03-20T10:24:04.945788Z","steps":["trace[1011835402] 'agreement among raft nodes before linearized reading' (duration: 2.107481085s)"],"step_count":1} {"level":"warn","ts":"2026-03-20T10:24:04.945832Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-20T10:24:02.837827Z","time spent":"2.107996998s","remote":"127.0.0.1:36552","response type":"/etcdserverpb.KV/Range","request count":0,"request size":65,"response count":1,"response size":733,"request content":"key:\"/registry/events/kube-system/kube-vip-instance.189e855a62e5e002\" "} {"level":"warn","ts":"2026-03-20T10:24:05.449935Z","caller":"etcdserver/v3_server.go:897","msg":"waiting for ReadIndex response took too long, retrying","sent-request-id":184257304220178600,"retry-timeout":"500ms"} {"level":"info","ts":"2026-03-20T10:24:05.641573Z","caller":"traceutil/trace.go:171","msg":"trace[2143846303] transaction","detail":"{read_only:false; response_revision:1654; number_of_response:1; }","duration":"691.969606ms","start":"2026-03-20T10:24:04.949566Z","end":"2026-03-20T10:24:05.641536Z","steps":["trace[2143846303] 'process raft request' (duration: 612.560973ms)","trace[2143846303] 'compare' (duration: 79.168377ms)"],"step_count":2} {"level":"warn","ts":"2026-03-20T10:24:05.641718Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-20T10:24:04.949546Z","time spent":"692.10465ms","remote":"127.0.0.1:36750","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":419,"response count":0,"response size":38,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-03-20T10:24:06.775763Z","caller":"wal/wal.go:805","msg":"slow fdatasync","took":"1.023194031s","expected-duration":"1s"} {"level":"warn","ts":"2026-03-20T10:24:07.004904Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"2.000646839s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/health\" ","response":"","error":"context deadline exceeded"} {"level":"info","ts":"2026-03-20T10:24:07.005008Z","caller":"traceutil/trace.go:171","msg":"trace[2069267459] range","detail":"{range_begin:/registry/health; range_end:; }","duration":"2.000809794s","start":"2026-03-20T10:24:05.004174Z","end":"2026-03-20T10:24:07.004984Z","steps":["trace[2069267459] 'agreement among raft nodes before linearized reading' (duration: 2.00068169s)"],"step_count":1} {"level":"warn","ts":"2026-03-20T10:24:07.005068Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-20T10:24:05.004153Z","time spent":"2.000898126s","remote":"127.0.0.1:36464","response type":"/etcdserverpb.KV/Range","request count":0,"request size":18,"response count":0,"response size":0,"request content":"key:\"/registry/health\" "} {"level":"warn","ts":"2026-03-20T10:24:07.333158Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"557.026242ms","expected-duration":"100ms","prefix":"","request":"header: txn: success:> failure: >>","response":"size:16"} {"level":"info","ts":"2026-03-20T10:24:07.333479Z","caller":"traceutil/trace.go:171","msg":"trace[1014289699] linearizableReadLoop","detail":"{readStateIndex:1775; appliedIndex:1771; }","duration":"2.383782315s","start":"2026-03-20T10:24:04.949673Z","end":"2026-03-20T10:24:07.333456Z","steps":["trace[1014289699] 'read index received' (duration: 612.4341ms)","trace[1014289699] 'applied index is now lower than readState.Index' (duration: 1.771346845s)"],"step_count":2} {"level":"info","ts":"2026-03-20T10:24:07.333476Z","caller":"traceutil/trace.go:171","msg":"trace[809929556] transaction","detail":"{read_only:false; response_revision:1656; number_of_response:1; }","duration":"2.383546479s","start":"2026-03-20T10:24:04.949894Z","end":"2026-03-20T10:24:07.33344Z","steps":["trace[809929556] 'process raft request' (duration: 2.383394555s)"],"step_count":1} {"level":"info","ts":"2026-03-20T10:24:07.333512Z","caller":"traceutil/trace.go:171","msg":"trace[1406647608] transaction","detail":"{read_only:false; response_revision:1655; number_of_response:1; }","duration":"2.383746353s","start":"2026-03-20T10:24:04.949729Z","end":"2026-03-20T10:24:07.333476Z","steps":["trace[1406647608] 'process raft request' (duration: 1.82627188s)","trace[1406647608] 'compare' (duration: 556.851068ms)"],"step_count":2} {"level":"info","ts":"2026-03-20T10:24:07.333551Z","caller":"traceutil/trace.go:171","msg":"trace[401110697] transaction","detail":"{read_only:false; response_revision:1657; number_of_response:1; }","duration":"2.383507077s","start":"2026-03-20T10:24:04.950007Z","end":"2026-03-20T10:24:07.333514Z","steps":["trace[401110697] 'process raft request' (duration: 2.383350163s)"],"step_count":1} {"level":"info","ts":"2026-03-20T10:24:07.33366Z","caller":"traceutil/trace.go:171","msg":"trace[1431462877] transaction","detail":"{read_only:false; response_revision:1658; number_of_response:1; }","duration":"1.599610072s","start":"2026-03-20T10:24:05.734025Z","end":"2026-03-20T10:24:07.333635Z","steps":["trace[1431462877] 'process raft request' (duration: 1.599386777s)"],"step_count":1} {"level":"warn","ts":"2026-03-20T10:24:07.333674Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-20T10:24:04.949881Z","time spent":"2.383674471s","remote":"127.0.0.1:36750","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":464,"response count":0,"response size":38,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-03-20T10:24:07.333691Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-20T10:24:04.949547Z","time spent":"2.384046981s","remote":"127.0.0.1:36552","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":696,"response count":0,"response size":38,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-03-20T10:24:07.333708Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"2.38240895s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/clusterroles/system:controller:job-controller\" ","response":"range_response_count:1 size:782"} {"level":"warn","ts":"2026-03-20T10:24:07.333768Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"2.384087182s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pods/kube-system/kube-vip-instance\" ","response":"range_response_count:1 size:4778"} {"level":"warn","ts":"2026-03-20T10:24:07.333742Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-20T10:24:04.949944Z","time spent":"2.383704623s","remote":"127.0.0.1:36750","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":423,"response count":0,"response size":38,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-03-20T10:24:07.333773Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-20T10:24:05.734003Z","time spent":"1.599720666s","remote":"127.0.0.1:36750","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":521,"response count":0,"response size":38,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-03-20T10:24:07.333804Z","caller":"traceutil/trace.go:171","msg":"trace[188501037] range","detail":"{range_begin:/registry/pods/kube-system/kube-vip-instance; range_end:; response_count:1; response_revision:1658; }","duration":"2.384144393s","start":"2026-03-20T10:24:04.949648Z","end":"2026-03-20T10:24:07.333793Z","steps":["trace[188501037] 'agreement among raft nodes before linearized reading' (duration: 2.383944518s)"],"step_count":1} {"level":"info","ts":"2026-03-20T10:24:07.333808Z","caller":"traceutil/trace.go:171","msg":"trace[508735769] range","detail":"{range_begin:/registry/clusterroles/system:controller:job-controller; range_end:; response_count:1; response_revision:1658; }","duration":"2.382533332s","start":"2026-03-20T10:24:04.951254Z","end":"2026-03-20T10:24:07.333787Z","steps":["trace[508735769] 'agreement among raft nodes before linearized reading' (duration: 2.382371918s)"],"step_count":1} {"level":"warn","ts":"2026-03-20T10:24:07.33384Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-20T10:24:04.949636Z","time spent":"2.384195994s","remote":"127.0.0.1:36646","response type":"/etcdserverpb.KV/Range","request count":0,"request size":46,"response count":1,"response size":4800,"request content":"key:\"/registry/pods/kube-system/kube-vip-instance\" "} {"level":"warn","ts":"2026-03-20T10:24:07.333864Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-20T10:24:04.951244Z","time spent":"2.382609605s","remote":"127.0.0.1:36850","response type":"/etcdserverpb.KV/Range","request count":0,"request size":57,"response count":1,"response size":804,"request content":"key:\"/registry/clusterroles/system:controller:job-controller\" "} {"level":"warn","ts":"2026-03-20T10:24:07.333902Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"327.618925ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/health\" ","response":"range_response_count:0 size:5"} {"level":"info","ts":"2026-03-20T10:24:07.333963Z","caller":"traceutil/trace.go:171","msg":"trace[1779750700] range","detail":"{range_begin:/registry/health; range_end:; response_count:0; response_revision:1658; }","duration":"327.717417ms","start":"2026-03-20T10:24:07.006233Z","end":"2026-03-20T10:24:07.333951Z","steps":["trace[1779750700] 'agreement among raft nodes before linearized reading' (duration: 327.625365ms)"],"step_count":1} {"level":"warn","ts":"2026-03-20T10:24:07.333999Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-20T10:24:07.006213Z","time spent":"327.778599ms","remote":"127.0.0.1:36468","response type":"/etcdserverpb.KV/Range","request count":0,"request size":18,"response count":0,"response size":27,"request content":"key:\"/registry/health\" "} {"level":"warn","ts":"2026-03-20T10:24:08.212901Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"703.923777ms","expected-duration":"100ms","prefix":"","request":"header: txn: success:> failure: >>","response":"size:16"} {"level":"info","ts":"2026-03-20T10:24:08.212979Z","caller":"traceutil/trace.go:171","msg":"trace[1927436392] linearizableReadLoop","detail":"{readStateIndex:1777; appliedIndex:1776; }","duration":"869.790172ms","start":"2026-03-20T10:24:07.343177Z","end":"2026-03-20T10:24:08.212967Z","steps":["trace[1927436392] 'read index received' (duration: 165.586668ms)","trace[1927436392] 'applied index is now lower than readState.Index' (duration: 704.201984ms)"],"step_count":2} {"level":"info","ts":"2026-03-20T10:24:08.213038Z","caller":"traceutil/trace.go:171","msg":"trace[878280127] transaction","detail":"{read_only:false; response_revision:1659; number_of_response:1; }","duration":"870.966941ms","start":"2026-03-20T10:24:07.342065Z","end":"2026-03-20T10:24:08.213032Z","steps":["trace[878280127] 'process raft request' (duration: 166.848829ms)","trace[878280127] 'compare' (duration: 703.821684ms)"],"step_count":2} {"level":"warn","ts":"2026-03-20T10:24:08.21308Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-20T10:24:07.342054Z","time spent":"870.997471ms","remote":"127.0.0.1:36552","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":859,"response count":0,"response size":38,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-03-20T10:24:08.213298Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"870.11688ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/clusterroles/system:controller:node-controller\" ","response":"range_response_count:1 size:837"} {"level":"info","ts":"2026-03-20T10:24:08.213327Z","caller":"traceutil/trace.go:171","msg":"trace[1296621535] range","detail":"{range_begin:/registry/clusterroles/system:controller:node-controller; range_end:; response_count:1; response_revision:1659; }","duration":"870.166151ms","start":"2026-03-20T10:24:07.343152Z","end":"2026-03-20T10:24:08.213318Z","steps":["trace[1296621535] 'agreement among raft nodes before linearized reading' (duration: 870.083389ms)"],"step_count":1} {"level":"warn","ts":"2026-03-20T10:24:08.213354Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-20T10:24:07.343144Z","time spent":"870.203161ms","remote":"127.0.0.1:36850","response type":"/etcdserverpb.KV/Range","request count":0,"request size":58,"response count":1,"response size":859,"request content":"key:\"/registry/clusterroles/system:controller:node-controller\" "} {"level":"warn","ts":"2026-03-20T10:24:08.213558Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"869.574816ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pods/kube-system/ceph-csi-rbd-provisioner-69cb97fb6-7sf5r\" ","response":"range_response_count:1 size:14298"} {"level":"info","ts":"2026-03-20T10:24:08.213597Z","caller":"traceutil/trace.go:171","msg":"trace[714294541] range","detail":"{range_begin:/registry/pods/kube-system/ceph-csi-rbd-provisioner-69cb97fb6-7sf5r; range_end:; response_count:1; response_revision:1659; }","duration":"869.654397ms","start":"2026-03-20T10:24:07.343931Z","end":"2026-03-20T10:24:08.213586Z","steps":["trace[714294541] 'agreement among raft nodes before linearized reading' (duration: 869.536974ms)"],"step_count":1} {"level":"warn","ts":"2026-03-20T10:24:08.213625Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-20T10:24:07.343894Z","time spent":"869.723299ms","remote":"127.0.0.1:36646","response type":"/etcdserverpb.KV/Range","request count":0,"request size":69,"response count":1,"response size":14320,"request content":"key:\"/registry/pods/kube-system/ceph-csi-rbd-provisioner-69cb97fb6-7sf5r\" "} {"level":"warn","ts":"2026-03-20T10:24:08.213629Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"809.455459ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/health\" ","response":"range_response_count:0 size:5"} {"level":"info","ts":"2026-03-20T10:24:08.213757Z","caller":"traceutil/trace.go:171","msg":"trace[1032454425] range","detail":"{range_begin:/registry/health; range_end:; response_count:0; response_revision:1659; }","duration":"809.633854ms","start":"2026-03-20T10:24:07.404079Z","end":"2026-03-20T10:24:08.213713Z","steps":["trace[1032454425] 'agreement among raft nodes before linearized reading' (duration: 809.454639ms)"],"step_count":1} {"level":"warn","ts":"2026-03-20T10:24:08.213849Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"568.916911ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/plndr-cp-lock\" ","response":"range_response_count:1 size:433"} {"level":"info","ts":"2026-03-20T10:24:08.213984Z","caller":"traceutil/trace.go:171","msg":"trace[563587400] range","detail":"{range_begin:/registry/leases/kube-system/plndr-cp-lock; range_end:; response_count:1; response_revision:1659; }","duration":"569.138357ms","start":"2026-03-20T10:24:07.644825Z","end":"2026-03-20T10:24:08.213963Z","steps":["trace[563587400] 'agreement among raft nodes before linearized reading' (duration: 568.690016ms)"],"step_count":1} {"level":"warn","ts":"2026-03-20T10:24:08.213859Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-20T10:24:07.404058Z","time spent":"809.741676ms","remote":"127.0.0.1:36464","response type":"/etcdserverpb.KV/Range","request count":0,"request size":18,"response count":0,"response size":27,"request content":"key:\"/registry/health\" "} {"level":"warn","ts":"2026-03-20T10:24:08.214102Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-20T10:24:07.644803Z","time spent":"569.28532ms","remote":"127.0.0.1:36750","response type":"/etcdserverpb.KV/Range","request count":0,"request size":44,"response count":1,"response size":455,"request content":"key:\"/registry/leases/kube-system/plndr-cp-lock\" "} {"level":"warn","ts":"2026-03-20T10:24:08.786823Z","caller":"etcdserver/v3_server.go:897","msg":"waiting for ReadIndex response took too long, retrying","sent-request-id":184257304220178620,"retry-timeout":"500ms"} {"level":"info","ts":"2026-03-20T10:24:09.000248Z","caller":"traceutil/trace.go:171","msg":"trace[282499919] linearizableReadLoop","detail":"{readStateIndex:1779; appliedIndex:1778; }","duration":"714.117185ms","start":"2026-03-20T10:24:08.286104Z","end":"2026-03-20T10:24:09.000221Z","steps":["trace[282499919] 'read index received' (duration: 714.053173ms)","trace[282499919] 'applied index is now lower than readState.Index' (duration: 62.442µs)"],"step_count":2} {"level":"warn","ts":"2026-03-20T10:24:09.000494Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"714.213468ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/clusterroles/system:controller:replication-controller\" ","response":"range_response_count:1 size:830"} {"level":"warn","ts":"2026-03-20T10:24:09.000518Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"594.496607ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/health\" ","response":"range_response_count:0 size:5"} {"level":"info","ts":"2026-03-20T10:24:09.000542Z","caller":"traceutil/trace.go:171","msg":"trace[876495488] range","detail":"{range_begin:/registry/clusterroles/system:controller:replication-controller; range_end:; response_count:1; response_revision:1661; }","duration":"714.320909ms","start":"2026-03-20T10:24:08.286208Z","end":"2026-03-20T10:24:09.000524Z","steps":["trace[876495488] 'agreement among raft nodes before linearized reading' (duration: 714.182936ms)"],"step_count":1} {"level":"info","ts":"2026-03-20T10:24:09.000573Z","caller":"traceutil/trace.go:171","msg":"trace[530524051] range","detail":"{range_begin:/registry/health; range_end:; response_count:0; response_revision:1661; }","duration":"594.556058ms","start":"2026-03-20T10:24:08.406002Z","end":"2026-03-20T10:24:09.000559Z","steps":["trace[530524051] 'agreement among raft nodes before linearized reading' (duration: 594.470216ms)"],"step_count":1} {"level":"warn","ts":"2026-03-20T10:24:09.00062Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-20T10:24:08.405912Z","time spent":"594.698122ms","remote":"127.0.0.1:36464","response type":"/etcdserverpb.KV/Range","request count":0,"request size":18,"response count":0,"response size":27,"request content":"key:\"/registry/health\" "} {"level":"warn","ts":"2026-03-20T10:24:09.000582Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-20T10:24:08.286187Z","time spent":"714.382521ms","remote":"127.0.0.1:36850","response type":"/etcdserverpb.KV/Range","request count":0,"request size":65,"response count":1,"response size":852,"request content":"key:\"/registry/clusterroles/system:controller:replication-controller\" "} {"level":"warn","ts":"2026-03-20T10:24:09.001145Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"715.040957ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pods/kube-system/kube-controller-manager-instance\" ","response":"range_response_count:1 size:7182"} {"level":"info","ts":"2026-03-20T10:24:09.001237Z","caller":"traceutil/trace.go:171","msg":"trace[369704232] range","detail":"{range_begin:/registry/pods/kube-system/kube-controller-manager-instance; range_end:; response_count:1; response_revision:1661; }","duration":"715.12875ms","start":"2026-03-20T10:24:08.286057Z","end":"2026-03-20T10:24:09.001185Z","steps":["trace[369704232] 'agreement among raft nodes before linearized reading' (duration: 714.265488ms)"],"step_count":1} {"level":"warn","ts":"2026-03-20T10:24:09.001271Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-20T10:24:08.286039Z","time spent":"715.224103ms","remote":"127.0.0.1:36646","response type":"/etcdserverpb.KV/Range","request count":0,"request size":61,"response count":1,"response size":7204,"request content":"key:\"/registry/pods/kube-system/kube-controller-manager-instance\" "} {"level":"info","ts":"2026-03-20T10:24:09.002001Z","caller":"traceutil/trace.go:171","msg":"trace[1796095894] transaction","detail":"{read_only:false; response_revision:1661; number_of_response:1; }","duration":"715.435508ms","start":"2026-03-20T10:24:08.284805Z","end":"2026-03-20T10:24:09.000241Z","steps":["trace[1796095894] 'process raft request' (duration: 715.228093ms)"],"step_count":1} {"level":"warn","ts":"2026-03-20T10:24:09.002122Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-20T10:24:08.284785Z","time spent":"717.268495ms","remote":"127.0.0.1:36552","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":879,"response count":0,"response size":38,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-03-20T10:24:09.665461Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"661.088537ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/clusterroles/system:controller:resourcequota-controller\" ","response":"range_response_count:1 size:700"} {"level":"info","ts":"2026-03-20T10:24:09.666129Z","caller":"traceutil/trace.go:171","msg":"trace[2129737704] range","detail":"{range_begin:/registry/clusterroles/system:controller:resourcequota-controller; range_end:; response_count:1; response_revision:1661; }","duration":"661.785345ms","start":"2026-03-20T10:24:09.004323Z","end":"2026-03-20T10:24:09.666108Z","steps":["trace[2129737704] 'range keys from in-memory index tree' (duration: 660.966003ms)"],"step_count":1} {"level":"warn","ts":"2026-03-20T10:24:09.666178Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-20T10:24:09.004307Z","time spent":"661.856207ms","remote":"127.0.0.1:36850","response type":"/etcdserverpb.KV/Range","request count":0,"request size":67,"response count":1,"response size":722,"request content":"key:\"/registry/clusterroles/system:controller:resourcequota-controller\" "} {"level":"warn","ts":"2026-03-20T10:24:09.665853Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"658.648085ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/events/kube-system/kube-controller-manager-instance.189e857e63173c7e\" ","response":"range_response_count:1 size:894"} {"level":"info","ts":"2026-03-20T10:24:09.666942Z","caller":"traceutil/trace.go:171","msg":"trace[665730196] range","detail":"{range_begin:/registry/events/kube-system/kube-controller-manager-instance.189e857e63173c7e; range_end:; response_count:1; response_revision:1661; }","duration":"659.958358ms","start":"2026-03-20T10:24:09.006945Z","end":"2026-03-20T10:24:09.666903Z","steps":["trace[665730196] 'range keys from in-memory index tree' (duration: 658.556763ms)"],"step_count":1} {"level":"warn","ts":"2026-03-20T10:24:09.667015Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-20T10:24:09.006915Z","time spent":"660.059941ms","remote":"127.0.0.1:36552","response type":"/etcdserverpb.KV/Range","request count":0,"request size":80,"response count":1,"response size":916,"request content":"key:\"/registry/events/kube-system/kube-controller-manager-instance.189e857e63173c7e\" "} {"level":"warn","ts":"2026-03-20T10:24:09.80559Z","caller":"etcdserver/v3_server.go:897","msg":"waiting for ReadIndex response took too long, retrying","sent-request-id":184257304220178625,"retry-timeout":"500ms"} {"level":"warn","ts":"2026-03-20T10:24:10.131532Z","caller":"wal/wal.go:805","msg":"slow fdatasync","took":"1.120641729s","expected-duration":"1s"} {"level":"info","ts":"2026-03-20T10:24:10.13199Z","caller":"traceutil/trace.go:171","msg":"trace[1892282634] transaction","detail":"{read_only:false; response_revision:1662; number_of_response:1; }","duration":"1.121146672s","start":"2026-03-20T10:24:09.010816Z","end":"2026-03-20T10:24:10.131963Z","steps":["trace[1892282634] 'process raft request' (duration: 1.120950327s)"],"step_count":1} {"level":"warn","ts":"2026-03-20T10:24:10.132181Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-20T10:24:09.010803Z","time spent":"1.121267725s","remote":"127.0.0.1:36646","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":7224,"response count":0,"response size":38,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-03-20T10:24:11.074626Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"514.650292ms","expected-duration":"100ms","prefix":"","request":"header: txn: success:> failure: >>","response":"size:16"} {"level":"info","ts":"2026-03-20T10:24:11.07473Z","caller":"traceutil/trace.go:171","msg":"trace[465167803] linearizableReadLoop","detail":"{readStateIndex:1781; appliedIndex:1779; }","duration":"1.769911307s","start":"2026-03-20T10:24:09.304802Z","end":"2026-03-20T10:24:11.074713Z","steps":["trace[465167803] 'read index received' (duration: 827.110335ms)","trace[465167803] 'applied index is now lower than readState.Index' (duration: 942.799502ms)"],"step_count":2} {"level":"info","ts":"2026-03-20T10:24:11.07501Z","caller":"traceutil/trace.go:171","msg":"trace[1011657111] transaction","detail":"{read_only:false; response_revision:1663; number_of_response:1; }","duration":"1.405517004s","start":"2026-03-20T10:24:09.669474Z","end":"2026-03-20T10:24:11.074991Z","steps":["trace[1011657111] 'process raft request' (duration: 890.423391ms)","trace[1011657111] 'compare' (duration: 514.223622ms)"],"step_count":2} {"level":"warn","ts":"2026-03-20T10:24:11.07518Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-20T10:24:09.669447Z","time spent":"1.405603658s","remote":"127.0.0.1:36552","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":879,"response count":0,"response size":38,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-03-20T10:24:11.075531Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.770729198s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/health\" ","response":"range_response_count:0 size:5"} {"level":"info","ts":"2026-03-20T10:24:11.075626Z","caller":"traceutil/trace.go:171","msg":"trace[126616006] range","detail":"{range_begin:/registry/health; range_end:; response_count:0; response_revision:1663; }","duration":"1.770860772s","start":"2026-03-20T10:24:09.304748Z","end":"2026-03-20T10:24:11.075608Z","steps":["trace[126616006] 'agreement among raft nodes before linearized reading' (duration: 1.770716748s)"],"step_count":1} {"level":"warn","ts":"2026-03-20T10:24:11.075861Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-20T10:24:09.304695Z","time spent":"1.771081837s","remote":"127.0.0.1:36468","response type":"/etcdserverpb.KV/Range","request count":0,"request size":18,"response count":0,"response size":27,"request content":"key:\"/registry/health\" "} {"level":"warn","ts":"2026-03-20T10:24:11.07597Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.736599247s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/plndr-svcs-lock\" ","response":"range_response_count:1 size:437"} {"level":"info","ts":"2026-03-20T10:24:11.076024Z","caller":"traceutil/trace.go:171","msg":"trace[1556298693] range","detail":"{range_begin:/registry/leases/kube-system/plndr-svcs-lock; range_end:; response_count:1; response_revision:1663; }","duration":"1.73673244s","start":"2026-03-20T10:24:09.339277Z","end":"2026-03-20T10:24:11.076009Z","steps":["trace[1556298693] 'agreement among raft nodes before linearized reading' (duration: 1.736527135s)"],"step_count":1} {"level":"warn","ts":"2026-03-20T10:24:11.076066Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-20T10:24:09.339266Z","time spent":"1.736788253s","remote":"127.0.0.1:36750","response type":"/etcdserverpb.KV/Range","request count":0,"request size":46,"response count":1,"response size":459,"request content":"key:\"/registry/leases/kube-system/plndr-svcs-lock\" "} {"level":"warn","ts":"2026-03-20T10:24:11.076356Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"790.370128ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/plndr-cp-lock\" ","response":"range_response_count:1 size:433"} {"level":"info","ts":"2026-03-20T10:24:11.076402Z","caller":"traceutil/trace.go:171","msg":"trace[412470241] range","detail":"{range_begin:/registry/leases/kube-system/plndr-cp-lock; range_end:; response_count:1; response_revision:1663; }","duration":"790.46636ms","start":"2026-03-20T10:24:10.285922Z","end":"2026-03-20T10:24:11.076389Z","steps":["trace[412470241] 'agreement among raft nodes before linearized reading' (duration: 790.336787ms)"],"step_count":1} {"level":"warn","ts":"2026-03-20T10:24:11.07644Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-20T10:24:10.285896Z","time spent":"790.533152ms","remote":"127.0.0.1:36750","response type":"/etcdserverpb.KV/Range","request count":0,"request size":44,"response count":1,"response size":455,"request content":"key:\"/registry/leases/kube-system/plndr-cp-lock\" "} {"level":"warn","ts":"2026-03-20T10:24:11.076434Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.406831549s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/clusterroles/system:controller:route-controller\" ","response":"range_response_count:1 size:677"} {"level":"info","ts":"2026-03-20T10:24:11.076483Z","caller":"traceutil/trace.go:171","msg":"trace[664829725] range","detail":"{range_begin:/registry/clusterroles/system:controller:route-controller; range_end:; response_count:1; response_revision:1663; }","duration":"1.40690894s","start":"2026-03-20T10:24:09.66956Z","end":"2026-03-20T10:24:11.076469Z","steps":["trace[664829725] 'agreement among raft nodes before linearized reading' (duration: 1.406819068s)"],"step_count":1} {"level":"warn","ts":"2026-03-20T10:24:11.076522Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-20T10:24:09.669547Z","time spent":"1.406964012s","remote":"127.0.0.1:36850","response type":"/etcdserverpb.KV/Range","request count":0,"request size":59,"response count":1,"response size":699,"request content":"key:\"/registry/clusterroles/system:controller:route-controller\" "} {"level":"warn","ts":"2026-03-20T10:24:11.076768Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.737051639s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/kube-scheduler\" ","response":"range_response_count:1 size:479"} {"level":"info","ts":"2026-03-20T10:24:11.076826Z","caller":"traceutil/trace.go:171","msg":"trace[343324662] range","detail":"{range_begin:/registry/leases/kube-system/kube-scheduler; range_end:; response_count:1; response_revision:1663; }","duration":"1.73713438s","start":"2026-03-20T10:24:09.339676Z","end":"2026-03-20T10:24:11.07681Z","steps":["trace[343324662] 'agreement among raft nodes before linearized reading' (duration: 1.736991537s)"],"step_count":1} {"level":"warn","ts":"2026-03-20T10:24:11.076875Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-20T10:24:09.339665Z","time spent":"1.737194503s","remote":"127.0.0.1:36750","response type":"/etcdserverpb.KV/Range","request count":0,"request size":45,"response count":1,"response size":501,"request content":"key:\"/registry/leases/kube-system/kube-scheduler\" "} {"level":"warn","ts":"2026-03-20T10:24:11.077004Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"938.561366ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pods/kube-system/kube-controller-manager-instance\" ","response":"range_response_count:1 size:7239"} {"level":"info","ts":"2026-03-20T10:24:11.077051Z","caller":"traceutil/trace.go:171","msg":"trace[2107167353] range","detail":"{range_begin:/registry/pods/kube-system/kube-controller-manager-instance; range_end:; response_count:1; response_revision:1663; }","duration":"938.650338ms","start":"2026-03-20T10:24:10.138387Z","end":"2026-03-20T10:24:11.077037Z","steps":["trace[2107167353] 'agreement among raft nodes before linearized reading' (duration: 938.516935ms)"],"step_count":1} {"level":"warn","ts":"2026-03-20T10:24:11.077091Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-20T10:24:10.13837Z","time spent":"938.70964ms","remote":"127.0.0.1:36646","response type":"/etcdserverpb.KV/Range","request count":0,"request size":61,"response count":1,"response size":7261,"request content":"key:\"/registry/pods/kube-system/kube-controller-manager-instance\" "} {"level":"warn","ts":"2026-03-20T10:24:11.853493Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"594.594709ms","expected-duration":"100ms","prefix":"","request":"header: txn: success:> failure: >>","response":"size:16"} {"level":"info","ts":"2026-03-20T10:24:11.853782Z","caller":"traceutil/trace.go:171","msg":"trace[1274339666] linearizableReadLoop","detail":"{readStateIndex:1784; appliedIndex:1781; }","duration":"769.986563ms","start":"2026-03-20T10:24:11.083778Z","end":"2026-03-20T10:24:11.853765Z","steps":["trace[1274339666] 'read index received' (duration: 175.079786ms)","trace[1274339666] 'applied index is now lower than readState.Index' (duration: 594.905547ms)"],"step_count":2} {"level":"info","ts":"2026-03-20T10:24:11.853862Z","caller":"traceutil/trace.go:171","msg":"trace[680669003] transaction","detail":"{read_only:false; response_revision:1667; number_of_response:1; }","duration":"767.518482ms","start":"2026-03-20T10:24:11.086321Z","end":"2026-03-20T10:24:11.853839Z","steps":["trace[680669003] 'process raft request' (duration: 767.395058ms)"],"step_count":1} {"level":"info","ts":"2026-03-20T10:24:11.85387Z","caller":"traceutil/trace.go:171","msg":"trace[881334403] transaction","detail":"{read_only:false; response_revision:1666; number_of_response:1; }","duration":"769.579455ms","start":"2026-03-20T10:24:11.084256Z","end":"2026-03-20T10:24:11.853835Z","steps":["trace[881334403] 'process raft request' (duration: 769.41079ms)"],"step_count":1} {"level":"warn","ts":"2026-03-20T10:24:11.853925Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"745.772454ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/health\" ","response":"range_response_count:0 size:5"} {"level":"info","ts":"2026-03-20T10:24:11.85396Z","caller":"traceutil/trace.go:171","msg":"trace[1008818094] range","detail":"{range_begin:/registry/health; range_end:; response_count:0; response_revision:1667; }","duration":"745.860857ms","start":"2026-03-20T10:24:11.10809Z","end":"2026-03-20T10:24:11.85395Z","steps":["trace[1008818094] 'agreement among raft nodes before linearized reading' (duration: 745.776695ms)"],"step_count":1} {"level":"warn","ts":"2026-03-20T10:24:11.85397Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-20T10:24:11.086308Z","time spent":"767.608504ms","remote":"127.0.0.1:36552","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":879,"response count":0,"response size":38,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-03-20T10:24:11.853994Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-20T10:24:11.108063Z","time spent":"745.924348ms","remote":"127.0.0.1:36464","response type":"/etcdserverpb.KV/Range","request count":0,"request size":18,"response count":0,"response size":27,"request content":"key:\"/registry/health\" "} {"level":"info","ts":"2026-03-20T10:24:11.853977Z","caller":"traceutil/trace.go:171","msg":"trace[76792589] transaction","detail":"{read_only:false; response_revision:1664; number_of_response:1; }","duration":"771.705928ms","start":"2026-03-20T10:24:11.082233Z","end":"2026-03-20T10:24:11.853939Z","steps":["trace[76792589] 'process raft request' (duration: 176.542014ms)","trace[76792589] 'compare' (duration: 594.456246ms)"],"step_count":2} {"level":"warn","ts":"2026-03-20T10:24:11.854015Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-20T10:24:11.084241Z","time spent":"769.693497ms","remote":"127.0.0.1:36750","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":423,"response count":0,"response size":38,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-03-20T10:24:11.854046Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"770.338933ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/clusterroles/system:controller:service-controller\" ","response":"range_response_count:1 size:724"} {"level":"info","ts":"2026-03-20T10:24:11.854057Z","caller":"traceutil/trace.go:171","msg":"trace[869557673] transaction","detail":"{read_only:false; response_revision:1665; number_of_response:1; }","duration":"771.407431ms","start":"2026-03-20T10:24:11.082481Z","end":"2026-03-20T10:24:11.853888Z","steps":["trace[869557673] 'process raft request' (duration: 771.118093ms)"],"step_count":1} {"level":"warn","ts":"2026-03-20T10:24:11.85426Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-20T10:24:11.082462Z","time spent":"771.724229ms","remote":"127.0.0.1:36750","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":419,"response count":0,"response size":38,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-03-20T10:24:11.854127Z","caller":"traceutil/trace.go:171","msg":"trace[1809187243] range","detail":"{range_begin:/registry/clusterroles/system:controller:service-controller; range_end:; response_count:1; response_revision:1667; }","duration":"770.493777ms","start":"2026-03-20T10:24:11.083614Z","end":"2026-03-20T10:24:11.854108Z","steps":["trace[1809187243] 'agreement among raft nodes before linearized reading' (duration: 770.21955ms)"],"step_count":1} {"level":"warn","ts":"2026-03-20T10:24:11.854409Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-20T10:24:11.083598Z","time spent":"770.773574ms","remote":"127.0.0.1:36850","response type":"/etcdserverpb.KV/Range","request count":0,"request size":61,"response count":1,"response size":746,"request content":"key:\"/registry/clusterroles/system:controller:service-controller\" "} {"level":"warn","ts":"2026-03-20T10:24:11.854135Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-20T10:24:11.082213Z","time spent":"771.841251ms","remote":"127.0.0.1:36750","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":464,"response count":0,"response size":38,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-03-20T10:24:12.46244Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"508.640741ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/roles/kube-system/system::leader-locking-kube-controller-manager\" ","response":"range_response_count:1 size:688"} {"level":"info","ts":"2026-03-20T10:24:12.462542Z","caller":"traceutil/trace.go:171","msg":"trace[1838622019] range","detail":"{range_begin:/registry/roles/kube-system/system::leader-locking-kube-controller-manager; range_end:; response_count:1; response_revision:1667; }","duration":"508.784525ms","start":"2026-03-20T10:24:11.953735Z","end":"2026-03-20T10:24:12.462519Z","steps":["trace[1838622019] 'range keys from in-memory index tree' (duration: 508.492178ms)"],"step_count":1} {"level":"warn","ts":"2026-03-20T10:24:12.462605Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-20T10:24:11.953722Z","time spent":"508.867847ms","remote":"127.0.0.1:36830","response type":"/etcdserverpb.KV/Range","request count":0,"request size":76,"response count":1,"response size":710,"request content":"key:\"/registry/roles/kube-system/system::leader-locking-kube-controller-manager\" "} {"level":"warn","ts":"2026-03-20T10:24:12.462642Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"257.69045ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/health\" ","response":"range_response_count:0 size:5"} {"level":"info","ts":"2026-03-20T10:24:12.462814Z","caller":"traceutil/trace.go:171","msg":"trace[1621176137] range","detail":"{range_begin:/registry/health; range_end:; response_count:0; response_revision:1667; }","duration":"257.962947ms","start":"2026-03-20T10:24:12.204794Z","end":"2026-03-20T10:24:12.462757Z","steps":["trace[1621176137] 'range keys from in-memory index tree' (duration: 257.562757ms)"],"step_count":1} {"level":"warn","ts":"2026-03-20T10:24:13.019903Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"246.582691ms","expected-duration":"100ms","prefix":"","request":"header: txn: success:> failure: >>","response":"size:16"} {"level":"info","ts":"2026-03-20T10:24:13.020016Z","caller":"traceutil/trace.go:171","msg":"trace[394619030] transaction","detail":"{read_only:false; response_revision:1668; number_of_response:1; }","duration":"402.569436ms","start":"2026-03-20T10:24:12.617427Z","end":"2026-03-20T10:24:13.019997Z","steps":["trace[394619030] 'process raft request' (duration: 155.804751ms)","trace[394619030] 'compare' (duration: 246.411916ms)"],"step_count":2} {"level":"warn","ts":"2026-03-20T10:24:13.020079Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-20T10:24:12.617402Z","time spent":"402.648468ms","remote":"127.0.0.1:36498","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":120,"response count":0,"response size":38,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-03-20T10:24:13.561034Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"437.397724ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/endpointslices/default/kubernetes\" ","response":"range_response_count:1 size:442"} {"level":"info","ts":"2026-03-20T10:24:13.561116Z","caller":"traceutil/trace.go:171","msg":"trace[637295302] range","detail":"{range_begin:/registry/endpointslices/default/kubernetes; range_end:; response_count:1; response_revision:1669; }","duration":"437.533917ms","start":"2026-03-20T10:24:13.123567Z","end":"2026-03-20T10:24:13.561101Z","steps":["trace[637295302] 'range keys from in-memory index tree' (duration: 437.24413ms)"],"step_count":1} {"level":"warn","ts":"2026-03-20T10:24:13.561149Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-20T10:24:13.12355Z","time spent":"437.592469ms","remote":"127.0.0.1:36752","response type":"/etcdserverpb.KV/Range","request count":0,"request size":45,"response count":1,"response size":464,"request content":"key:\"/registry/endpointslices/default/kubernetes\" "} {"level":"info","ts":"2026-03-20T10:24:13.665256Z","caller":"traceutil/trace.go:171","msg":"trace[1224651873] transaction","detail":"{read_only:false; response_revision:1670; number_of_response:1; }","duration":"100.153227ms","start":"2026-03-20T10:24:13.565079Z","end":"2026-03-20T10:24:13.665232Z","steps":["trace[1224651873] 'process raft request' (duration: 100.028064ms)"],"step_count":1} {"level":"warn","ts":"2026-03-20T10:24:14.220506Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"361.725505ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/plndr-cp-lock\" ","response":"range_response_count:1 size:433"} {"level":"info","ts":"2026-03-20T10:24:14.22077Z","caller":"traceutil/trace.go:171","msg":"trace[1193102522] range","detail":"{range_begin:/registry/leases/kube-system/plndr-cp-lock; range_end:; response_count:1; response_revision:1670; }","duration":"362.009921ms","start":"2026-03-20T10:24:13.858734Z","end":"2026-03-20T10:24:14.220744Z","steps":["trace[1193102522] 'range keys from in-memory index tree' (duration: 361.558381ms)"],"step_count":1} {"level":"warn","ts":"2026-03-20T10:24:14.220897Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-20T10:24:13.858726Z","time spent":"362.156086ms","remote":"127.0.0.1:36750","response type":"/etcdserverpb.KV/Range","request count":0,"request size":44,"response count":1,"response size":455,"request content":"key:\"/registry/leases/kube-system/plndr-cp-lock\" "} {"level":"warn","ts":"2026-03-20T10:24:14.220545Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"362.131155ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/plndr-svcs-lock\" ","response":"range_response_count:1 size:437"} {"level":"info","ts":"2026-03-20T10:24:14.221159Z","caller":"traceutil/trace.go:171","msg":"trace[389955598] range","detail":"{range_begin:/registry/leases/kube-system/plndr-svcs-lock; range_end:; response_count:1; response_revision:1670; }","duration":"362.776502ms","start":"2026-03-20T10:24:13.85836Z","end":"2026-03-20T10:24:14.221137Z","steps":["trace[389955598] 'range keys from in-memory index tree' (duration: 362.001571ms)"],"step_count":1} {"level":"warn","ts":"2026-03-20T10:24:14.221225Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-20T10:24:13.858344Z","time spent":"362.863824ms","remote":"127.0.0.1:36750","response type":"/etcdserverpb.KV/Range","request count":0,"request size":46,"response count":1,"response size":459,"request content":"key:\"/registry/leases/kube-system/plndr-svcs-lock\" "} {"level":"warn","ts":"2026-03-20T10:24:14.220559Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"361.734675ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/kube-scheduler\" ","response":"range_response_count:1 size:479"} {"level":"info","ts":"2026-03-20T10:24:14.221291Z","caller":"traceutil/trace.go:171","msg":"trace[956770397] range","detail":"{range_begin:/registry/leases/kube-system/kube-scheduler; range_end:; response_count:1; response_revision:1670; }","duration":"362.529976ms","start":"2026-03-20T10:24:13.858741Z","end":"2026-03-20T10:24:14.221271Z","steps":["trace[956770397] 'range keys from in-memory index tree' (duration: 361.596151ms)"],"step_count":1} {"level":"warn","ts":"2026-03-20T10:24:14.221673Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-20T10:24:13.858718Z","time spent":"362.664499ms","remote":"127.0.0.1:36750","response type":"/etcdserverpb.KV/Range","request count":0,"request size":45,"response count":1,"response size":501,"request content":"key:\"/registry/leases/kube-system/kube-scheduler\" "} {"level":"info","ts":"2026-03-20T10:24:14.478407Z","caller":"traceutil/trace.go:171","msg":"trace[312678096] transaction","detail":"{read_only:false; response_revision:1672; number_of_response:1; }","duration":"252.631863ms","start":"2026-03-20T10:24:14.225749Z","end":"2026-03-20T10:24:14.478381Z","steps":["trace[312678096] 'process raft request' (duration: 161.671769ms)","trace[312678096] 'compare' (duration: 90.760369ms)"],"step_count":2} {"level":"info","ts":"2026-03-20T10:24:14.478611Z","caller":"traceutil/trace.go:171","msg":"trace[813533308] transaction","detail":"{read_only:false; response_revision:1673; number_of_response:1; }","duration":"252.693125ms","start":"2026-03-20T10:24:14.225885Z","end":"2026-03-20T10:24:14.478578Z","steps":["trace[813533308] 'process raft request' (duration: 252.441898ms)"],"step_count":1} {"level":"info","ts":"2026-03-20T10:24:15.562901Z","caller":"traceutil/trace.go:171","msg":"trace[2099353583] linearizableReadLoop","detail":"{readStateIndex:1793; appliedIndex:1792; }","duration":"166.573863ms","start":"2026-03-20T10:24:15.396298Z","end":"2026-03-20T10:24:15.562872Z","steps":["trace[2099353583] 'read index received' (duration: 166.370887ms)","trace[2099353583] 'applied index is now lower than readState.Index' (duration: 201.746µs)"],"step_count":2} {"level":"info","ts":"2026-03-20T10:24:15.563002Z","caller":"traceutil/trace.go:171","msg":"trace[698694227] transaction","detail":"{read_only:false; response_revision:1674; number_of_response:1; }","duration":"270.212697ms","start":"2026-03-20T10:24:15.292748Z","end":"2026-03-20T10:24:15.562961Z","steps":["trace[698694227] 'process raft request' (duration: 269.865298ms)"],"step_count":1} {"level":"warn","ts":"2026-03-20T10:24:15.563115Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"166.789628ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/flowschemas/\" range_end:\"/registry/flowschemas0\" count_only:true ","response":"range_response_count:0 size:7"} {"level":"info","ts":"2026-03-20T10:24:15.563212Z","caller":"traceutil/trace.go:171","msg":"trace[943533237] range","detail":"{range_begin:/registry/flowschemas/; range_end:/registry/flowschemas0; response_count:0; response_revision:1674; }","duration":"166.947922ms","start":"2026-03-20T10:24:15.396237Z","end":"2026-03-20T10:24:15.563185Z","steps":["trace[943533237] 'agreement among raft nodes before linearized reading' (duration: 166.759787ms)"],"step_count":1} {"level":"warn","ts":"2026-03-20T10:24:16.418657Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"114.96225ms","expected-duration":"100ms","prefix":"","request":"header: txn: success:> failure: >>","response":"size:16"} {"level":"info","ts":"2026-03-20T10:24:16.418773Z","caller":"traceutil/trace.go:171","msg":"trace[1735922161] linearizableReadLoop","detail":"{readStateIndex:1795; appliedIndex:1794; }","duration":"160.311324ms","start":"2026-03-20T10:24:16.258444Z","end":"2026-03-20T10:24:16.418755Z","steps":["trace[1735922161] 'read index received' (duration: 45.168569ms)","trace[1735922161] 'applied index is now lower than readState.Index' (duration: 115.141505ms)"],"step_count":2} {"level":"info","ts":"2026-03-20T10:24:16.418913Z","caller":"traceutil/trace.go:171","msg":"trace[752004074] transaction","detail":"{read_only:false; response_revision:1676; number_of_response:1; }","duration":"371.679596ms","start":"2026-03-20T10:24:16.04721Z","end":"2026-03-20T10:24:16.41889Z","steps":["trace[752004074] 'process raft request' (duration: 256.406208ms)","trace[752004074] 'compare' (duration: 114.724994ms)"],"step_count":2} {"level":"warn","ts":"2026-03-20T10:24:16.419026Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-20T10:24:16.047186Z","time spent":"371.794959ms","remote":"127.0.0.1:36646","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":7211,"response count":0,"response size":38,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-03-20T10:24:16.419158Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"160.716523ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/plndr-cp-lock\" ","response":"range_response_count:1 size:434"} {"level":"info","ts":"2026-03-20T10:24:16.4198Z","caller":"traceutil/trace.go:171","msg":"trace[943642011] range","detail":"{range_begin:/registry/leases/kube-system/plndr-cp-lock; range_end:; response_count:1; response_revision:1676; }","duration":"161.333409ms","start":"2026-03-20T10:24:16.258397Z","end":"2026-03-20T10:24:16.41973Z","steps":["trace[943642011] 'agreement among raft nodes before linearized reading' (duration: 160.404216ms)"],"step_count":1} {"level":"warn","ts":"2026-03-20T10:24:16.734577Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"130.700217ms","expected-duration":"100ms","prefix":"","request":"header: txn: success:> failure: >>","response":"size:16"} {"level":"info","ts":"2026-03-20T10:24:16.734688Z","caller":"traceutil/trace.go:171","msg":"trace[44613491] transaction","detail":"{read_only:false; response_revision:1677; number_of_response:1; }","duration":"310.935224ms","start":"2026-03-20T10:24:16.423733Z","end":"2026-03-20T10:24:16.734669Z","steps":["trace[44613491] 'process raft request' (duration: 180.048132ms)","trace[44613491] 'compare' (duration: 130.468572ms)"],"step_count":2} {"level":"warn","ts":"2026-03-20T10:24:16.734751Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-20T10:24:16.423721Z","time spent":"311.000156ms","remote":"127.0.0.1:36750","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":418,"response count":0,"response size":38,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-03-20T10:24:16.767417Z","caller":"traceutil/trace.go:171","msg":"trace[696682314] linearizableReadLoop","detail":"{readStateIndex:1797; appliedIndex:1795; }","duration":"285.097202ms","start":"2026-03-20T10:24:16.482195Z","end":"2026-03-20T10:24:16.767292Z","steps":["trace[696682314] 'read index received' (duration: 121.595317ms)","trace[696682314] 'applied index is now lower than readState.Index' (duration: 163.500655ms)"],"step_count":2} {"level":"info","ts":"2026-03-20T10:24:16.767465Z","caller":"traceutil/trace.go:171","msg":"trace[777717174] transaction","detail":"{read_only:false; response_revision:1678; number_of_response:1; }","duration":"335.434171ms","start":"2026-03-20T10:24:16.43199Z","end":"2026-03-20T10:24:16.767425Z","steps":["trace[777717174] 'process raft request' (duration: 335.168854ms)"],"step_count":1} {"level":"warn","ts":"2026-03-20T10:24:16.767696Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"285.494402ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/kube-scheduler\" ","response":"range_response_count:1 size:479"} {"level":"info","ts":"2026-03-20T10:24:16.767765Z","caller":"traceutil/trace.go:171","msg":"trace[129223225] range","detail":"{range_begin:/registry/leases/kube-system/kube-scheduler; range_end:; response_count:1; response_revision:1678; }","duration":"285.589525ms","start":"2026-03-20T10:24:16.482158Z","end":"2026-03-20T10:24:16.767747Z","steps":["trace[129223225] 'agreement among raft nodes before linearized reading' (duration: 285.38535ms)"],"step_count":1} {"level":"warn","ts":"2026-03-20T10:24:16.767879Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-20T10:24:16.431973Z","time spent":"335.577786ms","remote":"127.0.0.1:36646","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":6844,"response count":0,"response size":38,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-03-20T10:24:16.768464Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"286.23243ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/plndr-svcs-lock\" ","response":"range_response_count:1 size:437"} {"level":"info","ts":"2026-03-20T10:24:16.768551Z","caller":"traceutil/trace.go:171","msg":"trace[1607379685] range","detail":"{range_begin:/registry/leases/kube-system/plndr-svcs-lock; range_end:; response_count:1; response_revision:1678; }","duration":"286.377895ms","start":"2026-03-20T10:24:16.482155Z","end":"2026-03-20T10:24:16.768533Z","steps":["trace[1607379685] 'agreement among raft nodes before linearized reading' (duration: 285.416501ms)"],"step_count":1} {"level":"warn","ts":"2026-03-20T10:24:17.40923Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"184.979936ms","expected-duration":"100ms","prefix":"","request":"header: txn: success:> failure: >>","response":"size:16"} {"level":"info","ts":"2026-03-20T10:24:17.409531Z","caller":"traceutil/trace.go:171","msg":"trace[402346494] transaction","detail":"{read_only:false; response_revision:1679; number_of_response:1; }","duration":"637.047791ms","start":"2026-03-20T10:24:16.772448Z","end":"2026-03-20T10:24:17.409496Z","steps":["trace[402346494] 'process raft request' (duration: 451.642584ms)","trace[402346494] 'compare' (duration: 184.693918ms)"],"step_count":2} {"level":"info","ts":"2026-03-20T10:24:17.409614Z","caller":"traceutil/trace.go:171","msg":"trace[503495916] linearizableReadLoop","detail":"{readStateIndex:1799; appliedIndex:1797; }","duration":"203.33828ms","start":"2026-03-20T10:24:17.206215Z","end":"2026-03-20T10:24:17.409553Z","steps":["trace[503495916] 'read index received' (duration: 17.897402ms)","trace[503495916] 'applied index is now lower than readState.Index' (duration: 185.438698ms)"],"step_count":2} {"level":"warn","ts":"2026-03-20T10:24:17.40973Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-20T10:24:16.772421Z","time spent":"637.201735ms","remote":"127.0.0.1:36750","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":464,"response count":0,"response size":38,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-03-20T10:24:17.409791Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"203.577936ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/poddisruptionbudgets/\" range_end:\"/registry/poddisruptionbudgets0\" count_only:true ","response":"range_response_count:0 size:5"} {"level":"info","ts":"2026-03-20T10:24:17.409835Z","caller":"traceutil/trace.go:171","msg":"trace[753659587] range","detail":"{range_begin:/registry/poddisruptionbudgets/; range_end:/registry/poddisruptionbudgets0; response_count:0; response_revision:1680; }","duration":"203.687989ms","start":"2026-03-20T10:24:17.20613Z","end":"2026-03-20T10:24:17.409818Z","steps":["trace[753659587] 'agreement among raft nodes before linearized reading' (duration: 203.554475ms)"],"step_count":1} {"level":"info","ts":"2026-03-20T10:24:17.409798Z","caller":"traceutil/trace.go:171","msg":"trace[856991419] transaction","detail":"{read_only:false; response_revision:1680; number_of_response:1; }","duration":"636.432684ms","start":"2026-03-20T10:24:16.773328Z","end":"2026-03-20T10:24:17.409761Z","steps":["trace[856991419] 'process raft request' (duration: 636.090016ms)"],"step_count":1} {"level":"warn","ts":"2026-03-20T10:24:17.410043Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-20T10:24:16.773318Z","time spent":"636.630459ms","remote":"127.0.0.1:36750","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":423,"response count":0,"response size":38,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-03-20T10:24:17.833639Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"255.001322ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/health\" ","response":"range_response_count:0 size:5"} {"level":"info","ts":"2026-03-20T10:24:17.833713Z","caller":"traceutil/trace.go:171","msg":"trace[1366438783] range","detail":"{range_begin:/registry/health; range_end:; response_count:0; response_revision:1680; }","duration":"255.148606ms","start":"2026-03-20T10:24:17.578549Z","end":"2026-03-20T10:24:17.833698Z","steps":["trace[1366438783] 'range keys from in-memory index tree' (duration: 254.828108ms)"],"step_count":1} {"level":"warn","ts":"2026-03-20T10:24:17.833743Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"159.974065ms","expected-duration":"100ms","prefix":"","request":"header: txn: success:> failure: >>","response":"size:16"} {"level":"info","ts":"2026-03-20T10:24:17.833868Z","caller":"traceutil/trace.go:171","msg":"trace[1519129931] transaction","detail":"{read_only:false; response_revision:1681; number_of_response:1; }","duration":"194.982368ms","start":"2026-03-20T10:24:17.638862Z","end":"2026-03-20T10:24:17.833844Z","steps":["trace[1519129931] 'process raft request' (duration: 34.804477ms)","trace[1519129931] 'compare' (duration: 159.843082ms)"],"step_count":2} {"level":"warn","ts":"2026-03-20T10:24:27.81225Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"163.948976ms","expected-duration":"100ms","prefix":"","request":"header: txn: success:> failure: >>","response":"size:16"} {"level":"info","ts":"2026-03-20T10:24:27.812363Z","caller":"traceutil/trace.go:171","msg":"trace[1098110415] linearizableReadLoop","detail":"{readStateIndex:1820; appliedIndex:1819; }","duration":"233.396777ms","start":"2026-03-20T10:24:27.578949Z","end":"2026-03-20T10:24:27.812345Z","steps":["trace[1098110415] 'read index received' (duration: 69.283278ms)","trace[1098110415] 'applied index is now lower than readState.Index' (duration: 164.112029ms)"],"step_count":2} {"level":"warn","ts":"2026-03-20T10:24:27.812446Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"233.513021ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/health\" ","response":"range_response_count:0 size:5"} {"level":"info","ts":"2026-03-20T10:24:27.812415Z","caller":"traceutil/trace.go:171","msg":"trace[1240330601] transaction","detail":"{read_only:false; response_revision:1699; number_of_response:1; }","duration":"283.381629ms","start":"2026-03-20T10:24:27.528983Z","end":"2026-03-20T10:24:27.812365Z","steps":["trace[1240330601] 'process raft request' (duration: 119.234648ms)","trace[1240330601] 'compare' (duration: 163.831903ms)"],"step_count":2} {"level":"info","ts":"2026-03-20T10:24:27.81248Z","caller":"traceutil/trace.go:171","msg":"trace[1317872781] range","detail":"{range_begin:/registry/health; range_end:; response_count:0; response_revision:1699; }","duration":"233.614583ms","start":"2026-03-20T10:24:27.578855Z","end":"2026-03-20T10:24:27.812469Z","steps":["trace[1317872781] 'agreement among raft nodes before linearized reading' (duration: 233.559832ms)"],"step_count":1} {"level":"info","ts":"2026-03-20T10:24:27.900391Z","caller":"traceutil/trace.go:171","msg":"trace[868522858] transaction","detail":"{read_only:false; response_revision:1700; number_of_response:1; }","duration":"308.565165ms","start":"2026-03-20T10:24:27.591788Z","end":"2026-03-20T10:24:27.900353Z","steps":["trace[868522858] 'process raft request' (duration: 308.401891ms)"],"step_count":1} {"level":"warn","ts":"2026-03-20T10:24:27.900577Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-20T10:24:27.591758Z","time spent":"308.731719ms","remote":"127.0.0.1:36644","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":6611,"response count":0,"response size":38,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-03-20T10:24:30.98402Z","caller":"traceutil/trace.go:171","msg":"trace[161770302] transaction","detail":"{read_only:false; response_revision:1705; number_of_response:1; }","duration":"131.330603ms","start":"2026-03-20T10:24:30.852664Z","end":"2026-03-20T10:24:30.983994Z","steps":["trace[161770302] 'process raft request' (duration: 131.2119ms)"],"step_count":1} {"level":"info","ts":"2026-03-20T10:24:31.947998Z","caller":"traceutil/trace.go:171","msg":"trace[1433499139] transaction","detail":"{read_only:false; response_revision:1707; number_of_response:1; }","duration":"101.075219ms","start":"2026-03-20T10:24:31.846893Z","end":"2026-03-20T10:24:31.947969Z","steps":["trace[1433499139] 'process raft request' (duration: 100.926985ms)"],"step_count":1} {"level":"info","ts":"2026-03-20T10:24:37.810594Z","caller":"traceutil/trace.go:171","msg":"trace[960188020] transaction","detail":"{read_only:false; response_revision:1722; number_of_response:1; }","duration":"110.740083ms","start":"2026-03-20T10:24:37.699814Z","end":"2026-03-20T10:24:37.810554Z","steps":["trace[960188020] 'process raft request' (duration: 110.518618ms)"],"step_count":1} {"level":"warn","ts":"2026-03-20T10:24:38.022533Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"109.316858ms","expected-duration":"100ms","prefix":"","request":"header: lease_revoke:","response":"size:27"} {"level":"info","ts":"2026-03-20T10:24:38.181151Z","caller":"traceutil/trace.go:171","msg":"trace[400291388] transaction","detail":"{read_only:false; response_revision:1723; number_of_response:1; }","duration":"153.764338ms","start":"2026-03-20T10:24:38.027362Z","end":"2026-03-20T10:24:38.181127Z","steps":["trace[400291388] 'process raft request' (duration: 153.591414ms)"],"step_count":1} {"level":"info","ts":"2026-03-20T10:24:44.994291Z","caller":"traceutil/trace.go:171","msg":"trace[415557440] transaction","detail":"{read_only:false; response_revision:1738; number_of_response:1; }","duration":"106.011325ms","start":"2026-03-20T10:24:44.888246Z","end":"2026-03-20T10:24:44.994258Z","steps":["trace[415557440] 'process raft request' (duration: 105.84888ms)"],"step_count":1} {"level":"warn","ts":"2026-03-20T10:24:45.210059Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"122.845049ms","expected-duration":"100ms","prefix":"","request":"header: txn: success:> failure: >>","response":"size:16"} {"level":"info","ts":"2026-03-20T10:24:45.210244Z","caller":"traceutil/trace.go:171","msg":"trace[1966950586] transaction","detail":"{read_only:false; response_revision:1739; number_of_response:1; }","duration":"165.163936ms","start":"2026-03-20T10:24:45.045054Z","end":"2026-03-20T10:24:45.210218Z","steps":["trace[1966950586] 'process raft request' (duration: 42.03795ms)","trace[1966950586] 'compare' (duration: 122.687835ms)"],"step_count":2} {"level":"info","ts":"2026-03-20T10:24:49.378913Z","caller":"traceutil/trace.go:171","msg":"trace[1042897514] transaction","detail":"{read_only:false; response_revision:1749; number_of_response:1; }","duration":"119.119145ms","start":"2026-03-20T10:24:49.259765Z","end":"2026-03-20T10:24:49.378884Z","steps":["trace[1042897514] 'process raft request' (duration: 118.987822ms)"],"step_count":1} {"level":"warn","ts":"2026-03-20T10:24:50.659075Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"145.613233ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pods/kube-system/kube-controller-manager-instance\" ","response":"range_response_count:1 size:7239"} {"level":"info","ts":"2026-03-20T10:24:50.659165Z","caller":"traceutil/trace.go:171","msg":"trace[918142535] range","detail":"{range_begin:/registry/pods/kube-system/kube-controller-manager-instance; range_end:; response_count:1; response_revision:1754; }","duration":"145.718706ms","start":"2026-03-20T10:24:50.513426Z","end":"2026-03-20T10:24:50.659145Z","steps":["trace[918142535] 'range keys from in-memory index tree' (duration: 145.440859ms)"],"step_count":1} {"level":"warn","ts":"2026-03-20T10:24:56.070163Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"167.721281ms","expected-duration":"100ms","prefix":"","request":"header: txn: success:> failure:<>>","response":"size:16"} {"level":"info","ts":"2026-03-20T10:24:56.070473Z","caller":"traceutil/trace.go:171","msg":"trace[2108776167] transaction","detail":"{read_only:false; response_revision:1769; number_of_response:1; }","duration":"271.241462ms","start":"2026-03-20T10:24:55.799216Z","end":"2026-03-20T10:24:56.070458Z","steps":["trace[2108776167] 'process raft request' (duration: 271.090158ms)"],"step_count":1} {"level":"info","ts":"2026-03-20T10:24:56.070811Z","caller":"traceutil/trace.go:171","msg":"trace[1681900518] transaction","detail":"{read_only:false; response_revision:1768; number_of_response:1; }","duration":"273.069218ms","start":"2026-03-20T10:24:55.7977Z","end":"2026-03-20T10:24:56.07077Z","steps":["trace[1681900518] 'process raft request' (duration: 104.66925ms)","trace[1681900518] 'compare' (duration: 167.564968ms)"],"step_count":2} {"level":"info","ts":"2026-03-20T10:24:56.627064Z","caller":"traceutil/trace.go:171","msg":"trace[165658797] transaction","detail":"{read_only:false; response_revision:1772; number_of_response:1; }","duration":"129.753843ms","start":"2026-03-20T10:24:56.497284Z","end":"2026-03-20T10:24:56.627038Z","steps":["trace[165658797] 'process raft request' (duration: 107.681546ms)","trace[165658797] 'compare' (duration: 21.854162ms)"],"step_count":2} {"level":"warn","ts":"2026-03-20T10:24:57.700858Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"123.477204ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/health\" ","response":"range_response_count:0 size:5"} {"level":"info","ts":"2026-03-20T10:24:57.700975Z","caller":"traceutil/trace.go:171","msg":"trace[843208794] range","detail":"{range_begin:/registry/health; range_end:; response_count:0; response_revision:1774; }","duration":"123.639359ms","start":"2026-03-20T10:24:57.577318Z","end":"2026-03-20T10:24:57.700958Z","steps":["trace[843208794] 'range keys from in-memory index tree' (duration: 123.375482ms)"],"step_count":1} {"level":"info","ts":"2026-03-20T10:24:58.4383Z","caller":"traceutil/trace.go:171","msg":"trace[159646220] transaction","detail":"{read_only:false; response_revision:1775; number_of_response:1; }","duration":"213.049384ms","start":"2026-03-20T10:24:58.225223Z","end":"2026-03-20T10:24:58.438272Z","steps":["trace[159646220] 'process raft request' (duration: 212.86913ms)"],"step_count":1} {"level":"info","ts":"2026-03-20T10:24:58.698594Z","caller":"traceutil/trace.go:171","msg":"trace[970170612] linearizableReadLoop","detail":"{readStateIndex:1904; appliedIndex:1903; }","duration":"120.673114ms","start":"2026-03-20T10:24:58.577897Z","end":"2026-03-20T10:24:58.69857Z","steps":["trace[970170612] 'read index received' (duration: 120.430447ms)","trace[970170612] 'applied index is now lower than readState.Index' (duration: 241.487µs)"],"step_count":2} {"level":"info","ts":"2026-03-20T10:24:58.698687Z","caller":"traceutil/trace.go:171","msg":"trace[397212086] transaction","detail":"{read_only:false; response_revision:1776; number_of_response:1; }","duration":"147.802179ms","start":"2026-03-20T10:24:58.550858Z","end":"2026-03-20T10:24:58.69866Z","steps":["trace[397212086] 'process raft request' (duration: 147.546481ms)"],"step_count":1} {"level":"warn","ts":"2026-03-20T10:24:58.698738Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"120.821539ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/health\" ","response":"range_response_count:0 size:5"} {"level":"info","ts":"2026-03-20T10:24:58.69877Z","caller":"traceutil/trace.go:171","msg":"trace[240082457] range","detail":"{range_begin:/registry/health; range_end:; response_count:0; response_revision:1776; }","duration":"120.89765ms","start":"2026-03-20T10:24:58.577863Z","end":"2026-03-20T10:24:58.698761Z","steps":["trace[240082457] 'agreement among raft nodes before linearized reading' (duration: 120.833349ms)"],"step_count":1} {"level":"info","ts":"2026-03-20T10:25:07.159958Z","caller":"traceutil/trace.go:171","msg":"trace[436351540] transaction","detail":"{read_only:false; response_revision:1803; number_of_response:1; }","duration":"104.769242ms","start":"2026-03-20T10:25:07.055157Z","end":"2026-03-20T10:25:07.159926Z","steps":["trace[436351540] 'process raft request' (duration: 66.559138ms)","trace[436351540] 'compare' (duration: 37.797944ms)"],"step_count":2} {"level":"info","ts":"2026-03-20T10:25:07.159962Z","caller":"traceutil/trace.go:171","msg":"trace[1096542167] transaction","detail":"{read_only:false; response_revision:1804; number_of_response:1; }","duration":"103.07088ms","start":"2026-03-20T10:25:07.056852Z","end":"2026-03-20T10:25:07.159923Z","steps":["trace[1096542167] 'process raft request' (duration: 102.804843ms)"],"step_count":1} {"level":"info","ts":"2026-03-20T10:25:12.652698Z","caller":"traceutil/trace.go:171","msg":"trace[452003497] transaction","detail":"{read_only:false; response_revision:1825; number_of_response:1; }","duration":"135.892619ms","start":"2026-03-20T10:25:12.516789Z","end":"2026-03-20T10:25:12.652681Z","steps":["trace[452003497] 'process raft request' (duration: 135.818537ms)"],"step_count":1} {"level":"info","ts":"2026-03-20T10:25:12.652903Z","caller":"traceutil/trace.go:171","msg":"trace[1843496837] transaction","detail":"{read_only:false; response_revision:1824; number_of_response:1; }","duration":"139.096489ms","start":"2026-03-20T10:25:12.5138Z","end":"2026-03-20T10:25:12.652897Z","steps":["trace[1843496837] 'process raft request' (duration: 138.660618ms)"],"step_count":1} {"level":"info","ts":"2026-03-20T10:25:12.802586Z","caller":"traceutil/trace.go:171","msg":"trace[1834738834] transaction","detail":"{read_only:false; response_revision:1827; number_of_response:1; }","duration":"146.537616ms","start":"2026-03-20T10:25:12.656025Z","end":"2026-03-20T10:25:12.802563Z","steps":["trace[1834738834] 'process raft request' (duration: 118.862128ms)","trace[1834738834] 'compare' (duration: 27.189996ms)"],"step_count":2} {"level":"info","ts":"2026-03-20T10:25:12.996492Z","caller":"traceutil/trace.go:171","msg":"trace[1730846596] transaction","detail":"{read_only:false; response_revision:1830; number_of_response:1; }","duration":"112.637872ms","start":"2026-03-20T10:25:12.883831Z","end":"2026-03-20T10:25:12.996469Z","steps":["trace[1730846596] 'process raft request' (duration: 112.58595ms)"],"step_count":1} {"level":"info","ts":"2026-03-20T10:25:12.996549Z","caller":"traceutil/trace.go:171","msg":"trace[1966562990] linearizableReadLoop","detail":"{readStateIndex:1960; appliedIndex:1959; }","duration":"112.849177ms","start":"2026-03-20T10:25:12.883683Z","end":"2026-03-20T10:25:12.996532Z","steps":["trace[1966562990] 'read index received' (duration: 30.268304ms)","trace[1966562990] 'applied index is now lower than readState.Index' (duration: 82.578633ms)"],"step_count":2} {"level":"info","ts":"2026-03-20T10:25:12.996515Z","caller":"traceutil/trace.go:171","msg":"trace[1934559449] transaction","detail":"{read_only:false; response_revision:1829; number_of_response:1; }","duration":"116.97417ms","start":"2026-03-20T10:25:12.879509Z","end":"2026-03-20T10:25:12.996483Z","steps":["trace[1934559449] 'process raft request' (duration: 34.468499ms)","trace[1934559449] 'compare' (duration: 82.306726ms)"],"step_count":2} {"level":"warn","ts":"2026-03-20T10:25:12.996724Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"113.035441ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/external-resizer-rbd-csi-ceph-com\" ","response":"range_response_count:1 size:509"} {"level":"info","ts":"2026-03-20T10:25:12.996761Z","caller":"traceutil/trace.go:171","msg":"trace[483770121] range","detail":"{range_begin:/registry/leases/kube-system/external-resizer-rbd-csi-ceph-com; range_end:; response_count:1; response_revision:1830; }","duration":"113.125885ms","start":"2026-03-20T10:25:12.883623Z","end":"2026-03-20T10:25:12.996748Z","steps":["trace[483770121] 'agreement among raft nodes before linearized reading' (duration: 112.958139ms)"],"step_count":1} {"level":"info","ts":"2026-03-20T10:25:16.160391Z","caller":"traceutil/trace.go:171","msg":"trace[34629283] transaction","detail":"{read_only:false; response_revision:1844; number_of_response:1; }","duration":"109.958094ms","start":"2026-03-20T10:25:16.050403Z","end":"2026-03-20T10:25:16.160361Z","steps":["trace[34629283] 'process raft request' (duration: 109.773229ms)"],"step_count":1} {"level":"warn","ts":"2026-03-20T10:25:16.8821Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"103.44991ms","expected-duration":"100ms","prefix":"","request":"header: txn: success:> failure: >>","response":"size:16"} {"level":"info","ts":"2026-03-20T10:25:16.882205Z","caller":"traceutil/trace.go:171","msg":"trace[1886635318] linearizableReadLoop","detail":"{readStateIndex:1978; appliedIndex:1977; }","duration":"160.245862ms","start":"2026-03-20T10:25:16.721944Z","end":"2026-03-20T10:25:16.88219Z","steps":["trace[1886635318] 'read index received' (duration: 56.582327ms)","trace[1886635318] 'applied index is now lower than readState.Index' (duration: 103.662325ms)"],"step_count":2} {"level":"warn","ts":"2026-03-20T10:25:16.882329Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"160.375547ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/jobs/\" range_end:\"/registry/jobs0\" count_only:true ","response":"range_response_count:0 size:5"} {"level":"info","ts":"2026-03-20T10:25:16.882394Z","caller":"traceutil/trace.go:171","msg":"trace[370195734] range","detail":"{range_begin:/registry/jobs/; range_end:/registry/jobs0; response_count:0; response_revision:1847; }","duration":"160.50123ms","start":"2026-03-20T10:25:16.721882Z","end":"2026-03-20T10:25:16.882383Z","steps":["trace[370195734] 'agreement among raft nodes before linearized reading' (duration: 160.388247ms)"],"step_count":1} {"level":"info","ts":"2026-03-20T10:25:16.882606Z","caller":"traceutil/trace.go:171","msg":"trace[2095869963] transaction","detail":"{read_only:false; response_revision:1847; number_of_response:1; }","duration":"179.312793ms","start":"2026-03-20T10:25:16.702916Z","end":"2026-03-20T10:25:16.882229Z","steps":["trace[2095869963] 'process raft request' (duration: 75.654428ms)","trace[2095869963] 'compare' (duration: 103.275195ms)"],"step_count":2} {"level":"info","ts":"2026-03-20T10:25:17.542043Z","caller":"traceutil/trace.go:171","msg":"trace[434965571] linearizableReadLoop","detail":"{readStateIndex:1981; appliedIndex:1980; }","duration":"172.118162ms","start":"2026-03-20T10:25:17.369909Z","end":"2026-03-20T10:25:17.542027Z","steps":["trace[434965571] 'read index received' (duration: 171.972928ms)","trace[434965571] 'applied index is now lower than readState.Index' (duration: 144.554µs)"],"step_count":2} {"level":"warn","ts":"2026-03-20T10:25:17.542177Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"172.250625ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/cilium-operator-resource-lock\" ","response":"range_response_count:1 size:492"} {"level":"info","ts":"2026-03-20T10:25:17.542213Z","caller":"traceutil/trace.go:171","msg":"trace[1347668373] range","detail":"{range_begin:/registry/leases/kube-system/cilium-operator-resource-lock; range_end:; response_count:1; response_revision:1850; }","duration":"172.329257ms","start":"2026-03-20T10:25:17.369874Z","end":"2026-03-20T10:25:17.542203Z","steps":["trace[1347668373] 'agreement among raft nodes before linearized reading' (duration: 172.218754ms)"],"step_count":1} {"level":"info","ts":"2026-03-20T10:25:17.542246Z","caller":"traceutil/trace.go:171","msg":"trace[1960851624] transaction","detail":"{read_only:false; response_revision:1850; number_of_response:1; }","duration":"294.678913ms","start":"2026-03-20T10:25:17.247539Z","end":"2026-03-20T10:25:17.542218Z","steps":["trace[1960851624] 'process raft request' (duration: 294.392956ms)"],"step_count":1} {"level":"info","ts":"2026-03-20T10:25:29.70575Z","caller":"traceutil/trace.go:171","msg":"trace[1472977157] linearizableReadLoop","detail":"{readStateIndex:2033; appliedIndex:2032; }","duration":"126.525741ms","start":"2026-03-20T10:25:29.5792Z","end":"2026-03-20T10:25:29.705725Z","steps":["trace[1472977157] 'read index received' (duration: 126.334606ms)","trace[1472977157] 'applied index is now lower than readState.Index' (duration: 189.955µs)"],"step_count":2} {"level":"info","ts":"2026-03-20T10:25:29.705866Z","caller":"traceutil/trace.go:171","msg":"trace[1214443585] transaction","detail":"{read_only:false; response_revision:1899; number_of_response:1; }","duration":"222.40792ms","start":"2026-03-20T10:25:29.483446Z","end":"2026-03-20T10:25:29.705854Z","steps":["trace[1214443585] 'process raft request' (duration: 222.137934ms)"],"step_count":1} {"level":"warn","ts":"2026-03-20T10:25:29.706199Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"126.995424ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/health\" ","response":"range_response_count:0 size:5"} {"level":"info","ts":"2026-03-20T10:25:29.706263Z","caller":"traceutil/trace.go:171","msg":"trace[177349160] range","detail":"{range_begin:/registry/health; range_end:; response_count:0; response_revision:1899; }","duration":"127.096566ms","start":"2026-03-20T10:25:29.579152Z","end":"2026-03-20T10:25:29.706249Z","steps":["trace[177349160] 'agreement among raft nodes before linearized reading' (duration: 127.015604ms)"],"step_count":1} {"level":"info","ts":"2026-03-20T10:25:30.011283Z","caller":"traceutil/trace.go:171","msg":"trace[1647198825] transaction","detail":"{read_only:false; response_revision:1900; number_of_response:1; }","duration":"301.345992ms","start":"2026-03-20T10:25:29.709917Z","end":"2026-03-20T10:25:30.011263Z","steps":["trace[1647198825] 'process raft request' (duration: 301.225139ms)"],"step_count":1} {"level":"warn","ts":"2026-03-20T10:25:30.011448Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-20T10:25:29.7099Z","time spent":"301.459824ms","remote":"127.0.0.1:36750","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":490,"response count":0,"response size":38,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-03-20T10:25:30.042958Z","caller":"traceutil/trace.go:171","msg":"trace[887380660] linearizableReadLoop","detail":"{readStateIndex:2035; appliedIndex:2033; }","duration":"304.197283ms","start":"2026-03-20T10:25:29.738747Z","end":"2026-03-20T10:25:30.042944Z","steps":["trace[887380660] 'read index received' (duration: 272.404502ms)","trace[887380660] 'applied index is now lower than readState.Index' (duration: 31.791971ms)"],"step_count":2} {"level":"info","ts":"2026-03-20T10:25:30.043019Z","caller":"traceutil/trace.go:171","msg":"trace[1754812067] transaction","detail":"{read_only:false; response_revision:1901; number_of_response:1; }","duration":"332.628061ms","start":"2026-03-20T10:25:29.710365Z","end":"2026-03-20T10:25:30.042994Z","steps":["trace[1754812067] 'process raft request' (duration: 332.491287ms)"],"step_count":1} {"level":"warn","ts":"2026-03-20T10:25:30.043083Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"304.328157ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/plndr-cp-lock\" ","response":"range_response_count:1 size:434"} {"level":"info","ts":"2026-03-20T10:25:30.043111Z","caller":"traceutil/trace.go:171","msg":"trace[1796215069] range","detail":"{range_begin:/registry/leases/kube-system/plndr-cp-lock; range_end:; response_count:1; response_revision:1901; }","duration":"304.396898ms","start":"2026-03-20T10:25:29.738706Z","end":"2026-03-20T10:25:30.043102Z","steps":["trace[1796215069] 'agreement among raft nodes before linearized reading' (duration: 304.294816ms)"],"step_count":1} {"level":"warn","ts":"2026-03-20T10:25:30.043132Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-20T10:25:29.738689Z","time spent":"304.43721ms","remote":"127.0.0.1:36750","response type":"/etcdserverpb.KV/Range","request count":0,"request size":44,"response count":1,"response size":456,"request content":"key:\"/registry/leases/kube-system/plndr-cp-lock\" "} {"level":"warn","ts":"2026-03-20T10:25:30.043144Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-20T10:25:29.710345Z","time spent":"332.728223ms","remote":"127.0.0.1:36750","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":477,"response count":0,"response size":38,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-03-20T10:25:30.288776Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"104.199378ms","expected-duration":"100ms","prefix":"","request":"header: txn: success:> failure: >>","response":"size:16"} {"level":"info","ts":"2026-03-20T10:25:30.288887Z","caller":"traceutil/trace.go:171","msg":"trace[506108165] transaction","detail":"{read_only:false; response_revision:1902; number_of_response:1; }","duration":"242.046365ms","start":"2026-03-20T10:25:30.046823Z","end":"2026-03-20T10:25:30.288869Z","steps":["trace[506108165] 'process raft request' (duration: 137.656572ms)","trace[506108165] 'compare' (duration: 104.030014ms)"],"step_count":2} {"level":"info","ts":"2026-03-20T10:25:37.185471Z","caller":"traceutil/trace.go:171","msg":"trace[841991809] transaction","detail":"{read_only:false; response_revision:1929; number_of_response:1; }","duration":"140.035573ms","start":"2026-03-20T10:25:37.045398Z","end":"2026-03-20T10:25:37.185433Z","steps":["trace[841991809] 'process raft request' (duration: 139.819248ms)"],"step_count":1} {"level":"info","ts":"2026-03-20T10:25:39.849673Z","caller":"traceutil/trace.go:171","msg":"trace[1943021472] transaction","detail":"{read_only:false; response_revision:1940; number_of_response:1; }","duration":"118.487969ms","start":"2026-03-20T10:25:39.731159Z","end":"2026-03-20T10:25:39.849647Z","steps":["trace[1943021472] 'process raft request' (duration: 118.310865ms)"],"step_count":1} {"level":"info","ts":"2026-03-20T10:25:42.747886Z","caller":"traceutil/trace.go:171","msg":"trace[537293290] transaction","detail":"{read_only:false; response_revision:1952; number_of_response:1; }","duration":"174.193736ms","start":"2026-03-20T10:25:42.573653Z","end":"2026-03-20T10:25:42.747847Z","steps":["trace[537293290] 'process raft request' (duration: 137.257133ms)","trace[537293290] 'compare' (duration: 36.768889ms)"],"step_count":2} {"level":"info","ts":"2026-03-20T10:25:42.747954Z","caller":"traceutil/trace.go:171","msg":"trace[785474172] linearizableReadLoop","detail":"{readStateIndex:2089; appliedIndex:2088; }","duration":"135.226843ms","start":"2026-03-20T10:25:42.612696Z","end":"2026-03-20T10:25:42.747923Z","steps":["trace[785474172] 'read index received' (duration: 98.125746ms)","trace[785474172] 'applied index is now lower than readState.Index' (duration: 37.099127ms)"],"step_count":2} {"level":"warn","ts":"2026-03-20T10:25:42.748148Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"135.442558ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/services/endpoints/default/kubernetes\" ","response":"range_response_count:1 size:422"} {"level":"info","ts":"2026-03-20T10:25:42.748174Z","caller":"traceutil/trace.go:171","msg":"trace[633228635] range","detail":"{range_begin:/registry/services/endpoints/default/kubernetes; range_end:; response_count:1; response_revision:1952; }","duration":"135.5199ms","start":"2026-03-20T10:25:42.612646Z","end":"2026-03-20T10:25:42.748166Z","steps":["trace[633228635] 'agreement among raft nodes before linearized reading' (duration: 135.372746ms)"],"step_count":1} {"level":"info","ts":"2026-03-20T10:25:45.424498Z","caller":"traceutil/trace.go:171","msg":"trace[2119936748] transaction","detail":"{read_only:false; response_revision:1963; number_of_response:1; }","duration":"125.418135ms","start":"2026-03-20T10:25:45.299052Z","end":"2026-03-20T10:25:45.42447Z","steps":["trace[2119936748] 'process raft request' (duration: 106.731723ms)","trace[2119936748] 'compare' (duration: 18.565019ms)"],"step_count":2} {"level":"info","ts":"2026-03-20T10:25:47.097404Z","caller":"traceutil/trace.go:171","msg":"trace[378617702] transaction","detail":"{read_only:false; response_revision:1969; number_of_response:1; }","duration":"102.762222ms","start":"2026-03-20T10:25:46.994609Z","end":"2026-03-20T10:25:47.097371Z","steps":["trace[378617702] 'process raft request' (duration: 102.624669ms)"],"step_count":1} {"level":"info","ts":"2026-03-20T10:25:47.427998Z","caller":"traceutil/trace.go:171","msg":"trace[1872915947] transaction","detail":"{read_only:false; response_revision:1970; number_of_response:1; }","duration":"160.53944ms","start":"2026-03-20T10:25:47.267435Z","end":"2026-03-20T10:25:47.427974Z","steps":["trace[1872915947] 'process raft request' (duration: 160.372026ms)"],"step_count":1} {"level":"warn","ts":"2026-03-20T10:25:48.296024Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"106.832276ms","expected-duration":"100ms","prefix":"","request":"header: lease_revoke:","response":"size:27"} {"level":"info","ts":"2026-03-20T10:25:48.444209Z","caller":"traceutil/trace.go:171","msg":"trace[81576792] transaction","detail":"{read_only:false; response_revision:1974; number_of_response:1; }","duration":"140.370092ms","start":"2026-03-20T10:25:48.303816Z","end":"2026-03-20T10:25:48.444186Z","steps":["trace[81576792] 'process raft request' (duration: 140.199138ms)"],"step_count":1} {"level":"info","ts":"2026-03-20T10:25:48.47987Z","caller":"traceutil/trace.go:171","msg":"trace[439792099] transaction","detail":"{read_only:false; response_revision:1975; number_of_response:1; }","duration":"156.331275ms","start":"2026-03-20T10:25:48.323506Z","end":"2026-03-20T10:25:48.479837Z","steps":["trace[439792099] 'process raft request' (duration: 156.13978ms)"],"step_count":1} {"level":"info","ts":"2026-03-20T10:25:48.956578Z","caller":"traceutil/trace.go:171","msg":"trace[854437584] transaction","detail":"{read_only:false; response_revision:1976; number_of_response:1; }","duration":"151.504023ms","start":"2026-03-20T10:25:48.805036Z","end":"2026-03-20T10:25:48.95654Z","steps":["trace[854437584] 'process raft request' (duration: 151.370179ms)"],"step_count":1} {"level":"warn","ts":"2026-03-20T10:25:52.541862Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"142.993678ms","expected-duration":"100ms","prefix":"read-only range ","request":"limit:1 serializable:true keys_only:true ","response":"range_response_count:0 size:5"} {"level":"info","ts":"2026-03-20T10:25:52.541982Z","caller":"traceutil/trace.go:171","msg":"trace[853801550] range","detail":"{range_begin:; range_end:; response_count:0; response_revision:1990; }","duration":"143.125771ms","start":"2026-03-20T10:25:52.398838Z","end":"2026-03-20T10:25:52.541964Z","steps":["trace[853801550] 'range keys from in-memory index tree' (duration: 142.977457ms)"],"step_count":1} {"level":"info","ts":"2026-03-20T10:25:52.734267Z","caller":"traceutil/trace.go:171","msg":"trace[985030528] transaction","detail":"{read_only:false; response_revision:1991; number_of_response:1; }","duration":"186.787662ms","start":"2026-03-20T10:25:52.547453Z","end":"2026-03-20T10:25:52.734241Z","steps":["trace[985030528] 'process raft request' (duration: 173.791595ms)","trace[985030528] 'compare' (duration: 12.868624ms)"],"step_count":2} {"level":"info","ts":"2026-03-20T10:25:52.752858Z","caller":"traceutil/trace.go:171","msg":"trace[1593068195] linearizableReadLoop","detail":"{readStateIndex:2131; appliedIndex:2129; }","duration":"120.771506ms","start":"2026-03-20T10:25:52.632072Z","end":"2026-03-20T10:25:52.752843Z","steps":["trace[1593068195] 'read index received' (duration: 89.260102ms)","trace[1593068195] 'applied index is now lower than readState.Index' (duration: 31.510594ms)"],"step_count":2} {"level":"info","ts":"2026-03-20T10:25:52.752898Z","caller":"traceutil/trace.go:171","msg":"trace[872075578] transaction","detail":"{read_only:false; response_revision:1992; number_of_response:1; }","duration":"132.571164ms","start":"2026-03-20T10:25:52.620306Z","end":"2026-03-20T10:25:52.752878Z","steps":["trace[872075578] 'process raft request' (duration: 132.431331ms)"],"step_count":1} {"level":"warn","ts":"2026-03-20T10:25:52.756805Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"124.718857ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/secrets/kube-system/\" range_end:\"/registry/secrets/kube-system0\" ","response":"range_response_count:6 size:363682"} {"level":"info","ts":"2026-03-20T10:25:52.756869Z","caller":"traceutil/trace.go:171","msg":"trace[2033546360] range","detail":"{range_begin:/registry/secrets/kube-system/; range_end:/registry/secrets/kube-system0; response_count:6; response_revision:1992; }","duration":"124.802449ms","start":"2026-03-20T10:25:52.632046Z","end":"2026-03-20T10:25:52.756848Z","steps":["trace[2033546360] 'agreement among raft nodes before linearized reading' (duration: 120.856739ms)"],"step_count":1} {"level":"info","ts":"2026-03-20T10:25:54.853545Z","caller":"traceutil/trace.go:171","msg":"trace[449235133] transaction","detail":"{read_only:false; response_revision:2000; number_of_response:1; }","duration":"113.073403ms","start":"2026-03-20T10:25:54.740446Z","end":"2026-03-20T10:25:54.85352Z","steps":["trace[449235133] 'process raft request' (duration: 112.94987ms)"],"step_count":1} {"level":"info","ts":"2026-03-20T10:25:55.6422Z","caller":"traceutil/trace.go:171","msg":"trace[150930537] linearizableReadLoop","detail":"{readStateIndex:2141; appliedIndex:2140; }","duration":"163.388303ms","start":"2026-03-20T10:25:55.478779Z","end":"2026-03-20T10:25:55.642167Z","steps":["trace[150930537] 'read index received' (duration: 163.204057ms)","trace[150930537] 'applied index is now lower than readState.Index' (duration: 183.146µs)"],"step_count":2} {"level":"info","ts":"2026-03-20T10:25:55.642342Z","caller":"traceutil/trace.go:171","msg":"trace[1162384141] transaction","detail":"{read_only:false; response_revision:2002; number_of_response:1; }","duration":"320.283332ms","start":"2026-03-20T10:25:55.322047Z","end":"2026-03-20T10:25:55.64233Z","steps":["trace[1162384141] 'process raft request' (duration: 319.956113ms)"],"step_count":1} {"level":"warn","ts":"2026-03-20T10:25:55.642465Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-20T10:25:55.322024Z","time spent":"320.350563ms","remote":"127.0.0.1:36750","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":517,"response count":0,"response size":38,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-03-20T10:25:55.642701Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"163.934117ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/kube-scheduler\" ","response":"range_response_count:1 size:480"} {"level":"info","ts":"2026-03-20T10:25:55.642742Z","caller":"traceutil/trace.go:171","msg":"trace[134854629] range","detail":"{range_begin:/registry/leases/kube-system/kube-scheduler; range_end:; response_count:1; response_revision:2002; }","duration":"164.025639ms","start":"2026-03-20T10:25:55.478705Z","end":"2026-03-20T10:25:55.642731Z","steps":["trace[134854629] 'agreement among raft nodes before linearized reading' (duration: 163.891045ms)"],"step_count":1} {"level":"info","ts":"2026-03-20T10:25:55.805853Z","caller":"traceutil/trace.go:171","msg":"trace[630551447] transaction","detail":"{read_only:false; response_revision:2003; number_of_response:1; }","duration":"157.619366ms","start":"2026-03-20T10:25:55.648206Z","end":"2026-03-20T10:25:55.805825Z","steps":["trace[630551447] 'process raft request' (duration: 108.466966ms)","trace[630551447] 'compare' (duration: 49.031337ms)"],"step_count":2} {"level":"info","ts":"2026-03-20T10:25:55.823565Z","caller":"traceutil/trace.go:171","msg":"trace[127433693] transaction","detail":"{read_only:false; response_revision:2004; number_of_response:1; }","duration":"175.231551ms","start":"2026-03-20T10:25:55.648301Z","end":"2026-03-20T10:25:55.823533Z","steps":["trace[127433693] 'process raft request' (duration: 175.105968ms)"],"step_count":1} {"level":"warn","ts":"2026-03-20T10:25:56.636568Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"238.862636ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/kube-controller-manager\" ","response":"range_response_count:1 size:506"} {"level":"info","ts":"2026-03-20T10:25:56.636631Z","caller":"traceutil/trace.go:171","msg":"trace[529515974] range","detail":"{range_begin:/registry/leases/kube-system/kube-controller-manager; range_end:; response_count:1; response_revision:2006; }","duration":"238.960828ms","start":"2026-03-20T10:25:56.397656Z","end":"2026-03-20T10:25:56.636617Z","steps":["trace[529515974] 'range keys from in-memory index tree' (duration: 238.648481ms)"],"step_count":1} {"level":"info","ts":"2026-03-20T10:26:02.940269Z","caller":"traceutil/trace.go:171","msg":"trace[505819154] transaction","detail":"{read_only:false; response_revision:2032; number_of_response:1; }","duration":"176.488403ms","start":"2026-03-20T10:26:02.763761Z","end":"2026-03-20T10:26:02.94025Z","steps":["trace[505819154] 'process raft request' (duration: 176.36696ms)"],"step_count":1} {"level":"info","ts":"2026-03-20T10:26:06.511901Z","caller":"traceutil/trace.go:171","msg":"trace[1764687093] transaction","detail":"{read_only:false; response_revision:2046; number_of_response:1; }","duration":"105.84687ms","start":"2026-03-20T10:26:06.406014Z","end":"2026-03-20T10:26:06.511861Z","steps":["trace[1764687093] 'process raft request' (duration: 105.664716ms)"],"step_count":1} {"level":"info","ts":"2026-03-20T10:26:07.064363Z","caller":"traceutil/trace.go:171","msg":"trace[499068592] transaction","detail":"{read_only:false; response_revision:2048; number_of_response:1; }","duration":"107.771408ms","start":"2026-03-20T10:26:06.956547Z","end":"2026-03-20T10:26:07.064319Z","steps":["trace[499068592] 'process raft request' (duration: 107.593604ms)"],"step_count":1} {"level":"info","ts":"2026-03-20T10:26:07.379463Z","caller":"traceutil/trace.go:171","msg":"trace[1331533175] linearizableReadLoop","detail":"{readStateIndex:2190; appliedIndex:2189; }","duration":"144.183137ms","start":"2026-03-20T10:26:07.235252Z","end":"2026-03-20T10:26:07.379435Z","steps":["trace[1331533175] 'read index received' (duration: 134.135344ms)","trace[1331533175] 'applied index is now lower than readState.Index' (duration: 10.046553ms)"],"step_count":2} {"level":"info","ts":"2026-03-20T10:26:07.37955Z","caller":"traceutil/trace.go:171","msg":"trace[2076700531] transaction","detail":"{read_only:false; response_revision:2049; number_of_response:1; }","duration":"311.223112ms","start":"2026-03-20T10:26:07.068297Z","end":"2026-03-20T10:26:07.37952Z","steps":["trace[2076700531] 'process raft request' (duration: 301.096977ms)"],"step_count":1} {"level":"warn","ts":"2026-03-20T10:26:07.379697Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"144.424203ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/plndr-cp-lock\" ","response":"range_response_count:1 size:433"} {"level":"info","ts":"2026-03-20T10:26:07.379795Z","caller":"traceutil/trace.go:171","msg":"trace[739739126] range","detail":"{range_begin:/registry/leases/kube-system/plndr-cp-lock; range_end:; response_count:1; response_revision:2049; }","duration":"144.563626ms","start":"2026-03-20T10:26:07.235212Z","end":"2026-03-20T10:26:07.379776Z","steps":["trace[739739126] 'agreement among raft nodes before linearized reading' (duration: 144.31223ms)"],"step_count":1} {"level":"warn","ts":"2026-03-20T10:26:07.379945Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-20T10:26:07.068277Z","time spent":"311.487298ms","remote":"127.0.0.1:36750","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":476,"response count":0,"response size":38,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-03-20T10:26:08.437497Z","caller":"traceutil/trace.go:171","msg":"trace[1065874647] linearizableReadLoop","detail":"{readStateIndex:2196; appliedIndex:2195; }","duration":"169.507936ms","start":"2026-03-20T10:26:08.267958Z","end":"2026-03-20T10:26:08.437466Z","steps":["trace[1065874647] 'read index received' (duration: 169.236369ms)","trace[1065874647] 'applied index is now lower than readState.Index' (duration: 270.377µs)"],"step_count":2} {"level":"info","ts":"2026-03-20T10:26:08.437621Z","caller":"traceutil/trace.go:171","msg":"trace[1891849066] transaction","detail":"{read_only:false; response_revision:2054; number_of_response:1; }","duration":"218.103713ms","start":"2026-03-20T10:26:08.219478Z","end":"2026-03-20T10:26:08.437582Z","steps":["trace[1891849066] 'process raft request' (duration: 217.771115ms)"],"step_count":1} {"level":"warn","ts":"2026-03-20T10:26:08.437663Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"169.67556ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/mutatingwebhookconfigurations/\" range_end:\"/registry/mutatingwebhookconfigurations0\" count_only:true ","response":"range_response_count:0 size:5"} {"level":"info","ts":"2026-03-20T10:26:08.437746Z","caller":"traceutil/trace.go:171","msg":"trace[1936424244] range","detail":"{range_begin:/registry/mutatingwebhookconfigurations/; range_end:/registry/mutatingwebhookconfigurations0; response_count:0; response_revision:2054; }","duration":"169.770602ms","start":"2026-03-20T10:26:08.267954Z","end":"2026-03-20T10:26:08.437725Z","steps":["trace[1936424244] 'agreement among raft nodes before linearized reading' (duration: 169.629919ms)"],"step_count":1} {"level":"warn","ts":"2026-03-20T10:26:08.722554Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"144.409805ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/health\" ","response":"range_response_count:0 size:5"} {"level":"info","ts":"2026-03-20T10:26:08.722618Z","caller":"traceutil/trace.go:171","msg":"trace[170053279] range","detail":"{range_begin:/registry/health; range_end:; response_count:0; response_revision:2054; }","duration":"144.521618ms","start":"2026-03-20T10:26:08.578082Z","end":"2026-03-20T10:26:08.722604Z","steps":["trace[170053279] 'range keys from in-memory index tree' (duration: 144.339333ms)"],"step_count":1} {"level":"warn","ts":"2026-03-20T10:26:08.723011Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"224.556257ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/external-resizer-rbd-csi-ceph-com\" ","response":"range_response_count:1 size:509"} {"level":"info","ts":"2026-03-20T10:26:08.723338Z","caller":"traceutil/trace.go:171","msg":"trace[1593532255] range","detail":"{range_begin:/registry/leases/kube-system/external-resizer-rbd-csi-ceph-com; range_end:; response_count:1; response_revision:2054; }","duration":"224.882115ms","start":"2026-03-20T10:26:08.498378Z","end":"2026-03-20T10:26:08.72326Z","steps":["trace[1593532255] 'range keys from in-memory index tree' (duration: 224.100215ms)"],"step_count":1} {"level":"info","ts":"2026-03-20T10:26:08.949311Z","caller":"traceutil/trace.go:171","msg":"trace[1580603187] transaction","detail":"{read_only:false; response_revision:2055; number_of_response:1; }","duration":"221.704763ms","start":"2026-03-20T10:26:08.727578Z","end":"2026-03-20T10:26:08.949283Z","steps":["trace[1580603187] 'process raft request' (duration: 221.56028ms)"],"step_count":1} {"level":"info","ts":"2026-03-20T10:26:09.230537Z","caller":"traceutil/trace.go:171","msg":"trace[1138073972] transaction","detail":"{read_only:false; response_revision:2056; number_of_response:1; }","duration":"111.871463ms","start":"2026-03-20T10:26:09.118639Z","end":"2026-03-20T10:26:09.230511Z","steps":["trace[1138073972] 'process raft request' (duration: 111.720579ms)"],"step_count":1} {"level":"warn","ts":"2026-03-20T10:26:09.554844Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"123.549367ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/external-attacher-leader-rbd-csi-ceph-com\" ","response":"range_response_count:1 size:525"} {"level":"info","ts":"2026-03-20T10:26:09.554947Z","caller":"traceutil/trace.go:171","msg":"trace[135436442] range","detail":"{range_begin:/registry/leases/kube-system/external-attacher-leader-rbd-csi-ceph-com; range_end:; response_count:1; response_revision:2056; }","duration":"123.705661ms","start":"2026-03-20T10:26:09.431213Z","end":"2026-03-20T10:26:09.554918Z","steps":["trace[135436442] 'range keys from in-memory index tree' (duration: 123.293561ms)"],"step_count":1} {"level":"warn","ts":"2026-03-20T10:26:09.555097Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"171.017425ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/cilium-operator-resource-lock\" ","response":"range_response_count:1 size:492"} {"level":"info","ts":"2026-03-20T10:26:09.555174Z","caller":"traceutil/trace.go:171","msg":"trace[1626860338] range","detail":"{range_begin:/registry/leases/kube-system/cilium-operator-resource-lock; range_end:; response_count:1; response_revision:2056; }","duration":"171.133498ms","start":"2026-03-20T10:26:09.384023Z","end":"2026-03-20T10:26:09.555156Z","steps":["trace[1626860338] 'range keys from in-memory index tree' (duration: 170.861121ms)"],"step_count":1} {"level":"warn","ts":"2026-03-20T10:26:09.555679Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"122.87072ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/plndr-cp-lock\" ","response":"range_response_count:1 size:433"} {"level":"info","ts":"2026-03-20T10:26:09.555751Z","caller":"traceutil/trace.go:171","msg":"trace[458596637] range","detail":"{range_begin:/registry/leases/kube-system/plndr-cp-lock; range_end:; response_count:1; response_revision:2056; }","duration":"122.998203ms","start":"2026-03-20T10:26:09.432734Z","end":"2026-03-20T10:26:09.555732Z","steps":["trace[458596637] 'range keys from in-memory index tree' (duration: 122.112391ms)"],"step_count":1} {"level":"info","ts":"2026-03-20T10:26:09.834204Z","caller":"traceutil/trace.go:171","msg":"trace[813489092] transaction","detail":"{read_only:false; response_revision:2057; number_of_response:1; }","duration":"274.890386ms","start":"2026-03-20T10:26:09.559285Z","end":"2026-03-20T10:26:09.834176Z","steps":["trace[813489092] 'process raft request' (duration: 274.717252ms)"],"step_count":1} {"level":"warn","ts":"2026-03-20T10:26:10.1079Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"188.757191ms","expected-duration":"100ms","prefix":"","request":"header: txn: success:> failure: >>","response":"size:16"} {"level":"info","ts":"2026-03-20T10:26:10.108156Z","caller":"traceutil/trace.go:171","msg":"trace[2081044792] linearizableReadLoop","detail":"{readStateIndex:2201; appliedIndex:2199; }","duration":"270.76566ms","start":"2026-03-20T10:26:09.837372Z","end":"2026-03-20T10:26:10.108137Z","steps":["trace[2081044792] 'read index received' (duration: 81.647819ms)","trace[2081044792] 'applied index is now lower than readState.Index' (duration: 189.11675ms)"],"step_count":2} {"level":"info","ts":"2026-03-20T10:26:10.10826Z","caller":"traceutil/trace.go:171","msg":"trace[258754779] transaction","detail":"{read_only:false; response_revision:2059; number_of_response:1; }","duration":"548.098827ms","start":"2026-03-20T10:26:09.56015Z","end":"2026-03-20T10:26:10.108249Z","steps":["trace[258754779] 'process raft request' (duration: 547.879342ms)"],"step_count":1} {"level":"warn","ts":"2026-03-20T10:26:10.108334Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-20T10:26:09.560144Z","time spent":"548.148878ms","remote":"127.0.0.1:36750","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":419,"response count":0,"response size":38,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-03-20T10:26:10.10842Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"110.25291ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/kube-scheduler\" ","response":"range_response_count:1 size:480"} {"level":"info","ts":"2026-03-20T10:26:10.108476Z","caller":"traceutil/trace.go:171","msg":"trace[1221103385] range","detail":"{range_begin:/registry/leases/kube-system/kube-scheduler; range_end:; response_count:1; response_revision:2059; }","duration":"110.343624ms","start":"2026-03-20T10:26:09.998119Z","end":"2026-03-20T10:26:10.108463Z","steps":["trace[1221103385] 'agreement among raft nodes before linearized reading' (duration: 110.203749ms)"],"step_count":1} {"level":"info","ts":"2026-03-20T10:26:10.108433Z","caller":"traceutil/trace.go:171","msg":"trace[750395549] transaction","detail":"{read_only:false; response_revision:2058; number_of_response:1; }","duration":"548.775284ms","start":"2026-03-20T10:26:09.559465Z","end":"2026-03-20T10:26:10.10824Z","steps":["trace[750395549] 'process raft request' (duration: 359.572122ms)","trace[750395549] 'compare' (duration: 188.381582ms)"],"step_count":2} {"level":"warn","ts":"2026-03-20T10:26:10.108587Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"271.185582ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/rbd.csi.ceph.com-kube-system\" ","response":"range_response_count:1 size:532"} {"level":"info","ts":"2026-03-20T10:26:10.108679Z","caller":"traceutil/trace.go:171","msg":"trace[1836620515] range","detail":"{range_begin:/registry/leases/kube-system/rbd.csi.ceph.com-kube-system; range_end:; response_count:1; response_revision:2059; }","duration":"271.328715ms","start":"2026-03-20T10:26:09.837327Z","end":"2026-03-20T10:26:10.108656Z","steps":["trace[1836620515] 'agreement among raft nodes before linearized reading' (duration: 271.043157ms)"],"step_count":1} {"level":"warn","ts":"2026-03-20T10:26:10.10889Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-20T10:26:09.559458Z","time spent":"549.080472ms","remote":"127.0.0.1:36750","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":477,"response count":0,"response size":38,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-03-20T10:26:10.813161Z","caller":"etcdserver/v3_server.go:897","msg":"waiting for ReadIndex response took too long, retrying","sent-request-id":184257304220179864,"retry-timeout":"500ms"} {"level":"warn","ts":"2026-03-20T10:26:11.234506Z","caller":"wal/wal.go:805","msg":"slow fdatasync","took":"1.121401031s","expected-duration":"1s"} {"level":"info","ts":"2026-03-20T10:26:11.234901Z","caller":"traceutil/trace.go:171","msg":"trace[879292695] transaction","detail":"{read_only:false; response_revision:2060; number_of_response:1; }","duration":"1.121848863s","start":"2026-03-20T10:26:10.113032Z","end":"2026-03-20T10:26:11.234881Z","steps":["trace[879292695] 'process raft request' (duration: 1.121640448s)"],"step_count":1} {"level":"info","ts":"2026-03-20T10:26:11.235003Z","caller":"traceutil/trace.go:171","msg":"trace[928340977] transaction","detail":"{read_only:false; response_revision:2061; number_of_response:1; }","duration":"1.121945696s","start":"2026-03-20T10:26:10.113033Z","end":"2026-03-20T10:26:11.234979Z","steps":["trace[928340977] 'process raft request' (duration: 1.121813632s)"],"step_count":1} {"level":"warn","ts":"2026-03-20T10:26:11.235037Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-20T10:26:10.113016Z","time spent":"1.121949625s","remote":"127.0.0.1:36750","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":517,"response count":0,"response size":38,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-03-20T10:26:11.235134Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-20T10:26:10.113015Z","time spent":"1.122052248s","remote":"127.0.0.1:36750","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":464,"response count":0,"response size":38,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-03-20T10:26:11.900853Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"527.289513ms","expected-duration":"100ms","prefix":"","request":"header: txn: success:> failure: >>","response":"size:16"} {"level":"info","ts":"2026-03-20T10:26:11.901196Z","caller":"traceutil/trace.go:171","msg":"trace[1939058575] transaction","detail":"{read_only:false; response_revision:2062; number_of_response:1; }","duration":"1.786756248s","start":"2026-03-20T10:26:10.114407Z","end":"2026-03-20T10:26:11.901163Z","steps":["trace[1939058575] 'process raft request' (duration: 1.259090605s)","trace[1939058575] 'compare' (duration: 527.16569ms)"],"step_count":2} {"level":"warn","ts":"2026-03-20T10:26:11.901361Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-20T10:26:10.1144Z","time spent":"1.786884141s","remote":"127.0.0.1:36750","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":422,"response count":0,"response size":38,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-03-20T10:26:11.901413Z","caller":"traceutil/trace.go:171","msg":"trace[1262329039] linearizableReadLoop","detail":"{readStateIndex:2205; appliedIndex:2201; }","duration":"1.588786914s","start":"2026-03-20T10:26:10.312605Z","end":"2026-03-20T10:26:11.901392Z","steps":["trace[1262329039] 'read index received' (duration: 922.169215ms)","trace[1262329039] 'applied index is now lower than readState.Index' (duration: 666.616719ms)"],"step_count":2} {"level":"info","ts":"2026-03-20T10:26:11.9015Z","caller":"traceutil/trace.go:171","msg":"trace[2120938795] transaction","detail":"{read_only:false; response_revision:2063; number_of_response:1; }","duration":"1.299429945s","start":"2026-03-20T10:26:10.602056Z","end":"2026-03-20T10:26:11.901486Z","steps":["trace[2120938795] 'process raft request' (duration: 1.29888052s)"],"step_count":1} {"level":"warn","ts":"2026-03-20T10:26:11.90157Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-20T10:26:10.602041Z","time spent":"1.299491126s","remote":"127.0.0.1:36750","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":521,"response count":0,"response size":38,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-03-20T10:26:11.901683Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.589076801s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/apiregistration.k8s.io/apiservices/\" range_end:\"/registry/apiregistration.k8s.io/apiservices0\" count_only:true ","response":"range_response_count:0 size:7"} {"level":"info","ts":"2026-03-20T10:26:11.901741Z","caller":"traceutil/trace.go:171","msg":"trace[1993638536] range","detail":"{range_begin:/registry/apiregistration.k8s.io/apiservices/; range_end:/registry/apiregistration.k8s.io/apiservices0; response_count:0; response_revision:2063; }","duration":"1.589175014s","start":"2026-03-20T10:26:10.312551Z","end":"2026-03-20T10:26:11.901726Z","steps":["trace[1993638536] 'agreement among raft nodes before linearized reading' (duration: 1.589079361s)"],"step_count":1} {"level":"warn","ts":"2026-03-20T10:26:11.901783Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-20T10:26:10.31253Z","time spent":"1.589243576s","remote":"127.0.0.1:37004","response type":"/etcdserverpb.KV/Range","request count":0,"request size":96,"response count":23,"response size":29,"request content":"key:\"/registry/apiregistration.k8s.io/apiservices/\" range_end:\"/registry/apiregistration.k8s.io/apiservices0\" count_only:true "} {"level":"warn","ts":"2026-03-20T10:26:11.90193Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.322432695s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/health\" ","response":"range_response_count:0 size:5"} {"level":"info","ts":"2026-03-20T10:26:11.901971Z","caller":"traceutil/trace.go:171","msg":"trace[830713263] range","detail":"{range_begin:/registry/health; range_end:; response_count:0; response_revision:2063; }","duration":"1.322472745s","start":"2026-03-20T10:26:10.579488Z","end":"2026-03-20T10:26:11.901961Z","steps":["trace[830713263] 'agreement among raft nodes before linearized reading' (duration: 1.322410104s)"],"step_count":1} {"level":"warn","ts":"2026-03-20T10:26:11.902Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-20T10:26:10.579446Z","time spent":"1.322547687s","remote":"127.0.0.1:36464","response type":"/etcdserverpb.KV/Range","request count":0,"request size":18,"response count":0,"response size":27,"request content":"key:\"/registry/health\" "} {"level":"warn","ts":"2026-03-20T10:26:11.902109Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"347.046506ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/rbd-csi-ceph-com\" ","response":"range_response_count:1 size:473"} {"level":"info","ts":"2026-03-20T10:26:11.902161Z","caller":"traceutil/trace.go:171","msg":"trace[1211689378] range","detail":"{range_begin:/registry/leases/kube-system/rbd-csi-ceph-com; range_end:; response_count:1; response_revision:2063; }","duration":"347.205771ms","start":"2026-03-20T10:26:11.554938Z","end":"2026-03-20T10:26:11.902144Z","steps":["trace[1211689378] 'agreement among raft nodes before linearized reading' (duration: 346.993586ms)"],"step_count":1} {"level":"warn","ts":"2026-03-20T10:26:11.902165Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"384.263366ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/external-snapshotter-leader-rbd-csi-ceph-com\" ","response":"range_response_count:1 size:534"} {"level":"warn","ts":"2026-03-20T10:26:11.902201Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-20T10:26:11.554907Z","time spent":"347.283292ms","remote":"127.0.0.1:36750","response type":"/etcdserverpb.KV/Range","request count":0,"request size":47,"response count":1,"response size":495,"request content":"key:\"/registry/leases/kube-system/rbd-csi-ceph-com\" "} {"level":"info","ts":"2026-03-20T10:26:11.902209Z","caller":"traceutil/trace.go:171","msg":"trace[596734157] range","detail":"{range_begin:/registry/leases/kube-system/external-snapshotter-leader-rbd-csi-ceph-com; range_end:; response_count:1; response_revision:2063; }","duration":"384.358268ms","start":"2026-03-20T10:26:11.517835Z","end":"2026-03-20T10:26:11.902194Z","steps":["trace[596734157] 'agreement among raft nodes before linearized reading' (duration: 384.202874ms)"],"step_count":1} {"level":"warn","ts":"2026-03-20T10:26:11.902264Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-20T10:26:11.517802Z","time spent":"384.445821ms","remote":"127.0.0.1:36750","response type":"/etcdserverpb.KV/Range","request count":0,"request size":75,"response count":1,"response size":556,"request content":"key:\"/registry/leases/kube-system/external-snapshotter-leader-rbd-csi-ceph-com\" "} {"level":"warn","ts":"2026-03-20T10:26:11.902433Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"156.374246ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/validatingwebhookconfigurations/\" range_end:\"/registry/validatingwebhookconfigurations0\" count_only:true ","response":"range_response_count:0 size:5"} {"level":"info","ts":"2026-03-20T10:26:11.902504Z","caller":"traceutil/trace.go:171","msg":"trace[1967312684] range","detail":"{range_begin:/registry/validatingwebhookconfigurations/; range_end:/registry/validatingwebhookconfigurations0; response_count:0; response_revision:2063; }","duration":"156.50847ms","start":"2026-03-20T10:26:11.745977Z","end":"2026-03-20T10:26:11.902485Z","steps":["trace[1967312684] 'agreement among raft nodes before linearized reading' (duration: 156.384126ms)"],"step_count":1} {"level":"warn","ts":"2026-03-20T10:26:11.902782Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"667.758007ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/kube-controller-manager\" ","response":"range_response_count:1 size:505"} {"level":"info","ts":"2026-03-20T10:26:11.902893Z","caller":"traceutil/trace.go:171","msg":"trace[1979088426] range","detail":"{range_begin:/registry/leases/kube-system/kube-controller-manager; range_end:; response_count:1; response_revision:2063; }","duration":"667.899481ms","start":"2026-03-20T10:26:11.234973Z","end":"2026-03-20T10:26:11.902872Z","steps":["trace[1979088426] 'agreement among raft nodes before linearized reading' (duration: 667.45365ms)"],"step_count":1} {"level":"warn","ts":"2026-03-20T10:26:11.902959Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-20T10:26:11.234956Z","time spent":"667.992113ms","remote":"127.0.0.1:36750","response type":"/etcdserverpb.KV/Range","request count":0,"request size":54,"response count":1,"response size":527,"request content":"key:\"/registry/leases/kube-system/kube-controller-manager\" "} {"level":"warn","ts":"2026-03-20T10:26:12.926323Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"527.038366ms","expected-duration":"100ms","prefix":"read-only range ","request":"limit:1 serializable:true keys_only:true ","response":"range_response_count:0 size:5"} {"level":"info","ts":"2026-03-20T10:26:12.926437Z","caller":"traceutil/trace.go:171","msg":"trace[1139937280] range","detail":"{range_begin:; range_end:; response_count:0; response_revision:2063; }","duration":"527.169879ms","start":"2026-03-20T10:26:12.399248Z","end":"2026-03-20T10:26:12.926418Z","steps":["trace[1139937280] 'range keys from in-memory index tree' (duration: 527.006645ms)"],"step_count":1} {"level":"warn","ts":"2026-03-20T10:26:12.926906Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"610.197064ms","expected-duration":"100ms","prefix":"","request":"header: txn: success:> failure: >>","response":"size:16"} {"level":"info","ts":"2026-03-20T10:26:12.926971Z","caller":"traceutil/trace.go:171","msg":"trace[1628053944] transaction","detail":"{read_only:false; response_revision:2064; number_of_response:1; }","duration":"1.020198368s","start":"2026-03-20T10:26:11.90676Z","end":"2026-03-20T10:26:12.926958Z","steps":["trace[1628053944] 'process raft request' (duration: 409.889921ms)","trace[1628053944] 'compare' (duration: 610.109502ms)"],"step_count":2} {"level":"warn","ts":"2026-03-20T10:26:12.927023Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-20T10:26:11.906739Z","time spent":"1.020255889s","remote":"127.0.0.1:36750","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":519,"response count":0,"response size":38,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-03-20T10:26:13.928495Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"2.018280718s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/health\" ","response":"","error":"context canceled"} {"level":"info","ts":"2026-03-20T10:26:13.928993Z","caller":"traceutil/trace.go:171","msg":"trace[128196515] range","detail":"{range_begin:/registry/health; range_end:; }","duration":"2.018841322s","start":"2026-03-20T10:26:11.910131Z","end":"2026-03-20T10:26:13.928972Z","steps":["trace[128196515] 'agreement among raft nodes before linearized reading' (duration: 2.018292868s)"],"step_count":1} {"level":"warn","ts":"2026-03-20T10:26:13.929173Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-20T10:26:11.910124Z","time spent":"2.018997606s","remote":"127.0.0.1:36464","response type":"/etcdserverpb.KV/Range","request count":0,"request size":18,"response count":0,"response size":0,"request content":"key:\"/registry/health\" "} 2026/03/20 10:26:13 WARNING: [core] [Server #8] grpc: Server.processUnaryRPC failed to write status: connection error: desc = "transport is closing" {"level":"warn","ts":"2026-03-20T10:26:14.45239Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.267930977s","expected-duration":"100ms","prefix":"","request":"header: txn: success:> failure: >>","response":"size:16"} {"level":"info","ts":"2026-03-20T10:26:14.452572Z","caller":"traceutil/trace.go:171","msg":"trace[2117425662] linearizableReadLoop","detail":"{readStateIndex:2208; appliedIndex:2205; }","duration":"2.54240382s","start":"2026-03-20T10:26:11.910151Z","end":"2026-03-20T10:26:14.452554Z","steps":["trace[2117425662] 'read index received' (duration: 406.513205ms)","trace[2117425662] 'applied index is now lower than readState.Index' (duration: 2.135889525s)"],"step_count":2} {"level":"warn","ts":"2026-03-20T10:26:14.452899Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"546.167687ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/plndr-svcs-lock\" ","response":"range_response_count:1 size:437"} {"level":"warn","ts":"2026-03-20T10:26:14.452896Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"2.339243635s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/plndr-cp-lock\" ","response":"range_response_count:1 size:434"} {"level":"info","ts":"2026-03-20T10:26:14.452941Z","caller":"traceutil/trace.go:171","msg":"trace[903126438] range","detail":"{range_begin:/registry/leases/kube-system/plndr-svcs-lock; range_end:; response_count:1; response_revision:2066; }","duration":"546.25353ms","start":"2026-03-20T10:26:13.906675Z","end":"2026-03-20T10:26:14.452929Z","steps":["trace[903126438] 'agreement among raft nodes before linearized reading' (duration: 546.113087ms)"],"step_count":1} {"level":"info","ts":"2026-03-20T10:26:14.452955Z","caller":"traceutil/trace.go:171","msg":"trace[610357408] range","detail":"{range_begin:/registry/leases/kube-system/plndr-cp-lock; range_end:; response_count:1; response_revision:2066; }","duration":"2.339344828s","start":"2026-03-20T10:26:12.113595Z","end":"2026-03-20T10:26:14.45294Z","steps":["trace[610357408] 'agreement among raft nodes before linearized reading' (duration: 2.339172133s)"],"step_count":1} {"level":"warn","ts":"2026-03-20T10:26:14.452981Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-20T10:26:13.906655Z","time spent":"546.316301ms","remote":"127.0.0.1:36750","response type":"/etcdserverpb.KV/Range","request count":0,"request size":46,"response count":1,"response size":459,"request content":"key:\"/registry/leases/kube-system/plndr-svcs-lock\" "} {"level":"warn","ts":"2026-03-20T10:26:14.453075Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.213021101s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/rbd.csi.ceph.com-kube-system\" ","response":"range_response_count:1 size:532"} {"level":"info","ts":"2026-03-20T10:26:14.452994Z","caller":"traceutil/trace.go:171","msg":"trace[1433799175] transaction","detail":"{read_only:false; response_revision:2066; number_of_response:1; }","duration":"2.544939563s","start":"2026-03-20T10:26:11.908Z","end":"2026-03-20T10:26:14.452939Z","steps":["trace[1433799175] 'process raft request' (duration: 2.544489532s)"],"step_count":1} {"level":"warn","ts":"2026-03-20T10:26:14.453154Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.214512448s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/kube-scheduler\" ","response":"range_response_count:1 size:480"} {"level":"info","ts":"2026-03-20T10:26:14.453178Z","caller":"traceutil/trace.go:171","msg":"trace[751825730] range","detail":"{range_begin:/registry/leases/kube-system/kube-scheduler; range_end:; response_count:1; response_revision:2066; }","duration":"1.21457873s","start":"2026-03-20T10:26:13.238594Z","end":"2026-03-20T10:26:14.453173Z","steps":["trace[751825730] 'agreement among raft nodes before linearized reading' (duration: 1.214525359s)"],"step_count":1} {"level":"warn","ts":"2026-03-20T10:26:14.453198Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-20T10:26:13.238575Z","time spent":"1.214618661s","remote":"127.0.0.1:36750","response type":"/etcdserverpb.KV/Range","request count":0,"request size":45,"response count":1,"response size":502,"request content":"key:\"/registry/leases/kube-system/kube-scheduler\" "} {"level":"warn","ts":"2026-03-20T10:26:14.453192Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"524.109641ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/health\" ","response":"range_response_count:0 size:5"} {"level":"info","ts":"2026-03-20T10:26:14.453255Z","caller":"traceutil/trace.go:171","msg":"trace[452820254] range","detail":"{range_begin:/registry/health; range_end:; response_count:0; response_revision:2066; }","duration":"524.199463ms","start":"2026-03-20T10:26:13.929039Z","end":"2026-03-20T10:26:14.453238Z","steps":["trace[452820254] 'agreement among raft nodes before linearized reading' (duration: 524.09457ms)"],"step_count":1} {"level":"warn","ts":"2026-03-20T10:26:14.453244Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"499.213403ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/external-resizer-rbd-csi-ceph-com\" ","response":"range_response_count:1 size:509"} {"level":"warn","ts":"2026-03-20T10:26:14.453307Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-20T10:26:13.929025Z","time spent":"524.271365ms","remote":"127.0.0.1:36468","response type":"/etcdserverpb.KV/Range","request count":0,"request size":18,"response count":0,"response size":27,"request content":"key:\"/registry/health\" "} {"level":"warn","ts":"2026-03-20T10:26:14.453351Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"2.339626925s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/cilium-operator-resource-lock\" ","response":"range_response_count:1 size:493"} {"level":"warn","ts":"2026-03-20T10:26:14.452986Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-20T10:26:12.113574Z","time spent":"2.33940589s","remote":"127.0.0.1:36750","response type":"/etcdserverpb.KV/Range","request count":0,"request size":44,"response count":1,"response size":456,"request content":"key:\"/registry/leases/kube-system/plndr-cp-lock\" "} {"level":"info","ts":"2026-03-20T10:26:14.453373Z","caller":"traceutil/trace.go:171","msg":"trace[793698441] range","detail":"{range_begin:/registry/leases/kube-system/external-resizer-rbd-csi-ceph-com; range_end:; response_count:1; response_revision:2066; }","duration":"499.397607ms","start":"2026-03-20T10:26:13.953955Z","end":"2026-03-20T10:26:14.453353Z","steps":["trace[793698441] 'agreement among raft nodes before linearized reading' (duration: 499.013087ms)"],"step_count":1} {"level":"info","ts":"2026-03-20T10:26:14.453107Z","caller":"traceutil/trace.go:171","msg":"trace[196966285] range","detail":"{range_begin:/registry/leases/kube-system/rbd.csi.ceph.com-kube-system; range_end:; response_count:1; response_revision:2066; }","duration":"1.213077112s","start":"2026-03-20T10:26:13.240022Z","end":"2026-03-20T10:26:14.4531Z","steps":["trace[196966285] 'agreement among raft nodes before linearized reading' (duration: 1.21297743s)"],"step_count":1} {"level":"info","ts":"2026-03-20T10:26:14.453148Z","caller":"traceutil/trace.go:171","msg":"trace[1112761547] transaction","detail":"{read_only:false; response_revision:2065; number_of_response:1; }","duration":"2.545524638s","start":"2026-03-20T10:26:11.907554Z","end":"2026-03-20T10:26:14.453079Z","steps":["trace[1112761547] 'process raft request' (duration: 1.276821733s)","trace[1112761547] 'compare' (duration: 1.267509045s)"],"step_count":2} {"level":"warn","ts":"2026-03-20T10:26:14.453484Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.941546922s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/masterleases/199.204.45.102\" ","response":"range_response_count:1 size:135"} {"level":"info","ts":"2026-03-20T10:26:14.453516Z","caller":"traceutil/trace.go:171","msg":"trace[1127056138] range","detail":"{range_begin:/registry/masterleases/199.204.45.102; range_end:; response_count:1; response_revision:2066; }","duration":"1.941616044s","start":"2026-03-20T10:26:12.511892Z","end":"2026-03-20T10:26:14.453508Z","steps":["trace[1127056138] 'agreement among raft nodes before linearized reading' (duration: 1.941526631s)"],"step_count":1} {"level":"warn","ts":"2026-03-20T10:26:14.453548Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-20T10:26:12.51187Z","time spent":"1.941670765s","remote":"127.0.0.1:36498","response type":"/etcdserverpb.KV/Range","request count":0,"request size":39,"response count":1,"response size":157,"request content":"key:\"/registry/masterleases/199.204.45.102\" "} {"level":"info","ts":"2026-03-20T10:26:14.453395Z","caller":"traceutil/trace.go:171","msg":"trace[706697961] range","detail":"{range_begin:/registry/leases/kube-system/cilium-operator-resource-lock; range_end:; response_count:1; response_revision:2066; }","duration":"2.339710487s","start":"2026-03-20T10:26:12.113674Z","end":"2026-03-20T10:26:14.453384Z","steps":["trace[706697961] 'agreement among raft nodes before linearized reading' (duration: 2.339607154s)"],"step_count":1} {"level":"warn","ts":"2026-03-20T10:26:14.453682Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-20T10:26:12.113639Z","time spent":"2.340009295s","remote":"127.0.0.1:36750","response type":"/etcdserverpb.KV/Range","request count":0,"request size":60,"response count":1,"response size":515,"request content":"key:\"/registry/leases/kube-system/cilium-operator-resource-lock\" "} {"level":"warn","ts":"2026-03-20T10:26:14.45362Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-20T10:26:11.907537Z","time spent":"2.545965461s","remote":"127.0.0.1:36750","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":489,"response count":0,"response size":38,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-03-20T10:26:14.453278Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-20T10:26:11.907979Z","time spent":"2.54517216s","remote":"127.0.0.1:36750","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":458,"response count":0,"response size":38,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-03-20T10:26:14.453459Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-20T10:26:13.240004Z","time spent":"1.213445892s","remote":"127.0.0.1:36750","response type":"/etcdserverpb.KV/Range","request count":0,"request size":59,"response count":1,"response size":554,"request content":"key:\"/registry/leases/kube-system/rbd.csi.ceph.com-kube-system\" "} {"level":"warn","ts":"2026-03-20T10:26:14.453459Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-20T10:26:13.953941Z","time spent":"499.505581ms","remote":"127.0.0.1:36750","response type":"/etcdserverpb.KV/Range","request count":0,"request size":64,"response count":1,"response size":531,"request content":"key:\"/registry/leases/kube-system/external-resizer-rbd-csi-ceph-com\" "} {"level":"warn","ts":"2026-03-20T10:26:14.959555Z","caller":"etcdserver/v3_server.go:897","msg":"waiting for ReadIndex response took too long, retrying","sent-request-id":184257304220179876,"retry-timeout":"500ms"} {"level":"warn","ts":"2026-03-20T10:26:15.460395Z","caller":"etcdserver/v3_server.go:897","msg":"waiting for ReadIndex response took too long, retrying","sent-request-id":184257304220179876,"retry-timeout":"500ms"} {"level":"warn","ts":"2026-03-20T10:26:15.961669Z","caller":"etcdserver/v3_server.go:897","msg":"waiting for ReadIndex response took too long, retrying","sent-request-id":184257304220179876,"retry-timeout":"500ms"} {"level":"warn","ts":"2026-03-20T10:26:16.19589Z","caller":"wal/wal.go:805","msg":"slow fdatasync","took":"1.741228237s","expected-duration":"1s"} {"level":"warn","ts":"2026-03-20T10:26:16.461457Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"2.00019198s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/health\" ","response":"","error":"context deadline exceeded"} {"level":"info","ts":"2026-03-20T10:26:16.461564Z","caller":"traceutil/trace.go:171","msg":"trace[1803469705] range","detail":"{range_begin:/registry/health; range_end:; }","duration":"2.000323002s","start":"2026-03-20T10:26:14.461223Z","end":"2026-03-20T10:26:16.461546Z","steps":["trace[1803469705] 'agreement among raft nodes before linearized reading' (duration: 2.000204169s)"],"step_count":1} {"level":"warn","ts":"2026-03-20T10:26:16.461619Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-20T10:26:14.461214Z","time spent":"2.000384755s","remote":"127.0.0.1:36464","response type":"/etcdserverpb.KV/Range","request count":0,"request size":18,"response count":0,"response size":0,"request content":"key:\"/registry/health\" "} {"level":"warn","ts":"2026-03-20T10:26:17.131412Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"935.275563ms","expected-duration":"100ms","prefix":"","request":"header: lease_grant:","response":"size:39"} {"level":"warn","ts":"2026-03-20T10:26:17.131533Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-20T10:26:14.45454Z","time spent":"2.676989184s","remote":"127.0.0.1:36498","response type":"/etcdserverpb.Lease/LeaseGrant","request count":-1,"request size":-1,"response count":-1,"response size":-1,"request content":""} {"level":"warn","ts":"2026-03-20T10:26:17.563465Z","caller":"wal/wal.go:805","msg":"slow fdatasync","took":"1.367384596s","expected-duration":"1s"} {"level":"warn","ts":"2026-03-20T10:26:17.681601Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"117.686259ms","expected-duration":"100ms","prefix":"","request":"header: txn: success:> failure: >>","response":"size:16"} {"level":"info","ts":"2026-03-20T10:26:17.682435Z","caller":"traceutil/trace.go:171","msg":"trace[1563831679] transaction","detail":"{read_only:false; response_revision:2067; number_of_response:1; }","duration":"3.223842319s","start":"2026-03-20T10:26:14.45856Z","end":"2026-03-20T10:26:17.682402Z","steps":["trace[1563831679] 'process raft request' (duration: 3.105275508s)","trace[1563831679] 'compare' (duration: 117.553046ms)"],"step_count":2} {"level":"info","ts":"2026-03-20T10:26:17.682497Z","caller":"traceutil/trace.go:171","msg":"trace[1486033434] transaction","detail":"{read_only:false; response_revision:2068; number_of_response:1; }","duration":"3.223530702s","start":"2026-03-20T10:26:14.458946Z","end":"2026-03-20T10:26:17.682477Z","steps":["trace[1486033434] 'process raft request' (duration: 3.223376638s)"],"step_count":1} {"level":"warn","ts":"2026-03-20T10:26:17.682594Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-20T10:26:14.458536Z","time spent":"3.223971863s","remote":"127.0.0.1:36750","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":476,"response count":0,"response size":38,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-03-20T10:26:17.684318Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"3.225442551s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/events/kube-system/kube-apiserver-instance.189e852bee23fccf\" ","response":"range_response_count:1 size:774"} {"level":"info","ts":"2026-03-20T10:26:17.68436Z","caller":"traceutil/trace.go:171","msg":"trace[1474678468] range","detail":"{range_begin:/registry/events/kube-system/kube-apiserver-instance.189e852bee23fccf; range_end:; response_count:1; response_revision:2072; }","duration":"3.225513793s","start":"2026-03-20T10:26:14.458835Z","end":"2026-03-20T10:26:17.684349Z","steps":["trace[1474678468] 'agreement among raft nodes before linearized reading' (duration: 3.22500963s)"],"step_count":1} {"level":"warn","ts":"2026-03-20T10:26:17.684391Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-20T10:26:14.458805Z","time spent":"3.225578134s","remote":"127.0.0.1:36552","response type":"/etcdserverpb.KV/Range","request count":0,"request size":71,"response count":1,"response size":796,"request content":"key:\"/registry/events/kube-system/kube-apiserver-instance.189e852bee23fccf\" "} {"level":"info","ts":"2026-03-20T10:26:17.684593Z","caller":"traceutil/trace.go:171","msg":"trace[1886115931] transaction","detail":"{read_only:false; response_revision:2072; number_of_response:1; }","duration":"3.22505982s","start":"2026-03-20T10:26:14.459492Z","end":"2026-03-20T10:26:17.684552Z","steps":["trace[1886115931] 'process raft request' (duration: 3.224193338s)"],"step_count":1} {"level":"info","ts":"2026-03-20T10:26:17.684652Z","caller":"traceutil/trace.go:171","msg":"trace[1877981166] transaction","detail":"{read_only:false; response_revision:2071; number_of_response:1; }","duration":"3.225532112s","start":"2026-03-20T10:26:14.459079Z","end":"2026-03-20T10:26:17.684611Z","steps":["trace[1877981166] 'process raft request' (duration: 3.224507887s)"],"step_count":1} {"level":"warn","ts":"2026-03-20T10:26:17.684711Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-20T10:26:14.459482Z","time spent":"3.225163483s","remote":"127.0.0.1:36750","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":494,"response count":0,"response size":38,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-03-20T10:26:17.684793Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-20T10:26:14.459047Z","time spent":"3.225673605s","remote":"127.0.0.1:36750","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":463,"response count":0,"response size":38,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-03-20T10:26:17.68278Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-20T10:26:14.458935Z","time spent":"3.223608494s","remote":"127.0.0.1:36750","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":516,"response count":0,"response size":38,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-03-20T10:26:17.683817Z","caller":"traceutil/trace.go:171","msg":"trace[1626558065] linearizableReadLoop","detail":"{readStateIndex:2215; appliedIndex:2208; }","duration":"3.224913318s","start":"2026-03-20T10:26:14.458864Z","end":"2026-03-20T10:26:17.683778Z","steps":["trace[1626558065] 'read index received' (duration: 1.737257067s)","trace[1626558065] 'applied index is now lower than readState.Index' (duration: 1.487608229s)"],"step_count":2} {"level":"info","ts":"2026-03-20T10:26:17.68566Z","caller":"traceutil/trace.go:171","msg":"trace[76489355] transaction","detail":"{read_only:false; response_revision:2070; number_of_response:1; }","duration":"3.226568648s","start":"2026-03-20T10:26:14.45907Z","end":"2026-03-20T10:26:17.685639Z","steps":["trace[76489355] 'process raft request' (duration: 3.224456305s)"],"step_count":1} {"level":"info","ts":"2026-03-20T10:26:17.685898Z","caller":"traceutil/trace.go:171","msg":"trace[794268308] transaction","detail":"{read_only:false; response_revision:2069; number_of_response:1; }","duration":"3.226795564s","start":"2026-03-20T10:26:14.459065Z","end":"2026-03-20T10:26:17.685861Z","steps":["trace[794268308] 'process raft request' (duration: 3.223376947s)"],"step_count":1} {"level":"warn","ts":"2026-03-20T10:26:17.686019Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-20T10:26:14.459058Z","time spent":"3.226896046s","remote":"127.0.0.1:36750","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":423,"response count":0,"response size":38,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-03-20T10:26:17.685764Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-20T10:26:14.459062Z","time spent":"3.22665994s","remote":"127.0.0.1:36750","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":418,"response count":0,"response size":38,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-03-20T10:26:17.7785Z","caller":"traceutil/trace.go:171","msg":"trace[472104276] transaction","detail":"{read_only:false; response_revision:2073; number_of_response:1; }","duration":"644.752867ms","start":"2026-03-20T10:26:17.13372Z","end":"2026-03-20T10:26:17.778473Z","steps":["trace[472104276] 'process raft request' (duration: 644.624894ms)"],"step_count":1} {"level":"warn","ts":"2026-03-20T10:26:17.778705Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-20T10:26:17.133696Z","time spent":"644.88278ms","remote":"127.0.0.1:36498","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":120,"response count":0,"response size":38,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-03-20T10:26:17.816178Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"2.000368295s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/health\" ","response":"","error":"context deadline exceeded"} {"level":"info","ts":"2026-03-20T10:26:17.816304Z","caller":"traceutil/trace.go:171","msg":"trace[433785979] range","detail":"{range_begin:/registry/health; range_end:; }","duration":"2.00057038s","start":"2026-03-20T10:26:15.81571Z","end":"2026-03-20T10:26:17.81628Z","steps":["trace[433785979] 'agreement among raft nodes before linearized reading' (duration: 2.000402356s)"],"step_count":1} {"level":"warn","ts":"2026-03-20T10:26:17.816357Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-20T10:26:15.815679Z","time spent":"2.000667183s","remote":"127.0.0.1:36464","response type":"/etcdserverpb.KV/Range","request count":0,"request size":18,"response count":0,"response size":0,"request content":"key:\"/registry/health\" "} {"level":"warn","ts":"2026-03-20T10:26:18.210342Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"322.685523ms","expected-duration":"100ms","prefix":"","request":"header: lease_revoke:","response":"size:27"} {"level":"info","ts":"2026-03-20T10:26:18.210472Z","caller":"traceutil/trace.go:171","msg":"trace[544479739] linearizableReadLoop","detail":"{readStateIndex:2217; appliedIndex:2215; }","duration":"525.1335ms","start":"2026-03-20T10:26:17.685328Z","end":"2026-03-20T10:26:18.210461Z","steps":["trace[544479739] 'read index received' (duration: 92.935605ms)","trace[544479739] 'applied index is now lower than readState.Index' (duration: 432.197215ms)"],"step_count":2} {"level":"warn","ts":"2026-03-20T10:26:18.21052Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-20T10:26:17.687165Z","time spent":"523.349384ms","remote":"127.0.0.1:36552","response type":"/etcdserverpb.Lease/LeaseGrant","request count":-1,"request size":-1,"response count":-1,"response size":-1,"request content":""} {"level":"warn","ts":"2026-03-20T10:26:18.210592Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"2.641514748s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/clusterroles/\" range_end:\"/registry/clusterroles0\" count_only:true ","response":"range_response_count:0 size:7"} {"level":"info","ts":"2026-03-20T10:26:18.210611Z","caller":"traceutil/trace.go:171","msg":"trace[942005237] range","detail":"{range_begin:/registry/clusterroles/; range_end:/registry/clusterroles0; response_count:0; response_revision:2073; }","duration":"2.64157328s","start":"2026-03-20T10:26:15.569032Z","end":"2026-03-20T10:26:18.210606Z","steps":["trace[942005237] 'agreement among raft nodes before linearized reading' (duration: 2.641523748s)"],"step_count":1} {"level":"warn","ts":"2026-03-20T10:26:18.210629Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-20T10:26:15.569001Z","time spent":"2.641624721s","remote":"127.0.0.1:36850","response type":"/etcdserverpb.KV/Range","request count":0,"request size":52,"response count":68,"response size":29,"request content":"key:\"/registry/clusterroles/\" range_end:\"/registry/clusterroles0\" count_only:true "} {"level":"warn","ts":"2026-03-20T10:26:18.210547Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.894514177s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/cilium.io/ciliumendpoints/\" range_end:\"/registry/cilium.io/ciliumendpoints0\" count_only:true ","response":"range_response_count:0 size:7"} {"level":"info","ts":"2026-03-20T10:26:18.210726Z","caller":"traceutil/trace.go:171","msg":"trace[1935584620] range","detail":"{range_begin:/registry/cilium.io/ciliumendpoints/; range_end:/registry/cilium.io/ciliumendpoints0; response_count:0; response_revision:2073; }","duration":"1.894720222s","start":"2026-03-20T10:26:16.315985Z","end":"2026-03-20T10:26:18.210705Z","steps":["trace[1935584620] 'agreement among raft nodes before linearized reading' (duration: 1.894530307s)"],"step_count":1} {"level":"warn","ts":"2026-03-20T10:26:18.210776Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"3.37161815s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/external-attacher-leader-rbd-csi-ceph-com\" ","response":"range_response_count:1 size:525"} {"level":"info","ts":"2026-03-20T10:26:18.210791Z","caller":"traceutil/trace.go:171","msg":"trace[1412698502] range","detail":"{range_begin:/registry/leases/kube-system/external-attacher-leader-rbd-csi-ceph-com; range_end:; response_count:1; response_revision:2073; }","duration":"3.371684511s","start":"2026-03-20T10:26:14.839101Z","end":"2026-03-20T10:26:18.210785Z","steps":["trace[1412698502] 'agreement among raft nodes before linearized reading' (duration: 3.371617689s)"],"step_count":1} {"level":"warn","ts":"2026-03-20T10:26:18.210803Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-20T10:26:14.839075Z","time spent":"3.371725312s","remote":"127.0.0.1:36750","response type":"/etcdserverpb.KV/Range","request count":0,"request size":72,"response count":1,"response size":547,"request content":"key:\"/registry/leases/kube-system/external-attacher-leader-rbd-csi-ceph-com\" "} {"level":"warn","ts":"2026-03-20T10:26:18.210917Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"3.668509559s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/ranges/servicenodeports\" ","response":"range_response_count:1 size:118"} {"level":"info","ts":"2026-03-20T10:26:18.210936Z","caller":"traceutil/trace.go:171","msg":"trace[1083812989] range","detail":"{range_begin:/registry/ranges/servicenodeports; range_end:; response_count:1; response_revision:2073; }","duration":"3.66853887s","start":"2026-03-20T10:26:14.542392Z","end":"2026-03-20T10:26:18.210931Z","steps":["trace[1083812989] 'agreement among raft nodes before linearized reading' (duration: 3.668476538s)"],"step_count":1} {"level":"warn","ts":"2026-03-20T10:26:18.210947Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-20T10:26:14.542356Z","time spent":"3.668589201s","remote":"127.0.0.1:36550","response type":"/etcdserverpb.KV/Range","request count":0,"request size":35,"response count":1,"response size":140,"request content":"key:\"/registry/ranges/servicenodeports\" "} {"level":"warn","ts":"2026-03-20T10:26:18.210767Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-20T10:26:16.31594Z","time spent":"1.894813274s","remote":"127.0.0.1:57034","response type":"/etcdserverpb.KV/Range","request count":0,"request size":78,"response count":3,"response size":29,"request content":"key:\"/registry/cilium.io/ciliumendpoints/\" range_end:\"/registry/cilium.io/ciliumendpoints0\" count_only:true "} {"level":"warn","ts":"2026-03-20T10:26:18.211093Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"429.545668ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/services/endpoints/default/kubernetes\" ","response":"range_response_count:1 size:422"} {"level":"warn","ts":"2026-03-20T10:26:18.21112Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.748990114s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/health\" ","response":"range_response_count:0 size:5"} {"level":"info","ts":"2026-03-20T10:26:18.211123Z","caller":"traceutil/trace.go:171","msg":"trace[826649565] range","detail":"{range_begin:/registry/services/endpoints/default/kubernetes; range_end:; response_count:1; response_revision:2073; }","duration":"429.613799ms","start":"2026-03-20T10:26:17.7815Z","end":"2026-03-20T10:26:18.211114Z","steps":["trace[826649565] 'agreement among raft nodes before linearized reading' (duration: 429.509947ms)"],"step_count":1} {"level":"info","ts":"2026-03-20T10:26:18.211134Z","caller":"traceutil/trace.go:171","msg":"trace[1483975998] range","detail":"{range_begin:/registry/health; range_end:; response_count:0; response_revision:2073; }","duration":"1.749027406s","start":"2026-03-20T10:26:16.462102Z","end":"2026-03-20T10:26:18.21113Z","steps":["trace[1483975998] 'agreement among raft nodes before linearized reading' (duration: 1.749004595s)"],"step_count":1} {"level":"warn","ts":"2026-03-20T10:26:18.211147Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-20T10:26:16.462091Z","time spent":"1.749053566s","remote":"127.0.0.1:36468","response type":"/etcdserverpb.KV/Range","request count":0,"request size":18,"response count":0,"response size":27,"request content":"key:\"/registry/health\" "} {"level":"warn","ts":"2026-03-20T10:26:18.211114Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.641935404s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/poddisruptionbudgets/\" range_end:\"/registry/poddisruptionbudgets0\" count_only:true ","response":"range_response_count:0 size:5"} {"level":"warn","ts":"2026-03-20T10:26:18.211151Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-20T10:26:17.781479Z","time spent":"429.66649ms","remote":"127.0.0.1:36640","response type":"/etcdserverpb.KV/Range","request count":0,"request size":49,"response count":1,"response size":444,"request content":"key:\"/registry/services/endpoints/default/kubernetes\" "} {"level":"info","ts":"2026-03-20T10:26:18.211203Z","caller":"traceutil/trace.go:171","msg":"trace[1602193284] range","detail":"{range_begin:/registry/poddisruptionbudgets/; range_end:/registry/poddisruptionbudgets0; response_count:0; response_revision:2073; }","duration":"1.642091528s","start":"2026-03-20T10:26:16.569085Z","end":"2026-03-20T10:26:18.211177Z","steps":["trace[1602193284] 'agreement among raft nodes before linearized reading' (duration: 1.641920984s)"],"step_count":1} {"level":"warn","ts":"2026-03-20T10:26:18.211215Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"280.150019ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/external-snapshotter-leader-rbd-csi-ceph-com\" ","response":"range_response_count:1 size:534"} {"level":"warn","ts":"2026-03-20T10:26:18.211265Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-20T10:26:16.569064Z","time spent":"1.64218595s","remote":"127.0.0.1:36820","response type":"/etcdserverpb.KV/Range","request count":0,"request size":68,"response count":0,"response size":27,"request content":"key:\"/registry/poddisruptionbudgets/\" range_end:\"/registry/poddisruptionbudgets0\" count_only:true "} {"level":"warn","ts":"2026-03-20T10:26:18.210984Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"3.696840704s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/ranges/serviceips\" ","response":"range_response_count:1 size:96199"} {"level":"info","ts":"2026-03-20T10:26:18.211291Z","caller":"traceutil/trace.go:171","msg":"trace[918250551] range","detail":"{range_begin:/registry/leases/kube-system/external-snapshotter-leader-rbd-csi-ceph-com; range_end:; response_count:1; response_revision:2073; }","duration":"280.255801ms","start":"2026-03-20T10:26:17.931013Z","end":"2026-03-20T10:26:18.211269Z","steps":["trace[918250551] 'agreement among raft nodes before linearized reading' (duration: 280.043936ms)"],"step_count":1} {"level":"info","ts":"2026-03-20T10:26:18.211336Z","caller":"traceutil/trace.go:171","msg":"trace[2098970572] range","detail":"{range_begin:/registry/ranges/serviceips; range_end:; response_count:1; response_revision:2073; }","duration":"3.697213104s","start":"2026-03-20T10:26:14.514117Z","end":"2026-03-20T10:26:18.21133Z","steps":["trace[2098970572] 'agreement among raft nodes before linearized reading' (duration: 3.696780313s)"],"step_count":1} {"level":"warn","ts":"2026-03-20T10:26:18.211356Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-20T10:26:14.514106Z","time spent":"3.697243874s","remote":"127.0.0.1:36536","response type":"/etcdserverpb.KV/Range","request count":0,"request size":29,"response count":1,"response size":96221,"request content":"key:\"/registry/ranges/serviceips\" "} {"level":"warn","ts":"2026-03-20T10:26:18.212041Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.753515749s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/kube-controller-manager\" ","response":"range_response_count:1 size:505"} {"level":"info","ts":"2026-03-20T10:26:18.212104Z","caller":"traceutil/trace.go:171","msg":"trace[1645361337] range","detail":"{range_begin:/registry/leases/kube-system/kube-controller-manager; range_end:; response_count:1; response_revision:2073; }","duration":"1.753618992s","start":"2026-03-20T10:26:16.458469Z","end":"2026-03-20T10:26:18.212088Z","steps":["trace[1645361337] 'agreement among raft nodes before linearized reading' (duration: 1.751999741s)"],"step_count":1} {"level":"warn","ts":"2026-03-20T10:26:18.212139Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-20T10:26:16.458447Z","time spent":"1.753683614s","remote":"127.0.0.1:36750","response type":"/etcdserverpb.KV/Range","request count":0,"request size":54,"response count":1,"response size":527,"request content":"key:\"/registry/leases/kube-system/kube-controller-manager\" "} {"level":"info","ts":"2026-03-20T10:26:19.598992Z","caller":"traceutil/trace.go:171","msg":"trace[1139237673] transaction","detail":"{read_only:false; response_revision:2079; number_of_response:1; }","duration":"134.732179ms","start":"2026-03-20T10:26:19.464207Z","end":"2026-03-20T10:26:19.598939Z","steps":["trace[1139237673] 'process raft request' (duration: 134.424831ms)"],"step_count":1} {"level":"warn","ts":"2026-03-20T10:26:19.834433Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"141.488289ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/plndr-cp-lock\" ","response":"range_response_count:1 size:433"} {"level":"info","ts":"2026-03-20T10:26:19.834541Z","caller":"traceutil/trace.go:171","msg":"trace[1651291771] range","detail":"{range_begin:/registry/leases/kube-system/plndr-cp-lock; range_end:; response_count:1; response_revision:2079; }","duration":"141.621892ms","start":"2026-03-20T10:26:19.692891Z","end":"2026-03-20T10:26:19.834513Z","steps":["trace[1651291771] 'range keys from in-memory index tree' (duration: 141.314925ms)"],"step_count":1} {"level":"warn","ts":"2026-03-20T10:26:19.834601Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"144.473365ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/kube-scheduler\" ","response":"range_response_count:1 size:479"} {"level":"info","ts":"2026-03-20T10:26:19.834703Z","caller":"traceutil/trace.go:171","msg":"trace[1340487011] range","detail":"{range_begin:/registry/leases/kube-system/kube-scheduler; range_end:; response_count:1; response_revision:2079; }","duration":"144.624478ms","start":"2026-03-20T10:26:19.690055Z","end":"2026-03-20T10:26:19.834679Z","steps":["trace[1340487011] 'range keys from in-memory index tree' (duration: 144.306061ms)"],"step_count":1} {"level":"warn","ts":"2026-03-20T10:26:19.834724Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"143.244314ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/plndr-svcs-lock\" ","response":"range_response_count:1 size:438"} {"level":"info","ts":"2026-03-20T10:26:19.834791Z","caller":"traceutil/trace.go:171","msg":"trace[1922761493] range","detail":"{range_begin:/registry/leases/kube-system/plndr-svcs-lock; range_end:; response_count:1; response_revision:2079; }","duration":"143.348257ms","start":"2026-03-20T10:26:19.691424Z","end":"2026-03-20T10:26:19.834773Z","steps":["trace[1922761493] 'range keys from in-memory index tree' (duration: 143.005138ms)"],"step_count":1} {"level":"warn","ts":"2026-03-20T10:26:19.834833Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"144.641809ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/rbd.csi.ceph.com-kube-system\" ","response":"range_response_count:1 size:531"} {"level":"info","ts":"2026-03-20T10:26:19.834924Z","caller":"traceutil/trace.go:171","msg":"trace[1937991069] range","detail":"{range_begin:/registry/leases/kube-system/rbd.csi.ceph.com-kube-system; range_end:; response_count:1; response_revision:2079; }","duration":"144.854275ms","start":"2026-03-20T10:26:19.690045Z","end":"2026-03-20T10:26:19.8349Z","steps":["trace[1937991069] 'range keys from in-memory index tree' (duration: 144.422293ms)"],"step_count":1} {"level":"warn","ts":"2026-03-20T10:26:19.83506Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"142.788422ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/cilium-operator-resource-lock\" ","response":"range_response_count:1 size:492"} {"level":"info","ts":"2026-03-20T10:26:19.835214Z","caller":"traceutil/trace.go:171","msg":"trace[1537056744] range","detail":"{range_begin:/registry/leases/kube-system/cilium-operator-resource-lock; range_end:; response_count:1; response_revision:2079; }","duration":"142.987748ms","start":"2026-03-20T10:26:19.692193Z","end":"2026-03-20T10:26:19.835181Z","steps":["trace[1537056744] 'range keys from in-memory index tree' (duration: 142.571827ms)"],"step_count":1} {"level":"info","ts":"2026-03-20T10:26:19.981198Z","caller":"traceutil/trace.go:171","msg":"trace[1743501121] transaction","detail":"{read_only:false; response_revision:2081; number_of_response:1; }","duration":"140.835374ms","start":"2026-03-20T10:26:19.840339Z","end":"2026-03-20T10:26:19.981174Z","steps":["trace[1743501121] 'process raft request' (duration: 140.68221ms)"],"step_count":1} {"level":"info","ts":"2026-03-20T10:26:19.981555Z","caller":"traceutil/trace.go:171","msg":"trace[1167613919] transaction","detail":"{read_only:false; response_revision:2082; number_of_response:1; }","duration":"141.08143ms","start":"2026-03-20T10:26:19.84045Z","end":"2026-03-20T10:26:19.981531Z","steps":["trace[1167613919] 'process raft request' (duration: 140.68389ms)"],"step_count":1} {"level":"info","ts":"2026-03-20T10:26:19.981824Z","caller":"traceutil/trace.go:171","msg":"trace[751825609] transaction","detail":"{read_only:false; response_revision:2083; number_of_response:1; }","duration":"140.895585ms","start":"2026-03-20T10:26:19.84091Z","end":"2026-03-20T10:26:19.981806Z","steps":["trace[751825609] 'process raft request' (duration: 140.523465ms)"],"step_count":1} {"level":"info","ts":"2026-03-20T10:26:19.981971Z","caller":"traceutil/trace.go:171","msg":"trace[544352756] transaction","detail":"{read_only:false; response_revision:2084; number_of_response:1; }","duration":"141.026907ms","start":"2026-03-20T10:26:19.840929Z","end":"2026-03-20T10:26:19.981956Z","steps":["trace[544352756] 'process raft request' (duration: 140.812982ms)"],"step_count":1} {"level":"info","ts":"2026-03-20T10:26:26.040061Z","caller":"traceutil/trace.go:171","msg":"trace[1526145487] transaction","detail":"{read_only:false; response_revision:2104; number_of_response:1; }","duration":"147.03578ms","start":"2026-03-20T10:26:25.893005Z","end":"2026-03-20T10:26:26.040041Z","steps":["trace[1526145487] 'process raft request' (duration: 146.910967ms)"],"step_count":1} {"level":"warn","ts":"2026-03-20T10:26:26.632254Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"334.068848ms","expected-duration":"100ms","prefix":"","request":"header: txn: success:> failure: >>","response":"size:16"} {"level":"info","ts":"2026-03-20T10:26:26.632395Z","caller":"traceutil/trace.go:171","msg":"trace[449784310] linearizableReadLoop","detail":"{readStateIndex:2251; appliedIndex:2250; }","duration":"569.371664ms","start":"2026-03-20T10:26:26.062992Z","end":"2026-03-20T10:26:26.632364Z","steps":["trace[449784310] 'read index received' (duration: 235.06107ms)","trace[449784310] 'applied index is now lower than readState.Index' (duration: 334.308464ms)"],"step_count":2} {"level":"info","ts":"2026-03-20T10:26:26.632437Z","caller":"traceutil/trace.go:171","msg":"trace[2011436901] transaction","detail":"{read_only:false; response_revision:2105; number_of_response:1; }","duration":"585.646375ms","start":"2026-03-20T10:26:26.046748Z","end":"2026-03-20T10:26:26.632395Z","steps":["trace[2011436901] 'process raft request' (duration: 251.357762ms)","trace[2011436901] 'compare' (duration: 333.954414ms)"],"step_count":2} {"level":"warn","ts":"2026-03-20T10:26:26.632596Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-20T10:26:26.046717Z","time spent":"585.784638ms","remote":"127.0.0.1:36750","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":463,"response count":0,"response size":38,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-03-20T10:26:26.632727Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"569.730833ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/cilium-operator-resource-lock\" ","response":"range_response_count:1 size:492"} {"level":"info","ts":"2026-03-20T10:26:26.632805Z","caller":"traceutil/trace.go:171","msg":"trace[1165813378] range","detail":"{range_begin:/registry/leases/kube-system/cilium-operator-resource-lock; range_end:; response_count:1; response_revision:2105; }","duration":"569.885727ms","start":"2026-03-20T10:26:26.062907Z","end":"2026-03-20T10:26:26.632792Z","steps":["trace[1165813378] 'agreement among raft nodes before linearized reading' (duration: 569.6217ms)"],"step_count":1} {"level":"warn","ts":"2026-03-20T10:26:26.632972Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-20T10:26:26.062878Z","time spent":"570.080932ms","remote":"127.0.0.1:36750","response type":"/etcdserverpb.KV/Range","request count":0,"request size":60,"response count":1,"response size":514,"request content":"key:\"/registry/leases/kube-system/cilium-operator-resource-lock\" "} {"level":"warn","ts":"2026-03-20T10:26:26.633098Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"306.0181ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/kube-controller-manager\" ","response":"range_response_count:1 size:506"} {"level":"info","ts":"2026-03-20T10:26:26.633152Z","caller":"traceutil/trace.go:171","msg":"trace[762825313] range","detail":"{range_begin:/registry/leases/kube-system/kube-controller-manager; range_end:; response_count:1; response_revision:2105; }","duration":"306.124672ms","start":"2026-03-20T10:26:26.327018Z","end":"2026-03-20T10:26:26.633143Z","steps":["trace[762825313] 'agreement among raft nodes before linearized reading' (duration: 306.01586ms)"],"step_count":1} {"level":"warn","ts":"2026-03-20T10:26:26.633197Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-20T10:26:26.326988Z","time spent":"306.201975ms","remote":"127.0.0.1:36750","response type":"/etcdserverpb.KV/Range","request count":0,"request size":54,"response count":1,"response size":528,"request content":"key:\"/registry/leases/kube-system/kube-controller-manager\" "} {"level":"warn","ts":"2026-03-20T10:26:26.633238Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"536.74464ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/plndr-svcs-lock\" ","response":"range_response_count:1 size:437"} {"level":"info","ts":"2026-03-20T10:26:26.633346Z","caller":"traceutil/trace.go:171","msg":"trace[1660816937] range","detail":"{range_begin:/registry/leases/kube-system/plndr-svcs-lock; range_end:; response_count:1; response_revision:2105; }","duration":"536.871274ms","start":"2026-03-20T10:26:26.096457Z","end":"2026-03-20T10:26:26.633328Z","steps":["trace[1660816937] 'agreement among raft nodes before linearized reading' (duration: 536.587727ms)"],"step_count":1} {"level":"warn","ts":"2026-03-20T10:26:26.633284Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"537.214093ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/plndr-cp-lock\" ","response":"range_response_count:1 size:433"} {"level":"warn","ts":"2026-03-20T10:26:26.633445Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-20T10:26:26.096448Z","time spent":"536.978036ms","remote":"127.0.0.1:36750","response type":"/etcdserverpb.KV/Range","request count":0,"request size":46,"response count":1,"response size":459,"request content":"key:\"/registry/leases/kube-system/plndr-svcs-lock\" "} {"level":"info","ts":"2026-03-20T10:26:26.63344Z","caller":"traceutil/trace.go:171","msg":"trace[1748116309] range","detail":"{range_begin:/registry/leases/kube-system/plndr-cp-lock; range_end:; response_count:1; response_revision:2105; }","duration":"537.404947ms","start":"2026-03-20T10:26:26.096022Z","end":"2026-03-20T10:26:26.633427Z","steps":["trace[1748116309] 'agreement among raft nodes before linearized reading' (duration: 536.967917ms)"],"step_count":1} {"level":"warn","ts":"2026-03-20T10:26:26.633628Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-20T10:26:26.095999Z","time spent":"537.619972ms","remote":"127.0.0.1:36750","response type":"/etcdserverpb.KV/Range","request count":0,"request size":44,"response count":1,"response size":455,"request content":"key:\"/registry/leases/kube-system/plndr-cp-lock\" "} {"level":"info","ts":"2026-03-20T10:26:26.913948Z","caller":"traceutil/trace.go:171","msg":"trace[224372532] linearizableReadLoop","detail":"{readStateIndex:2255; appliedIndex:2252; }","duration":"161.111994ms","start":"2026-03-20T10:26:26.752813Z","end":"2026-03-20T10:26:26.913925Z","steps":["trace[224372532] 'read index received' (duration: 160.887058ms)","trace[224372532] 'applied index is now lower than readState.Index' (duration: 224.086µs)"],"step_count":2} {"level":"info","ts":"2026-03-20T10:26:26.914298Z","caller":"traceutil/trace.go:171","msg":"trace[1747458798] transaction","detail":"{read_only:false; response_revision:2108; number_of_response:1; }","duration":"275.328306ms","start":"2026-03-20T10:26:26.638944Z","end":"2026-03-20T10:26:26.914272Z","steps":["trace[1747458798] 'process raft request' (duration: 274.871294ms)"],"step_count":1} {"level":"info","ts":"2026-03-20T10:26:26.914313Z","caller":"traceutil/trace.go:171","msg":"trace[799641157] transaction","detail":"{read_only:false; response_revision:2109; number_of_response:1; }","duration":"274.732071ms","start":"2026-03-20T10:26:26.639561Z","end":"2026-03-20T10:26:26.914293Z","steps":["trace[799641157] 'process raft request' (duration: 274.292339ms)"],"step_count":1} {"level":"info","ts":"2026-03-20T10:26:26.914727Z","caller":"traceutil/trace.go:171","msg":"trace[1303856707] transaction","detail":"{read_only:false; response_revision:2107; number_of_response:1; }","duration":"276.631079ms","start":"2026-03-20T10:26:26.638074Z","end":"2026-03-20T10:26:26.914705Z","steps":["trace[1303856707] 'process raft request' (duration: 275.552111ms)"],"step_count":1} {"level":"warn","ts":"2026-03-20T10:26:26.915411Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"162.553241ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/horizontalpodautoscalers/\" range_end:\"/registry/horizontalpodautoscalers0\" count_only:true ","response":"range_response_count:0 size:5"} {"level":"info","ts":"2026-03-20T10:26:26.915543Z","caller":"traceutil/trace.go:171","msg":"trace[517932103] range","detail":"{range_begin:/registry/horizontalpodautoscalers/; range_end:/registry/horizontalpodautoscalers0; response_count:0; response_revision:2109; }","duration":"162.743756ms","start":"2026-03-20T10:26:26.752762Z","end":"2026-03-20T10:26:26.915505Z","steps":["trace[517932103] 'agreement among raft nodes before linearized reading' (duration: 161.254729ms)"],"step_count":1} {"level":"info","ts":"2026-03-20T10:26:28.153122Z","caller":"traceutil/trace.go:171","msg":"trace[1327352762] transaction","detail":"{read_only:false; response_revision:2111; number_of_response:1; }","duration":"100.105965ms","start":"2026-03-20T10:26:28.05299Z","end":"2026-03-20T10:26:28.153096Z","steps":["trace[1327352762] 'process raft request' (duration: 99.948812ms)"],"step_count":1} {"level":"warn","ts":"2026-03-20T10:26:28.369037Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"132.40399ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/priorityclasses/\" range_end:\"/registry/priorityclasses0\" count_only:true ","response":"range_response_count:0 size:7"} {"level":"info","ts":"2026-03-20T10:26:28.369185Z","caller":"traceutil/trace.go:171","msg":"trace[869315247] range","detail":"{range_begin:/registry/priorityclasses/; range_end:/registry/priorityclasses0; response_count:0; response_revision:2111; }","duration":"132.609675ms","start":"2026-03-20T10:26:28.236553Z","end":"2026-03-20T10:26:28.369163Z","steps":["trace[869315247] 'count revisions from in-memory index tree' (duration: 132.319758ms)"],"step_count":1} {"level":"info","ts":"2026-03-20T10:26:28.5313Z","caller":"traceutil/trace.go:171","msg":"trace[426886580] transaction","detail":"{read_only:false; response_revision:2112; number_of_response:1; }","duration":"158.082449ms","start":"2026-03-20T10:26:28.373191Z","end":"2026-03-20T10:26:28.531274Z","steps":["trace[426886580] 'process raft request' (duration: 157.888684ms)"],"step_count":1} {"level":"info","ts":"2026-03-20T10:26:28.803261Z","caller":"traceutil/trace.go:171","msg":"trace[173047634] linearizableReadLoop","detail":"{readStateIndex:2259; appliedIndex:2258; }","duration":"223.206612ms","start":"2026-03-20T10:26:28.580028Z","end":"2026-03-20T10:26:28.803235Z","steps":["trace[173047634] 'read index received' (duration: 193.449141ms)","trace[173047634] 'applied index is now lower than readState.Index' (duration: 29.756361ms)"],"step_count":2} {"level":"info","ts":"2026-03-20T10:26:28.803432Z","caller":"traceutil/trace.go:171","msg":"trace[1450883089] transaction","detail":"{read_only:false; response_revision:2113; number_of_response:1; }","duration":"429.648439ms","start":"2026-03-20T10:26:28.373745Z","end":"2026-03-20T10:26:28.803393Z","steps":["trace[1450883089] 'process raft request' (duration: 399.813027ms)","trace[1450883089] 'compare' (duration: 29.567756ms)"],"step_count":2} {"level":"warn","ts":"2026-03-20T10:26:28.803578Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"223.498399ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/health\" ","response":"range_response_count:0 size:5"} {"level":"warn","ts":"2026-03-20T10:26:28.803595Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-20T10:26:28.373728Z","time spent":"429.791583ms","remote":"127.0.0.1:36750","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":519,"response count":0,"response size":38,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-03-20T10:26:28.803654Z","caller":"traceutil/trace.go:171","msg":"trace[1805503412] range","detail":"{range_begin:/registry/health; range_end:; response_count:0; response_revision:2113; }","duration":"223.645942ms","start":"2026-03-20T10:26:28.579989Z","end":"2026-03-20T10:26:28.803635Z","steps":["trace[1805503412] 'agreement among raft nodes before linearized reading' (duration: 223.488809ms)"],"step_count":1} {"level":"warn","ts":"2026-03-20T10:26:28.827637Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"189.777678ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/kube-scheduler\" ","response":"range_response_count:1 size:479"} {"level":"info","ts":"2026-03-20T10:26:28.827693Z","caller":"traceutil/trace.go:171","msg":"trace[85537123] range","detail":"{range_begin:/registry/leases/kube-system/kube-scheduler; range_end:; response_count:1; response_revision:2114; }","duration":"189.869071ms","start":"2026-03-20T10:26:28.63781Z","end":"2026-03-20T10:26:28.827679Z","steps":["trace[85537123] 'agreement among raft nodes before linearized reading' (duration: 189.697726ms)"],"step_count":1} {"level":"info","ts":"2026-03-20T10:26:28.827688Z","caller":"traceutil/trace.go:171","msg":"trace[2068867969] transaction","detail":"{read_only:false; response_revision:2114; number_of_response:1; }","duration":"117.961716ms","start":"2026-03-20T10:26:28.709707Z","end":"2026-03-20T10:26:28.827669Z","steps":["trace[2068867969] 'process raft request' (duration: 117.650539ms)"],"step_count":1} {"level":"warn","ts":"2026-03-20T10:26:28.827765Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"131.850886ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/plndr-svcs-lock\" ","response":"range_response_count:1 size:437"} {"level":"info","ts":"2026-03-20T10:26:28.828198Z","caller":"traceutil/trace.go:171","msg":"trace[1100995133] range","detail":"{range_begin:/registry/leases/kube-system/plndr-svcs-lock; range_end:; response_count:1; response_revision:2114; }","duration":"132.399349ms","start":"2026-03-20T10:26:28.695758Z","end":"2026-03-20T10:26:28.828157Z","steps":["trace[1100995133] 'agreement among raft nodes before linearized reading' (duration: 131.748443ms)"],"step_count":1} {"level":"warn","ts":"2026-03-20T10:26:29.251668Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"316.111595ms","expected-duration":"100ms","prefix":"","request":"header: txn: success:> failure: >>","response":"size:16"} {"level":"info","ts":"2026-03-20T10:26:29.252071Z","caller":"traceutil/trace.go:171","msg":"trace[681305399] linearizableReadLoop","detail":"{readStateIndex:2262; appliedIndex:2261; }","duration":"332.775056ms","start":"2026-03-20T10:26:28.918978Z","end":"2026-03-20T10:26:29.251753Z","steps":["trace[681305399] 'read index received' (duration: 16.421465ms)","trace[681305399] 'applied index is now lower than readState.Index' (duration: 316.352201ms)"],"step_count":2} {"level":"warn","ts":"2026-03-20T10:26:29.252129Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"333.134825ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/kube-controller-manager\" ","response":"range_response_count:1 size:506"} {"level":"info","ts":"2026-03-20T10:26:29.252132Z","caller":"traceutil/trace.go:171","msg":"trace[1069691498] transaction","detail":"{read_only:false; response_revision:2116; number_of_response:1; }","duration":"418.011306ms","start":"2026-03-20T10:26:28.834092Z","end":"2026-03-20T10:26:29.252104Z","steps":["trace[1069691498] 'process raft request' (duration: 101.380608ms)","trace[1069691498] 'compare' (duration: 316.000912ms)"],"step_count":2} {"level":"info","ts":"2026-03-20T10:26:29.252197Z","caller":"traceutil/trace.go:171","msg":"trace[285705019] range","detail":"{range_begin:/registry/leases/kube-system/kube-controller-manager; range_end:; response_count:1; response_revision:2116; }","duration":"333.242848ms","start":"2026-03-20T10:26:28.918934Z","end":"2026-03-20T10:26:29.252177Z","steps":["trace[285705019] 'agreement among raft nodes before linearized reading' (duration: 333.051413ms)"],"step_count":1} {"level":"warn","ts":"2026-03-20T10:26:29.25227Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-20T10:26:28.834075Z","time spent":"418.119118ms","remote":"127.0.0.1:36750","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":423,"response count":0,"response size":38,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-03-20T10:26:29.252321Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"333.111554ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/cilium-operator-resource-lock\" ","response":"range_response_count:1 size:492"} {"level":"info","ts":"2026-03-20T10:26:29.252393Z","caller":"traceutil/trace.go:171","msg":"trace[745985158] range","detail":"{range_begin:/registry/leases/kube-system/cilium-operator-resource-lock; range_end:; response_count:1; response_revision:2116; }","duration":"333.207787ms","start":"2026-03-20T10:26:28.919169Z","end":"2026-03-20T10:26:29.252377Z","steps":["trace[745985158] 'agreement among raft nodes before linearized reading' (duration: 333.030533ms)"],"step_count":1} {"level":"warn","ts":"2026-03-20T10:26:29.252454Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-20T10:26:28.919162Z","time spent":"333.275598ms","remote":"127.0.0.1:36750","response type":"/etcdserverpb.KV/Range","request count":0,"request size":60,"response count":1,"response size":514,"request content":"key:\"/registry/leases/kube-system/cilium-operator-resource-lock\" "} {"level":"warn","ts":"2026-03-20T10:26:29.252466Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"332.841658ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/plndr-cp-lock\" ","response":"range_response_count:1 size:433"} {"level":"info","ts":"2026-03-20T10:26:29.252608Z","caller":"traceutil/trace.go:171","msg":"trace[1294037131] range","detail":"{range_begin:/registry/leases/kube-system/plndr-cp-lock; range_end:; response_count:1; response_revision:2116; }","duration":"333.010062ms","start":"2026-03-20T10:26:28.91955Z","end":"2026-03-20T10:26:29.25256Z","steps":["trace[1294037131] 'agreement among raft nodes before linearized reading' (duration: 332.655043ms)"],"step_count":1} {"level":"warn","ts":"2026-03-20T10:26:29.25276Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-20T10:26:28.919541Z","time spent":"333.201327ms","remote":"127.0.0.1:36750","response type":"/etcdserverpb.KV/Range","request count":0,"request size":44,"response count":1,"response size":455,"request content":"key:\"/registry/leases/kube-system/plndr-cp-lock\" "} {"level":"warn","ts":"2026-03-20T10:26:29.252943Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-20T10:26:28.918914Z","time spent":"334.015697ms","remote":"127.0.0.1:36750","response type":"/etcdserverpb.KV/Range","request count":0,"request size":54,"response count":1,"response size":528,"request content":"key:\"/registry/leases/kube-system/kube-controller-manager\" "} {"level":"info","ts":"2026-03-20T10:26:29.62024Z","caller":"traceutil/trace.go:171","msg":"trace[413802636] transaction","detail":"{read_only:false; response_revision:2119; number_of_response:1; }","duration":"363.06531ms","start":"2026-03-20T10:26:29.25715Z","end":"2026-03-20T10:26:29.620216Z","steps":["trace[413802636] 'process raft request' (duration: 363.011968ms)"],"step_count":1} {"level":"info","ts":"2026-03-20T10:26:29.620338Z","caller":"traceutil/trace.go:171","msg":"trace[1668598782] transaction","detail":"{read_only:false; response_revision:2118; number_of_response:1; }","duration":"363.244174ms","start":"2026-03-20T10:26:29.257055Z","end":"2026-03-20T10:26:29.6203Z","steps":["trace[1668598782] 'process raft request' (duration: 362.948305ms)"],"step_count":1} {"level":"warn","ts":"2026-03-20T10:26:29.62045Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-20T10:26:29.257143Z","time spent":"363.175102ms","remote":"127.0.0.1:36750","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":477,"response count":0,"response size":38,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-03-20T10:26:29.620546Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-20T10:26:29.257034Z","time spent":"363.410568ms","remote":"127.0.0.1:36750","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":419,"response count":0,"response size":38,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-03-20T10:26:29.805861Z","caller":"traceutil/trace.go:171","msg":"trace[1702711631] transaction","detail":"{read_only:false; response_revision:2120; number_of_response:1; }","duration":"161.71632ms","start":"2026-03-20T10:26:29.644108Z","end":"2026-03-20T10:26:29.805825Z","steps":["trace[1702711631] 'process raft request' (duration: 88.677098ms)","trace[1702711631] 'compare' (duration: 72.906439ms)"],"step_count":2} {"level":"info","ts":"2026-03-20T10:26:32.349555Z","caller":"traceutil/trace.go:171","msg":"trace[1548880008] transaction","detail":"{read_only:false; response_revision:2127; number_of_response:1; }","duration":"115.645477ms","start":"2026-03-20T10:26:32.233885Z","end":"2026-03-20T10:26:32.349531Z","steps":["trace[1548880008] 'process raft request' (duration: 115.505114ms)"],"step_count":1} {"level":"warn","ts":"2026-03-20T10:26:35.095144Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"145.592823ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/kube-scheduler\" ","response":"range_response_count:1 size:480"} {"level":"info","ts":"2026-03-20T10:26:35.095233Z","caller":"traceutil/trace.go:171","msg":"trace[412222835] range","detail":"{range_begin:/registry/leases/kube-system/kube-scheduler; range_end:; response_count:1; response_revision:2139; }","duration":"145.752337ms","start":"2026-03-20T10:26:34.94946Z","end":"2026-03-20T10:26:35.095213Z","steps":["trace[412222835] 'range keys from in-memory index tree' (duration: 145.410799ms)"],"step_count":1} {"level":"info","ts":"2026-03-20T10:26:35.448058Z","caller":"traceutil/trace.go:171","msg":"trace[374608285] transaction","detail":"{read_only:false; response_revision:2141; number_of_response:1; }","duration":"146.572638ms","start":"2026-03-20T10:26:35.301428Z","end":"2026-03-20T10:26:35.448Z","steps":["trace[374608285] 'process raft request' (duration: 146.327012ms)"],"step_count":1} {"level":"info","ts":"2026-03-20T10:26:35.973196Z","caller":"traceutil/trace.go:171","msg":"trace[2055405357] transaction","detail":"{read_only:false; response_revision:2144; number_of_response:1; }","duration":"131.765194ms","start":"2026-03-20T10:26:35.841398Z","end":"2026-03-20T10:26:35.973164Z","steps":["trace[2055405357] 'process raft request' (duration: 42.084081ms)","trace[2055405357] 'compare' (duration: 89.538239ms)"],"step_count":2} {"level":"info","ts":"2026-03-20T10:26:36.545403Z","caller":"traceutil/trace.go:171","msg":"trace[243775352] linearizableReadLoop","detail":"{readStateIndex:2293; appliedIndex:2292; }","duration":"126.677237ms","start":"2026-03-20T10:26:36.418701Z","end":"2026-03-20T10:26:36.545379Z","steps":["trace[243775352] 'read index received' (duration: 126.432141ms)","trace[243775352] 'applied index is now lower than readState.Index' (duration: 244.246µs)"],"step_count":2} {"level":"warn","ts":"2026-03-20T10:26:36.545578Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"126.849291ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/configmaps/\" range_end:\"/registry/configmaps0\" count_only:true ","response":"range_response_count:0 size:7"} {"level":"info","ts":"2026-03-20T10:26:36.545607Z","caller":"traceutil/trace.go:171","msg":"trace[203139903] range","detail":"{range_begin:/registry/configmaps/; range_end:/registry/configmaps0; response_count:0; response_revision:2145; }","duration":"126.957503ms","start":"2026-03-20T10:26:36.418643Z","end":"2026-03-20T10:26:36.5456Z","steps":["trace[203139903] 'agreement among raft nodes before linearized reading' (duration: 126.83037ms)"],"step_count":1} {"level":"info","ts":"2026-03-20T10:26:36.545598Z","caller":"traceutil/trace.go:171","msg":"trace[1992731261] transaction","detail":"{read_only:false; response_revision:2145; number_of_response:1; }","duration":"139.806577ms","start":"2026-03-20T10:26:36.405736Z","end":"2026-03-20T10:26:36.545542Z","steps":["trace[1992731261] 'process raft request' (duration: 139.465298ms)"],"step_count":1} {"level":"warn","ts":"2026-03-20T10:26:36.816718Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"236.572568ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/health\" ","response":"range_response_count:0 size:5"} {"level":"info","ts":"2026-03-20T10:26:36.816803Z","caller":"traceutil/trace.go:171","msg":"trace[1756100235] range","detail":"{range_begin:/registry/health; range_end:; response_count:0; response_revision:2145; }","duration":"236.720011ms","start":"2026-03-20T10:26:36.580061Z","end":"2026-03-20T10:26:36.816781Z","steps":["trace[1756100235] 'range keys from in-memory index tree' (duration: 236.416514ms)"],"step_count":1} {"level":"info","ts":"2026-03-20T10:26:38.28552Z","caller":"traceutil/trace.go:171","msg":"trace[175997670] transaction","detail":"{read_only:false; response_revision:2147; number_of_response:1; }","duration":"757.865871ms","start":"2026-03-20T10:26:37.527626Z","end":"2026-03-20T10:26:38.285492Z","steps":["trace[175997670] 'process raft request' (duration: 757.684537ms)"],"step_count":1} {"level":"warn","ts":"2026-03-20T10:26:38.285698Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-20T10:26:37.527602Z","time spent":"758.002814ms","remote":"127.0.0.1:36750","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":423,"response count":0,"response size":38,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-03-20T10:26:38.60035Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"194.334413ms","expected-duration":"100ms","prefix":"","request":"header: txn: success:> failure: >>","response":"size:16"} {"level":"info","ts":"2026-03-20T10:26:38.600589Z","caller":"traceutil/trace.go:171","msg":"trace[1975768561] transaction","detail":"{read_only:false; response_revision:2148; number_of_response:1; }","duration":"1.072864328s","start":"2026-03-20T10:26:37.527694Z","end":"2026-03-20T10:26:38.600559Z","steps":["trace[1975768561] 'process raft request' (duration: 878.214888ms)","trace[1975768561] 'compare' (duration: 194.179558ms)"],"step_count":2} {"level":"warn","ts":"2026-03-20T10:26:38.600738Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-20T10:26:37.527677Z","time spent":"1.072990112s","remote":"127.0.0.1:36750","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":490,"response count":0,"response size":38,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-03-20T10:26:38.819421Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"218.938954ms","expected-duration":"100ms","prefix":"","request":"header: lease_revoke:","response":"size:27"} {"level":"info","ts":"2026-03-20T10:26:38.819516Z","caller":"traceutil/trace.go:171","msg":"trace[1244680772] linearizableReadLoop","detail":"{readStateIndex:2297; appliedIndex:2294; }","duration":"1.023437121s","start":"2026-03-20T10:26:37.796061Z","end":"2026-03-20T10:26:38.819498Z","steps":["trace[1244680772] 'read index received' (duration: 489.257124ms)","trace[1244680772] 'applied index is now lower than readState.Index' (duration: 534.177997ms)"],"step_count":2} {"level":"warn","ts":"2026-03-20T10:26:38.819707Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"239.206015ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/health\" ","response":"range_response_count:0 size:5"} {"level":"warn","ts":"2026-03-20T10:26:38.819773Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.004194295s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/external-resizer-rbd-csi-ceph-com\" ","response":"range_response_count:1 size:509"} {"level":"info","ts":"2026-03-20T10:26:38.819804Z","caller":"traceutil/trace.go:171","msg":"trace[1684281332] range","detail":"{range_begin:/registry/health; range_end:; response_count:0; response_revision:2148; }","duration":"239.342378ms","start":"2026-03-20T10:26:38.580442Z","end":"2026-03-20T10:26:38.819784Z","steps":["trace[1684281332] 'agreement among raft nodes before linearized reading' (duration: 239.214765ms)"],"step_count":1} {"level":"info","ts":"2026-03-20T10:26:38.819824Z","caller":"traceutil/trace.go:171","msg":"trace[1247243018] range","detail":"{range_begin:/registry/leases/kube-system/external-resizer-rbd-csi-ceph-com; range_end:; response_count:1; response_revision:2148; }","duration":"1.004275478s","start":"2026-03-20T10:26:37.815532Z","end":"2026-03-20T10:26:38.819807Z","steps":["trace[1247243018] 'agreement among raft nodes before linearized reading' (duration: 1.004082443s)"],"step_count":1} {"level":"warn","ts":"2026-03-20T10:26:38.81986Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-20T10:26:37.81552Z","time spent":"1.00433115s","remote":"127.0.0.1:36750","response type":"/etcdserverpb.KV/Range","request count":0,"request size":64,"response count":1,"response size":531,"request content":"key:\"/registry/leases/kube-system/external-resizer-rbd-csi-ceph-com\" "} {"level":"warn","ts":"2026-03-20T10:26:38.820111Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"262.798951ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/external-attacher-leader-rbd-csi-ceph-com\" ","response":"range_response_count:1 size:525"} {"level":"info","ts":"2026-03-20T10:26:38.820153Z","caller":"traceutil/trace.go:171","msg":"trace[1714720523] range","detail":"{range_begin:/registry/leases/kube-system/external-attacher-leader-rbd-csi-ceph-com; range_end:; response_count:1; response_revision:2148; }","duration":"262.864843ms","start":"2026-03-20T10:26:38.557277Z","end":"2026-03-20T10:26:38.820141Z","steps":["trace[1714720523] 'agreement among raft nodes before linearized reading' (duration: 262.75257ms)"],"step_count":1} {"level":"warn","ts":"2026-03-20T10:26:38.82019Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"842.036135ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/cilium-operator-resource-lock\" ","response":"range_response_count:1 size:493"} {"level":"info","ts":"2026-03-20T10:26:38.820219Z","caller":"traceutil/trace.go:171","msg":"trace[1006294931] range","detail":"{range_begin:/registry/leases/kube-system/cilium-operator-resource-lock; range_end:; response_count:1; response_revision:2148; }","duration":"842.079356ms","start":"2026-03-20T10:26:37.97813Z","end":"2026-03-20T10:26:38.82021Z","steps":["trace[1006294931] 'agreement among raft nodes before linearized reading' (duration: 842.005715ms)"],"step_count":1} {"level":"warn","ts":"2026-03-20T10:26:38.820247Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-20T10:26:37.978121Z","time spent":"842.120247ms","remote":"127.0.0.1:36750","response type":"/etcdserverpb.KV/Range","request count":0,"request size":60,"response count":1,"response size":515,"request content":"key:\"/registry/leases/kube-system/cilium-operator-resource-lock\" "} {"level":"warn","ts":"2026-03-20T10:26:38.820116Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.003980481s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/plndr-cp-lock\" ","response":"range_response_count:1 size:434"} {"level":"info","ts":"2026-03-20T10:26:38.820308Z","caller":"traceutil/trace.go:171","msg":"trace[1599127134] range","detail":"{range_begin:/registry/leases/kube-system/plndr-cp-lock; range_end:; response_count:1; response_revision:2148; }","duration":"1.004189707s","start":"2026-03-20T10:26:37.816108Z","end":"2026-03-20T10:26:38.820297Z","steps":["trace[1599127134] 'agreement among raft nodes before linearized reading' (duration: 1.00394091s)"],"step_count":1} {"level":"warn","ts":"2026-03-20T10:26:38.820347Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-20T10:26:37.8161Z","time spent":"1.004234327s","remote":"127.0.0.1:36750","response type":"/etcdserverpb.KV/Range","request count":0,"request size":44,"response count":1,"response size":456,"request content":"key:\"/registry/leases/kube-system/plndr-cp-lock\" "} {"level":"warn","ts":"2026-03-20T10:26:38.820382Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"267.255853ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/rbd.csi.ceph.com-kube-system\" ","response":"range_response_count:1 size:532"} {"level":"info","ts":"2026-03-20T10:26:38.820426Z","caller":"traceutil/trace.go:171","msg":"trace[2109776673] range","detail":"{range_begin:/registry/leases/kube-system/rbd.csi.ceph.com-kube-system; range_end:; response_count:1; response_revision:2148; }","duration":"267.342325ms","start":"2026-03-20T10:26:38.553069Z","end":"2026-03-20T10:26:38.820411Z","steps":["trace[2109776673] 'agreement among raft nodes before linearized reading' (duration: 266.555035ms)"],"step_count":1} {"level":"warn","ts":"2026-03-20T10:26:38.821068Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.023592644s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/services/specs/\" range_end:\"/registry/services/specs0\" count_only:true ","response":"range_response_count:0 size:7"} {"level":"info","ts":"2026-03-20T10:26:38.821152Z","caller":"traceutil/trace.go:171","msg":"trace[2067591574] range","detail":"{range_begin:/registry/services/specs/; range_end:/registry/services/specs0; response_count:0; response_revision:2148; }","duration":"1.025111473s","start":"2026-03-20T10:26:37.796021Z","end":"2026-03-20T10:26:38.821133Z","steps":["trace[2067591574] 'agreement among raft nodes before linearized reading' (duration: 1.023538063s)"],"step_count":1} {"level":"warn","ts":"2026-03-20T10:26:38.822477Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-20T10:26:37.796001Z","time spent":"1.025515764s","remote":"127.0.0.1:36648","response type":"/etcdserverpb.KV/Range","request count":0,"request size":56,"response count":4,"response size":29,"request content":"key:\"/registry/services/specs/\" range_end:\"/registry/services/specs0\" count_only:true "} {"level":"info","ts":"2026-03-20T10:26:38.952301Z","caller":"traceutil/trace.go:171","msg":"trace[1715549928] transaction","detail":"{read_only:false; response_revision:2149; number_of_response:1; }","duration":"127.333934ms","start":"2026-03-20T10:26:38.824925Z","end":"2026-03-20T10:26:38.952259Z","steps":["trace[1715549928] 'process raft request' (duration: 127.028866ms)"],"step_count":1} {"level":"warn","ts":"2026-03-20T10:26:39.26532Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"188.63984ms","expected-duration":"100ms","prefix":"","request":"header: txn: success:> failure: >>","response":"size:16"} {"level":"info","ts":"2026-03-20T10:26:39.265667Z","caller":"traceutil/trace.go:171","msg":"trace[1704735935] transaction","detail":"{read_only:false; response_revision:2154; number_of_response:1; }","duration":"274.524597ms","start":"2026-03-20T10:26:38.991122Z","end":"2026-03-20T10:26:39.265647Z","steps":["trace[1704735935] 'process raft request' (duration: 274.471615ms)"],"step_count":1} {"level":"info","ts":"2026-03-20T10:26:39.265904Z","caller":"traceutil/trace.go:171","msg":"trace[262403250] transaction","detail":"{read_only:false; response_revision:2152; number_of_response:1; }","duration":"439.676484ms","start":"2026-03-20T10:26:38.826209Z","end":"2026-03-20T10:26:39.265885Z","steps":["trace[262403250] 'process raft request' (duration: 439.265063ms)"],"step_count":1} {"level":"info","ts":"2026-03-20T10:26:39.265883Z","caller":"traceutil/trace.go:171","msg":"trace[333891797] transaction","detail":"{read_only:false; response_revision:2151; number_of_response:1; }","duration":"439.835407ms","start":"2026-03-20T10:26:38.825991Z","end":"2026-03-20T10:26:39.265827Z","steps":["trace[333891797] 'process raft request' (duration: 439.425387ms)"],"step_count":1} {"level":"warn","ts":"2026-03-20T10:26:39.266001Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-20T10:26:38.826192Z","time spent":"439.757265ms","remote":"127.0.0.1:36750","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":517,"response count":0,"response size":38,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-03-20T10:26:39.266065Z","caller":"traceutil/trace.go:171","msg":"trace[1822375984] transaction","detail":"{read_only:false; response_revision:2153; number_of_response:1; }","duration":"439.337245ms","start":"2026-03-20T10:26:38.826715Z","end":"2026-03-20T10:26:39.266053Z","steps":["trace[1822375984] 'process raft request' (duration: 438.791581ms)"],"step_count":1} {"level":"warn","ts":"2026-03-20T10:26:39.26614Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-20T10:26:38.825977Z","time spent":"440.027702ms","remote":"127.0.0.1:36750","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":510,"response count":0,"response size":38,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-03-20T10:26:39.266Z","caller":"traceutil/trace.go:171","msg":"trace[385814019] transaction","detail":"{read_only:false; response_revision:2150; number_of_response:1; }","duration":"440.267808ms","start":"2026-03-20T10:26:38.825708Z","end":"2026-03-20T10:26:39.265976Z","steps":["trace[385814019] 'process raft request' (duration: 250.896139ms)","trace[385814019] 'compare' (duration: 188.512756ms)"],"step_count":2} {"level":"warn","ts":"2026-03-20T10:26:39.266168Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-20T10:26:38.826701Z","time spent":"439.412936ms","remote":"127.0.0.1:36750","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":477,"response count":0,"response size":38,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-03-20T10:26:39.266151Z","caller":"traceutil/trace.go:171","msg":"trace[1855801168] linearizableReadLoop","detail":"{readStateIndex:2302; appliedIndex:2297; }","duration":"396.958276ms","start":"2026-03-20T10:26:38.869071Z","end":"2026-03-20T10:26:39.26603Z","steps":["trace[1855801168] 'read index received' (duration: 82.732368ms)","trace[1855801168] 'applied index is now lower than readState.Index' (duration: 314.223008ms)"],"step_count":2} {"level":"warn","ts":"2026-03-20T10:26:39.266255Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-20T10:26:38.825667Z","time spent":"440.543045ms","remote":"127.0.0.1:36750","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":494,"response count":0,"response size":38,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-03-20T10:26:39.266547Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"397.420857ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/external-snapshotter-leader-rbd-csi-ceph-com\" ","response":"range_response_count:1 size:534"} {"level":"info","ts":"2026-03-20T10:26:39.266619Z","caller":"traceutil/trace.go:171","msg":"trace[1498756066] range","detail":"{range_begin:/registry/leases/kube-system/external-snapshotter-leader-rbd-csi-ceph-com; range_end:; response_count:1; response_revision:2154; }","duration":"397.598451ms","start":"2026-03-20T10:26:38.869004Z","end":"2026-03-20T10:26:39.266603Z","steps":["trace[1498756066] 'agreement among raft nodes before linearized reading' (duration: 397.354795ms)"],"step_count":1} {"level":"warn","ts":"2026-03-20T10:26:39.266693Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-20T10:26:38.868973Z","time spent":"397.710884ms","remote":"127.0.0.1:36750","response type":"/etcdserverpb.KV/Range","request count":0,"request size":75,"response count":1,"response size":556,"request content":"key:\"/registry/leases/kube-system/external-snapshotter-leader-rbd-csi-ceph-com\" "} {"level":"warn","ts":"2026-03-20T10:26:47.1246Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"156.118089ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/resourcequotas/\" range_end:\"/registry/resourcequotas0\" count_only:true ","response":"range_response_count:0 size:5"} {"level":"warn","ts":"2026-03-20T10:26:47.124643Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"123.930536ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/plndr-cp-lock\" ","response":"range_response_count:1 size:434"} {"level":"info","ts":"2026-03-20T10:26:47.124676Z","caller":"traceutil/trace.go:171","msg":"trace[2093622111] range","detail":"{range_begin:/registry/resourcequotas/; range_end:/registry/resourcequotas0; response_count:0; response_revision:2190; }","duration":"156.238622ms","start":"2026-03-20T10:26:46.968419Z","end":"2026-03-20T10:26:47.124658Z","steps":["trace[2093622111] 'count revisions from in-memory index tree' (duration: 155.961515ms)"],"step_count":1} {"level":"info","ts":"2026-03-20T10:26:47.124704Z","caller":"traceutil/trace.go:171","msg":"trace[2092298729] range","detail":"{range_begin:/registry/leases/kube-system/plndr-cp-lock; range_end:; response_count:1; response_revision:2190; }","duration":"124.037139ms","start":"2026-03-20T10:26:47.000651Z","end":"2026-03-20T10:26:47.124688Z","steps":["trace[2092298729] 'range keys from in-memory index tree' (duration: 123.706561ms)"],"step_count":1} {"level":"warn","ts":"2026-03-20T10:26:47.523548Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"169.034185ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/kube-scheduler\" ","response":"range_response_count:1 size:480"} {"level":"info","ts":"2026-03-20T10:26:47.523614Z","caller":"traceutil/trace.go:171","msg":"trace[186359064] range","detail":"{range_begin:/registry/leases/kube-system/kube-scheduler; range_end:; response_count:1; response_revision:2191; }","duration":"169.117997ms","start":"2026-03-20T10:26:47.354482Z","end":"2026-03-20T10:26:47.5236Z","steps":["trace[186359064] 'range keys from in-memory index tree' (duration: 168.842209ms)"],"step_count":1} {"level":"warn","ts":"2026-03-20T10:26:47.523553Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"219.902058ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/rbd.csi.ceph.com-kube-system\" ","response":"range_response_count:1 size:532"} {"level":"info","ts":"2026-03-20T10:26:47.523839Z","caller":"traceutil/trace.go:171","msg":"trace[1239032958] range","detail":"{range_begin:/registry/leases/kube-system/rbd.csi.ceph.com-kube-system; range_end:; response_count:1; response_revision:2191; }","duration":"220.232247ms","start":"2026-03-20T10:26:47.303577Z","end":"2026-03-20T10:26:47.52381Z","steps":["trace[1239032958] 'range keys from in-memory index tree' (duration: 219.708633ms)"],"step_count":1} {"level":"warn","ts":"2026-03-20T10:26:47.523928Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"222.699849ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/cilium-operator-resource-lock\" ","response":"range_response_count:1 size:493"} {"level":"info","ts":"2026-03-20T10:26:47.524498Z","caller":"traceutil/trace.go:171","msg":"trace[289376121] range","detail":"{range_begin:/registry/leases/kube-system/cilium-operator-resource-lock; range_end:; response_count:1; response_revision:2191; }","duration":"223.323865ms","start":"2026-03-20T10:26:47.301135Z","end":"2026-03-20T10:26:47.524459Z","steps":["trace[289376121] 'range keys from in-memory index tree' (duration: 222.38138ms)"],"step_count":1} {"level":"info","ts":"2026-03-20T10:26:47.683501Z","caller":"traceutil/trace.go:171","msg":"trace[1008871366] transaction","detail":"{read_only:false; response_revision:2194; number_of_response:1; }","duration":"154.458628ms","start":"2026-03-20T10:26:47.529018Z","end":"2026-03-20T10:26:47.683477Z","steps":["trace[1008871366] 'process raft request' (duration: 154.389706ms)"],"step_count":1} {"level":"info","ts":"2026-03-20T10:26:47.683739Z","caller":"traceutil/trace.go:171","msg":"trace[769976603] transaction","detail":"{read_only:false; response_revision:2193; number_of_response:1; }","duration":"154.861368ms","start":"2026-03-20T10:26:47.528849Z","end":"2026-03-20T10:26:47.68371Z","steps":["trace[769976603] 'process raft request' (duration: 115.494455ms)","trace[769976603] 'compare' (duration: 38.629194ms)"],"step_count":2} {"level":"info","ts":"2026-03-20T10:26:54.024866Z","caller":"traceutil/trace.go:171","msg":"trace[306426231] linearizableReadLoop","detail":"{readStateIndex:2383; appliedIndex:2382; }","duration":"315.790588ms","start":"2026-03-20T10:26:53.709052Z","end":"2026-03-20T10:26:54.024842Z","steps":["trace[306426231] 'read index received' (duration: 315.683155ms)","trace[306426231] 'applied index is now lower than readState.Index' (duration: 106.173µs)"],"step_count":2} {"level":"info","ts":"2026-03-20T10:26:54.025026Z","caller":"traceutil/trace.go:171","msg":"trace[730483100] transaction","detail":"{read_only:false; response_revision:2230; number_of_response:1; }","duration":"393.403225ms","start":"2026-03-20T10:26:53.631564Z","end":"2026-03-20T10:26:54.024968Z","steps":["trace[730483100] 'process raft request' (duration: 393.123778ms)"],"step_count":1} {"level":"warn","ts":"2026-03-20T10:26:54.025092Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"316.022513ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/cilium-operator-resource-lock\" ","response":"range_response_count:1 size:493"} {"level":"info","ts":"2026-03-20T10:26:54.025128Z","caller":"traceutil/trace.go:171","msg":"trace[354556455] range","detail":"{range_begin:/registry/leases/kube-system/cilium-operator-resource-lock; range_end:; response_count:1; response_revision:2230; }","duration":"316.103216ms","start":"2026-03-20T10:26:53.709014Z","end":"2026-03-20T10:26:54.025117Z","steps":["trace[354556455] 'agreement among raft nodes before linearized reading' (duration: 315.961722ms)"],"step_count":1} {"level":"warn","ts":"2026-03-20T10:26:54.025171Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-20T10:26:53.708946Z","time spent":"316.216918ms","remote":"127.0.0.1:36750","response type":"/etcdserverpb.KV/Range","request count":0,"request size":60,"response count":1,"response size":515,"request content":"key:\"/registry/leases/kube-system/cilium-operator-resource-lock\" "} {"level":"warn","ts":"2026-03-20T10:26:54.025197Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"315.300054ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/rbd.csi.ceph.com-kube-system\" ","response":"range_response_count:1 size:532"} {"level":"warn","ts":"2026-03-20T10:26:54.025198Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-20T10:26:53.63155Z","time spent":"393.558448ms","remote":"127.0.0.1:36750","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":464,"response count":0,"response size":38,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-03-20T10:26:54.025256Z","caller":"traceutil/trace.go:171","msg":"trace[2095076346] range","detail":"{range_begin:/registry/leases/kube-system/rbd.csi.ceph.com-kube-system; range_end:; response_count:1; response_revision:2230; }","duration":"315.405117ms","start":"2026-03-20T10:26:53.709835Z","end":"2026-03-20T10:26:54.02524Z","steps":["trace[2095076346] 'agreement among raft nodes before linearized reading' (duration: 315.204682ms)"],"step_count":1} {"level":"warn","ts":"2026-03-20T10:26:54.025293Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-20T10:26:53.709829Z","time spent":"315.456088ms","remote":"127.0.0.1:36750","response type":"/etcdserverpb.KV/Range","request count":0,"request size":59,"response count":1,"response size":554,"request content":"key:\"/registry/leases/kube-system/rbd.csi.ceph.com-kube-system\" "} {"level":"warn","ts":"2026-03-20T10:26:54.31265Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"146.753913ms","expected-duration":"100ms","prefix":"","request":"header: txn: success:> failure: >>","response":"size:16"} {"level":"info","ts":"2026-03-20T10:26:54.312914Z","caller":"traceutil/trace.go:171","msg":"trace[762490261] transaction","detail":"{read_only:false; response_revision:2232; number_of_response:1; }","duration":"283.327738ms","start":"2026-03-20T10:26:54.029564Z","end":"2026-03-20T10:26:54.312892Z","steps":["trace[762490261] 'process raft request' (duration: 283.224285ms)"],"step_count":1} {"level":"info","ts":"2026-03-20T10:26:54.313361Z","caller":"traceutil/trace.go:171","msg":"trace[988521050] transaction","detail":"{read_only:false; response_revision:2231; number_of_response:1; }","duration":"283.83359ms","start":"2026-03-20T10:26:54.029501Z","end":"2026-03-20T10:26:54.313334Z","steps":["trace[988521050] 'process raft request' (duration: 136.134603ms)","trace[988521050] 'compare' (duration: 146.63268ms)"],"step_count":2} {"level":"warn","ts":"2026-03-20T10:26:54.873465Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"399.1795ms","expected-duration":"100ms","prefix":"","request":"header: txn: success:> failure: >>","response":"size:16"} {"level":"info","ts":"2026-03-20T10:26:54.873742Z","caller":"traceutil/trace.go:171","msg":"trace[2005477694] transaction","detail":"{read_only:false; response_revision:2233; number_of_response:1; }","duration":"539.386158ms","start":"2026-03-20T10:26:54.334321Z","end":"2026-03-20T10:26:54.873707Z","steps":["trace[2005477694] 'process raft request' (duration: 139.870329ms)","trace[2005477694] 'compare' (duration: 398.76301ms)"],"step_count":2} {"level":"warn","ts":"2026-03-20T10:26:54.873838Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-20T10:26:54.334304Z","time spent":"539.490671ms","remote":"127.0.0.1:36750","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":510,"response count":0,"response size":38,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-03-20T10:26:54.874288Z","caller":"traceutil/trace.go:171","msg":"trace[1690048791] transaction","detail":"{read_only:false; response_revision:2234; number_of_response:1; }","duration":"539.48848ms","start":"2026-03-20T10:26:54.334765Z","end":"2026-03-20T10:26:54.874253Z","steps":["trace[1690048791] 'process raft request' (duration: 538.872285ms)"],"step_count":1} {"level":"info","ts":"2026-03-20T10:26:54.874337Z","caller":"traceutil/trace.go:171","msg":"trace[1192037051] linearizableReadLoop","detail":"{readStateIndex:2387; appliedIndex:2385; }","duration":"519.901096ms","start":"2026-03-20T10:26:54.35442Z","end":"2026-03-20T10:26:54.874321Z","steps":["trace[1192037051] 'read index received' (duration: 119.754861ms)","trace[1192037051] 'applied index is now lower than readState.Index' (duration: 400.145265ms)"],"step_count":2} {"level":"warn","ts":"2026-03-20T10:26:54.874573Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-20T10:26:54.334755Z","time spent":"539.612584ms","remote":"127.0.0.1:36750","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":494,"response count":0,"response size":38,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-03-20T10:26:54.874581Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"520.149313ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/external-snapshotter-leader-rbd-csi-ceph-com\" ","response":"range_response_count:1 size:534"} {"level":"info","ts":"2026-03-20T10:26:54.874639Z","caller":"traceutil/trace.go:171","msg":"trace[378234476] range","detail":"{range_begin:/registry/leases/kube-system/external-snapshotter-leader-rbd-csi-ceph-com; range_end:; response_count:1; response_revision:2234; }","duration":"520.241855ms","start":"2026-03-20T10:26:54.35438Z","end":"2026-03-20T10:26:54.874622Z","steps":["trace[378234476] 'agreement among raft nodes before linearized reading' (duration: 520.06432ms)"],"step_count":1} {"level":"warn","ts":"2026-03-20T10:26:54.874712Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-20T10:26:54.354337Z","time spent":"520.336268ms","remote":"127.0.0.1:36750","response type":"/etcdserverpb.KV/Range","request count":0,"request size":75,"response count":1,"response size":556,"request content":"key:\"/registry/leases/kube-system/external-snapshotter-leader-rbd-csi-ceph-com\" "} {"level":"warn","ts":"2026-03-20T10:26:54.874622Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"294.286756ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/health\" ","response":"range_response_count:0 size:5"} {"level":"info","ts":"2026-03-20T10:26:54.875054Z","caller":"traceutil/trace.go:171","msg":"trace[1209504048] range","detail":"{range_begin:/registry/health; range_end:; response_count:0; response_revision:2234; }","duration":"294.743196ms","start":"2026-03-20T10:26:54.580287Z","end":"2026-03-20T10:26:54.87503Z","steps":["trace[1209504048] 'agreement among raft nodes before linearized reading' (duration: 294.271005ms)"],"step_count":1} {"level":"warn","ts":"2026-03-20T10:26:54.875289Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"380.672624ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/plndr-svcs-lock\" ","response":"range_response_count:1 size:438"} {"level":"info","ts":"2026-03-20T10:26:54.875372Z","caller":"traceutil/trace.go:171","msg":"trace[1452531311] range","detail":"{range_begin:/registry/leases/kube-system/plndr-svcs-lock; range_end:; response_count:1; response_revision:2234; }","duration":"380.792258ms","start":"2026-03-20T10:26:54.494568Z","end":"2026-03-20T10:26:54.87536Z","steps":["trace[1452531311] 'agreement among raft nodes before linearized reading' (duration: 379.946037ms)"],"step_count":1} {"level":"warn","ts":"2026-03-20T10:26:54.875436Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-20T10:26:54.494546Z","time spent":"380.852879ms","remote":"127.0.0.1:36750","response type":"/etcdserverpb.KV/Range","request count":0,"request size":46,"response count":1,"response size":460,"request content":"key:\"/registry/leases/kube-system/plndr-svcs-lock\" "} {"level":"warn","ts":"2026-03-20T10:26:55.388252Z","caller":"etcdserver/v3_server.go:897","msg":"waiting for ReadIndex response took too long, retrying","sent-request-id":184257304220180300,"retry-timeout":"500ms"} {"level":"warn","ts":"2026-03-20T10:26:55.773061Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"250.224693ms","expected-duration":"100ms","prefix":"","request":"header: txn: success:> failure: >>","response":"size:16"} {"level":"info","ts":"2026-03-20T10:26:55.773171Z","caller":"traceutil/trace.go:171","msg":"trace[633693287] transaction","detail":"{read_only:false; response_revision:2235; number_of_response:1; }","duration":"894.044716ms","start":"2026-03-20T10:26:54.879107Z","end":"2026-03-20T10:26:55.773151Z","steps":["trace[633693287] 'process raft request' (duration: 643.646889ms)","trace[633693287] 'compare' (duration: 250.071249ms)"],"step_count":2} {"level":"warn","ts":"2026-03-20T10:26:55.773267Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-20T10:26:54.879085Z","time spent":"894.132649ms","remote":"127.0.0.1:36750","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":423,"response count":0,"response size":38,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-03-20T10:26:55.794899Z","caller":"traceutil/trace.go:171","msg":"trace[984704310] linearizableReadLoop","detail":"{readStateIndex:2390; appliedIndex:2387; }","duration":"906.747008ms","start":"2026-03-20T10:26:54.88813Z","end":"2026-03-20T10:26:55.794877Z","steps":["trace[984704310] 'read index received' (duration: 634.633283ms)","trace[984704310] 'applied index is now lower than readState.Index' (duration: 272.112795ms)"],"step_count":2} {"level":"info","ts":"2026-03-20T10:26:55.794931Z","caller":"traceutil/trace.go:171","msg":"trace[2043086760] transaction","detail":"{read_only:false; response_revision:2236; number_of_response:1; }","duration":"915.747574ms","start":"2026-03-20T10:26:54.879152Z","end":"2026-03-20T10:26:55.794899Z","steps":["trace[2043086760] 'process raft request' (duration: 915.548729ms)"],"step_count":1} {"level":"info","ts":"2026-03-20T10:26:55.794964Z","caller":"traceutil/trace.go:171","msg":"trace[1203865588] transaction","detail":"{read_only:false; response_revision:2237; number_of_response:1; }","duration":"914.871142ms","start":"2026-03-20T10:26:54.880071Z","end":"2026-03-20T10:26:55.794942Z","steps":["trace[1203865588] 'process raft request' (duration: 914.740999ms)"],"step_count":1} {"level":"warn","ts":"2026-03-20T10:26:55.795055Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-20T10:26:54.880049Z","time spent":"914.959285ms","remote":"127.0.0.1:36750","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":519,"response count":0,"response size":38,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-03-20T10:26:55.795088Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-20T10:26:54.879139Z","time spent":"915.863317ms","remote":"127.0.0.1:36750","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":490,"response count":0,"response size":38,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-03-20T10:26:55.795127Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"295.010652ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/namespaces/\" range_end:\"/registry/namespaces0\" count_only:true ","response":"range_response_count:0 size:7"} {"level":"info","ts":"2026-03-20T10:26:55.795182Z","caller":"traceutil/trace.go:171","msg":"trace[965001340] range","detail":"{range_begin:/registry/namespaces/; range_end:/registry/namespaces0; response_count:0; response_revision:2237; }","duration":"295.102195ms","start":"2026-03-20T10:26:55.500066Z","end":"2026-03-20T10:26:55.795169Z","steps":["trace[965001340] 'agreement among raft nodes before linearized reading' (duration: 294.995022ms)"],"step_count":1} {"level":"warn","ts":"2026-03-20T10:26:55.795188Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"529.15509ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/plndr-cp-lock\" ","response":"range_response_count:1 size:433"} {"level":"warn","ts":"2026-03-20T10:26:55.79523Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"307.951879ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pods/default/test-pvc-pod\" ","response":"range_response_count:1 size:2723"} {"level":"info","ts":"2026-03-20T10:26:55.795246Z","caller":"traceutil/trace.go:171","msg":"trace[112996471] range","detail":"{range_begin:/registry/leases/kube-system/plndr-cp-lock; range_end:; response_count:1; response_revision:2237; }","duration":"529.249142ms","start":"2026-03-20T10:26:55.265983Z","end":"2026-03-20T10:26:55.795232Z","steps":["trace[112996471] 'agreement among raft nodes before linearized reading' (duration: 529.071748ms)"],"step_count":1} {"level":"info","ts":"2026-03-20T10:26:55.795272Z","caller":"traceutil/trace.go:171","msg":"trace[978754119] range","detail":"{range_begin:/registry/pods/default/test-pvc-pod; range_end:; response_count:1; response_revision:2237; }","duration":"308.026331ms","start":"2026-03-20T10:26:55.487234Z","end":"2026-03-20T10:26:55.795261Z","steps":["trace[978754119] 'agreement among raft nodes before linearized reading' (duration: 307.936779ms)"],"step_count":1} {"level":"warn","ts":"2026-03-20T10:26:55.795294Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-20T10:26:55.265963Z","time spent":"529.322285ms","remote":"127.0.0.1:36750","response type":"/etcdserverpb.KV/Range","request count":0,"request size":44,"response count":1,"response size":455,"request content":"key:\"/registry/leases/kube-system/plndr-cp-lock\" "} {"level":"warn","ts":"2026-03-20T10:26:55.795314Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-20T10:26:55.487212Z","time spent":"308.087443ms","remote":"127.0.0.1:36646","response type":"/etcdserverpb.KV/Range","request count":0,"request size":37,"response count":1,"response size":2745,"request content":"key:\"/registry/pods/default/test-pvc-pod\" "} {"level":"warn","ts":"2026-03-20T10:26:55.795139Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"906.989674ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/rbd-csi-ceph-com\" ","response":"range_response_count:1 size:473"} {"level":"info","ts":"2026-03-20T10:26:55.795426Z","caller":"traceutil/trace.go:171","msg":"trace[1323584537] range","detail":"{range_begin:/registry/leases/kube-system/rbd-csi-ceph-com; range_end:; response_count:1; response_revision:2237; }","duration":"907.319062ms","start":"2026-03-20T10:26:54.888095Z","end":"2026-03-20T10:26:55.795414Z","steps":["trace[1323584537] 'agreement among raft nodes before linearized reading' (duration: 906.912522ms)"],"step_count":1} {"level":"warn","ts":"2026-03-20T10:26:55.79547Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-20T10:26:54.888084Z","time spent":"907.374103ms","remote":"127.0.0.1:36750","response type":"/etcdserverpb.KV/Range","request count":0,"request size":47,"response count":1,"response size":495,"request content":"key:\"/registry/leases/kube-system/rbd-csi-ceph-com\" "} {"level":"info","ts":"2026-03-20T10:26:55.932958Z","caller":"traceutil/trace.go:171","msg":"trace[1568803458] transaction","detail":"{read_only:false; response_revision:2239; number_of_response:1; }","duration":"132.41168ms","start":"2026-03-20T10:26:55.800517Z","end":"2026-03-20T10:26:55.932928Z","steps":["trace[1568803458] 'process raft request' (duration: 75.484754ms)","trace[1568803458] 'compare' (duration: 56.808773ms)"],"step_count":2} {"level":"warn","ts":"2026-03-20T10:26:56.261513Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"202.750696ms","expected-duration":"100ms","prefix":"","request":"header: txn: success:> failure: >>","response":"size:16"} {"level":"info","ts":"2026-03-20T10:26:56.261677Z","caller":"traceutil/trace.go:171","msg":"trace[321518236] transaction","detail":"{read_only:false; response_revision:2240; number_of_response:1; }","duration":"229.109711ms","start":"2026-03-20T10:26:56.032547Z","end":"2026-03-20T10:26:56.261656Z","steps":["trace[321518236] 'process raft request' (duration: 26.130909ms)","trace[321518236] 'compare' (duration: 202.637293ms)"],"step_count":2} {"level":"info","ts":"2026-03-20T10:26:56.532773Z","caller":"traceutil/trace.go:171","msg":"trace[1340602002] transaction","detail":"{read_only:false; response_revision:2241; number_of_response:1; }","duration":"209.269199ms","start":"2026-03-20T10:26:56.323479Z","end":"2026-03-20T10:26:56.532748Z","steps":["trace[1340602002] 'process raft request' (duration: 209.125056ms)"],"step_count":1} {"level":"info","ts":"2026-03-20T10:26:56.547426Z","caller":"traceutil/trace.go:171","msg":"trace[1697140234] linearizableReadLoop","detail":"{readStateIndex:2395; appliedIndex:2393; }","duration":"152.271423ms","start":"2026-03-20T10:26:56.395129Z","end":"2026-03-20T10:26:56.547401Z","steps":["trace[1697140234] 'read index received' (duration: 137.411167ms)","trace[1697140234] 'applied index is now lower than readState.Index' (duration: 14.858906ms)"],"step_count":2} {"level":"info","ts":"2026-03-20T10:26:56.547546Z","caller":"traceutil/trace.go:171","msg":"trace[654449328] transaction","detail":"{read_only:false; response_revision:2242; number_of_response:1; }","duration":"223.337125ms","start":"2026-03-20T10:26:56.324186Z","end":"2026-03-20T10:26:56.547523Z","steps":["trace[654449328] 'process raft request' (duration: 223.073898ms)"],"step_count":1} {"level":"warn","ts":"2026-03-20T10:26:56.547822Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"152.675493ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/health\" ","response":"range_response_count:0 size:5"} {"level":"info","ts":"2026-03-20T10:26:56.548123Z","caller":"traceutil/trace.go:171","msg":"trace[1891424794] range","detail":"{range_begin:/registry/health; range_end:; response_count:0; response_revision:2242; }","duration":"152.814836ms","start":"2026-03-20T10:26:56.395059Z","end":"2026-03-20T10:26:56.547874Z","steps":["trace[1891424794] 'agreement among raft nodes before linearized reading' (duration: 152.436496ms)"],"step_count":1} {"level":"info","ts":"2026-03-20T10:26:57.937106Z","caller":"traceutil/trace.go:171","msg":"trace[690233927] linearizableReadLoop","detail":"{readStateIndex:2396; appliedIndex:2395; }","duration":"137.746255ms","start":"2026-03-20T10:26:57.799336Z","end":"2026-03-20T10:26:57.937082Z","steps":["trace[690233927] 'read index received' (duration: 137.613432ms)","trace[690233927] 'applied index is now lower than readState.Index' (duration: 131.763µs)"],"step_count":2} {"level":"info","ts":"2026-03-20T10:26:57.937423Z","caller":"traceutil/trace.go:171","msg":"trace[2120033479] transaction","detail":"{read_only:false; response_revision:2243; number_of_response:1; }","duration":"156.589071ms","start":"2026-03-20T10:26:57.780564Z","end":"2026-03-20T10:26:57.937153Z","steps":["trace[2120033479] 'process raft request' (duration: 156.346925ms)"],"step_count":1} {"level":"warn","ts":"2026-03-20T10:26:57.93749Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"138.140125ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/kube-controller-manager\" ","response":"range_response_count:1 size:506"} {"level":"info","ts":"2026-03-20T10:26:57.93797Z","caller":"traceutil/trace.go:171","msg":"trace[896695711] range","detail":"{range_begin:/registry/leases/kube-system/kube-controller-manager; range_end:; response_count:1; response_revision:2243; }","duration":"138.690409ms","start":"2026-03-20T10:26:57.799264Z","end":"2026-03-20T10:26:57.937955Z","steps":["trace[896695711] 'agreement among raft nodes before linearized reading' (duration: 137.93703ms)"],"step_count":1} {"level":"warn","ts":"2026-03-20T10:26:58.329962Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"313.554761ms","expected-duration":"100ms","prefix":"","request":"header: lease_revoke:","response":"size:27"} {"level":"info","ts":"2026-03-20T10:26:58.330193Z","caller":"traceutil/trace.go:171","msg":"trace[1874833854] transaction","detail":"{read_only:false; response_revision:2244; number_of_response:1; }","duration":"388.0443ms","start":"2026-03-20T10:26:57.942131Z","end":"2026-03-20T10:26:58.330175Z","steps":["trace[1874833854] 'process raft request' (duration: 387.928237ms)"],"step_count":1} {"level":"info","ts":"2026-03-20T10:26:58.330523Z","caller":"traceutil/trace.go:171","msg":"trace[831430774] linearizableReadLoop","detail":"{readStateIndex:2397; appliedIndex:2396; }","duration":"393.307583ms","start":"2026-03-20T10:26:57.937174Z","end":"2026-03-20T10:26:58.330481Z","steps":["trace[831430774] 'read index received' (duration: 79.239419ms)","trace[831430774] 'applied index is now lower than readState.Index' (duration: 314.065704ms)"],"step_count":2} {"level":"warn","ts":"2026-03-20T10:26:58.330736Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-20T10:26:57.942105Z","time spent":"388.371178ms","remote":"127.0.0.1:36750","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":490,"response count":0,"response size":38,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-03-20T10:26:58.330777Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"488.278439ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/plndr-cp-lock\" ","response":"range_response_count:1 size:433"} {"level":"info","ts":"2026-03-20T10:26:58.330825Z","caller":"traceutil/trace.go:171","msg":"trace[1310281152] range","detail":"{range_begin:/registry/leases/kube-system/plndr-cp-lock; range_end:; response_count:1; response_revision:2244; }","duration":"488.408033ms","start":"2026-03-20T10:26:57.842404Z","end":"2026-03-20T10:26:58.330812Z","steps":["trace[1310281152] 'agreement among raft nodes before linearized reading' (duration: 488.182727ms)"],"step_count":1} {"level":"warn","ts":"2026-03-20T10:26:58.330868Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-20T10:26:57.842386Z","time spent":"488.473694ms","remote":"127.0.0.1:36750","response type":"/etcdserverpb.KV/Range","request count":0,"request size":44,"response count":1,"response size":455,"request content":"key:\"/registry/leases/kube-system/plndr-cp-lock\" "} {"level":"warn","ts":"2026-03-20T10:26:58.331363Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"334.111009ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/events/\" range_end:\"/registry/events0\" count_only:true ","response":"range_response_count:0 size:8"} {"level":"info","ts":"2026-03-20T10:26:58.331442Z","caller":"traceutil/trace.go:171","msg":"trace[685600816] range","detail":"{range_begin:/registry/events/; range_end:/registry/events0; response_count:0; response_revision:2244; }","duration":"334.584152ms","start":"2026-03-20T10:26:57.996838Z","end":"2026-03-20T10:26:58.331423Z","steps":["trace[685600816] 'agreement among raft nodes before linearized reading' (duration: 333.838812ms)"],"step_count":1} {"level":"warn","ts":"2026-03-20T10:26:58.331495Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-20T10:26:57.996818Z","time spent":"334.662154ms","remote":"127.0.0.1:36552","response type":"/etcdserverpb.KV/Range","request count":0,"request size":40,"response count":183,"response size":30,"request content":"key:\"/registry/events/\" range_end:\"/registry/events0\" count_only:true "} {"level":"info","ts":"2026-03-20T10:26:58.505066Z","caller":"traceutil/trace.go:171","msg":"trace[64756572] transaction","detail":"{read_only:false; response_revision:2246; number_of_response:1; }","duration":"169.182818ms","start":"2026-03-20T10:26:58.335866Z","end":"2026-03-20T10:26:58.505049Z","steps":["trace[64756572] 'process raft request' (duration: 169.142957ms)"],"step_count":1} {"level":"info","ts":"2026-03-20T10:26:58.505286Z","caller":"traceutil/trace.go:171","msg":"trace[759745603] transaction","detail":"{read_only:false; response_revision:2245; number_of_response:1; }","duration":"169.888407ms","start":"2026-03-20T10:26:58.335364Z","end":"2026-03-20T10:26:58.505252Z","steps":["trace[759745603] 'process raft request' (duration: 131.051987ms)","trace[759745603] 'compare' (duration: 38.47651ms)"],"step_count":2} {"level":"info","ts":"2026-03-20T10:26:58.675296Z","caller":"traceutil/trace.go:171","msg":"trace[2018675926] linearizableReadLoop","detail":"{readStateIndex:2401; appliedIndex:2400; }","duration":"123.905656ms","start":"2026-03-20T10:26:58.551367Z","end":"2026-03-20T10:26:58.675273Z","steps":["trace[2018675926] 'read index received' (duration: 59.323017ms)","trace[2018675926] 'applied index is now lower than readState.Index' (duration: 64.581759ms)"],"step_count":2} {"level":"info","ts":"2026-03-20T10:26:58.675341Z","caller":"traceutil/trace.go:171","msg":"trace[852844023] transaction","detail":"{read_only:false; response_revision:2247; number_of_response:1; }","duration":"134.995175ms","start":"2026-03-20T10:26:58.54033Z","end":"2026-03-20T10:26:58.675325Z","steps":["trace[852844023] 'process raft request' (duration: 70.423416ms)","trace[852844023] 'compare' (duration: 64.407635ms)"],"step_count":2} {"level":"warn","ts":"2026-03-20T10:26:58.675566Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"124.178584ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/cilium-operator-resource-lock\" ","response":"range_response_count:1 size:493"} {"level":"info","ts":"2026-03-20T10:26:58.675614Z","caller":"traceutil/trace.go:171","msg":"trace[772321707] range","detail":"{range_begin:/registry/leases/kube-system/cilium-operator-resource-lock; range_end:; response_count:1; response_revision:2247; }","duration":"124.335757ms","start":"2026-03-20T10:26:58.55127Z","end":"2026-03-20T10:26:58.675606Z","steps":["trace[772321707] 'agreement among raft nodes before linearized reading' (duration: 124.100632ms)"],"step_count":1} {"level":"info","ts":"2026-03-20T10:27:00.556634Z","caller":"traceutil/trace.go:171","msg":"trace[2129581894] linearizableReadLoop","detail":"{readStateIndex:2407; appliedIndex:2406; }","duration":"221.498128ms","start":"2026-03-20T10:27:00.335102Z","end":"2026-03-20T10:27:00.5566Z","steps":["trace[2129581894] 'read index received' (duration: 220.395969ms)","trace[2129581894] 'applied index is now lower than readState.Index' (duration: 1.100049ms)"],"step_count":2} {"level":"info","ts":"2026-03-20T10:27:00.556956Z","caller":"traceutil/trace.go:171","msg":"trace[173936587] transaction","detail":"{read_only:false; response_revision:2253; number_of_response:1; }","duration":"371.157825ms","start":"2026-03-20T10:27:00.18576Z","end":"2026-03-20T10:27:00.556918Z","steps":["trace[173936587] 'process raft request' (duration: 369.79292ms)"],"step_count":1} {"level":"warn","ts":"2026-03-20T10:27:00.557134Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-20T10:27:00.185738Z","time spent":"371.303418ms","remote":"127.0.0.1:36644","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":7021,"response count":0,"response size":38,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-03-20T10:27:00.557442Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"110.481847ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/certificatesigningrequests/\" range_end:\"/registry/certificatesigningrequests0\" count_only:true ","response":"range_response_count:0 size:7"} {"level":"warn","ts":"2026-03-20T10:27:00.557545Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"222.431532ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/kube-controller-manager\" ","response":"range_response_count:1 size:506"} {"level":"info","ts":"2026-03-20T10:27:00.557612Z","caller":"traceutil/trace.go:171","msg":"trace[589978738] range","detail":"{range_begin:/registry/leases/kube-system/kube-controller-manager; range_end:; response_count:1; response_revision:2253; }","duration":"222.549715ms","start":"2026-03-20T10:27:00.335048Z","end":"2026-03-20T10:27:00.557598Z","steps":["trace[589978738] 'agreement among raft nodes before linearized reading' (duration: 221.834847ms)"],"step_count":1} {"level":"info","ts":"2026-03-20T10:27:00.557557Z","caller":"traceutil/trace.go:171","msg":"trace[1509293430] range","detail":"{range_begin:/registry/certificatesigningrequests/; range_end:/registry/certificatesigningrequests0; response_count:0; response_revision:2253; }","duration":"110.593149ms","start":"2026-03-20T10:27:00.446903Z","end":"2026-03-20T10:27:00.557496Z","steps":["trace[1509293430] 'agreement among raft nodes before linearized reading' (duration: 110.374634ms)"],"step_count":1} {"level":"warn","ts":"2026-03-20T10:27:01.085403Z","caller":"etcdserver/v3_server.go:897","msg":"waiting for ReadIndex response took too long, retrying","sent-request-id":184257304220180343,"retry-timeout":"500ms"} {"level":"info","ts":"2026-03-20T10:27:01.548574Z","caller":"traceutil/trace.go:171","msg":"trace[1999424754] linearizableReadLoop","detail":"{readStateIndex:2410; appliedIndex:2407; }","duration":"963.715854ms","start":"2026-03-20T10:27:00.584837Z","end":"2026-03-20T10:27:01.548553Z","steps":["trace[1999424754] 'read index received' (duration: 951.571458ms)","trace[1999424754] 'applied index is now lower than readState.Index' (duration: 12.143666ms)"],"step_count":2} {"level":"info","ts":"2026-03-20T10:27:01.548716Z","caller":"traceutil/trace.go:171","msg":"trace[871016913] transaction","detail":"{read_only:false; response_revision:2256; number_of_response:1; }","duration":"986.503469ms","start":"2026-03-20T10:27:00.562201Z","end":"2026-03-20T10:27:01.548704Z","steps":["trace[871016913] 'process raft request' (duration: 986.314514ms)"],"step_count":1} {"level":"info","ts":"2026-03-20T10:27:01.548758Z","caller":"traceutil/trace.go:171","msg":"trace[900728487] transaction","detail":"{read_only:false; response_revision:2254; number_of_response:1; }","duration":"987.192666ms","start":"2026-03-20T10:27:00.561554Z","end":"2026-03-20T10:27:01.548747Z","steps":["trace[900728487] 'process raft request' (duration: 974.834855ms)","trace[900728487] 'compare' (duration: 11.335396ms)"],"step_count":2} {"level":"warn","ts":"2026-03-20T10:27:01.548819Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-20T10:27:00.562187Z","time spent":"986.5635ms","remote":"127.0.0.1:36750","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":419,"response count":0,"response size":38,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-03-20T10:27:01.548693Z","caller":"traceutil/trace.go:171","msg":"trace[1429321044] transaction","detail":"{read_only:false; response_revision:2255; number_of_response:1; }","duration":"987.087453ms","start":"2026-03-20T10:27:00.561582Z","end":"2026-03-20T10:27:01.54867Z","steps":["trace[1429321044] 'process raft request' (duration: 986.827567ms)"],"step_count":1} {"level":"warn","ts":"2026-03-20T10:27:01.549048Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-20T10:27:00.561564Z","time spent":"987.394251ms","remote":"127.0.0.1:36750","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":464,"response count":0,"response size":38,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-03-20T10:27:01.549096Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-20T10:27:00.561534Z","time spent":"987.266108ms","remote":"127.0.0.1:36750","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":490,"response count":0,"response size":38,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-03-20T10:27:01.549313Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"918.468432ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/persistentvolumeclaims/default/test-pvc\" ","response":"range_response_count:1 size:1243"} {"level":"warn","ts":"2026-03-20T10:27:01.549394Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"595.121514ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/rbd-csi-ceph-com\" ","response":"range_response_count:1 size:473"} {"level":"info","ts":"2026-03-20T10:27:01.549427Z","caller":"traceutil/trace.go:171","msg":"trace[1654848819] range","detail":"{range_begin:/registry/leases/kube-system/rbd-csi-ceph-com; range_end:; response_count:1; response_revision:2256; }","duration":"595.183336ms","start":"2026-03-20T10:27:00.954232Z","end":"2026-03-20T10:27:01.549416Z","steps":["trace[1654848819] 'agreement among raft nodes before linearized reading' (duration: 595.079633ms)"],"step_count":1} {"level":"warn","ts":"2026-03-20T10:27:01.549419Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"856.801147ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/cilium-operator-resource-lock\" ","response":"range_response_count:1 size:493"} {"level":"warn","ts":"2026-03-20T10:27:01.54947Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-20T10:27:00.954215Z","time spent":"595.246588ms","remote":"127.0.0.1:36750","response type":"/etcdserverpb.KV/Range","request count":0,"request size":47,"response count":1,"response size":495,"request content":"key:\"/registry/leases/kube-system/rbd-csi-ceph-com\" "} {"level":"warn","ts":"2026-03-20T10:27:01.549551Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"750.30375ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/external-snapshotter-leader-rbd-csi-ceph-com\" ","response":"range_response_count:1 size:534"} {"level":"warn","ts":"2026-03-20T10:27:01.549246Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"964.418642ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/health\" ","response":"range_response_count:0 size:5"} {"level":"warn","ts":"2026-03-20T10:27:01.549587Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"870.677168ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/rbd.csi.ceph.com-kube-system\" ","response":"range_response_count:1 size:532"} {"level":"info","ts":"2026-03-20T10:27:01.549634Z","caller":"traceutil/trace.go:171","msg":"trace[406542420] range","detail":"{range_begin:/registry/health; range_end:; response_count:0; response_revision:2256; }","duration":"964.833022ms","start":"2026-03-20T10:27:00.584785Z","end":"2026-03-20T10:27:01.549618Z","steps":["trace[406542420] 'agreement among raft nodes before linearized reading' (duration: 964.386371ms)"],"step_count":1} {"level":"info","ts":"2026-03-20T10:27:01.549688Z","caller":"traceutil/trace.go:171","msg":"trace[1114372130] range","detail":"{range_begin:/registry/leases/kube-system/rbd.csi.ceph.com-kube-system; range_end:; response_count:1; response_revision:2256; }","duration":"870.77747ms","start":"2026-03-20T10:27:00.678898Z","end":"2026-03-20T10:27:01.549676Z","steps":["trace[1114372130] 'agreement among raft nodes before linearized reading' (duration: 870.550804ms)"],"step_count":1} {"level":"warn","ts":"2026-03-20T10:27:01.549729Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-20T10:27:00.584776Z","time spent":"964.937184ms","remote":"127.0.0.1:36464","response type":"/etcdserverpb.KV/Range","request count":0,"request size":18,"response count":0,"response size":27,"request content":"key:\"/registry/health\" "} {"level":"warn","ts":"2026-03-20T10:27:01.549757Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-20T10:27:00.67882Z","time spent":"870.894002ms","remote":"127.0.0.1:36750","response type":"/etcdserverpb.KV/Range","request count":0,"request size":59,"response count":1,"response size":554,"request content":"key:\"/registry/leases/kube-system/rbd.csi.ceph.com-kube-system\" "} {"level":"info","ts":"2026-03-20T10:27:01.549473Z","caller":"traceutil/trace.go:171","msg":"trace[1647764763] range","detail":"{range_begin:/registry/leases/kube-system/cilium-operator-resource-lock; range_end:; response_count:1; response_revision:2256; }","duration":"856.864769ms","start":"2026-03-20T10:27:00.692595Z","end":"2026-03-20T10:27:01.549459Z","steps":["trace[1647764763] 'agreement among raft nodes before linearized reading' (duration: 856.705415ms)"],"step_count":1} {"level":"warn","ts":"2026-03-20T10:27:01.549834Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-20T10:27:00.692544Z","time spent":"857.280229ms","remote":"127.0.0.1:36750","response type":"/etcdserverpb.KV/Range","request count":0,"request size":60,"response count":1,"response size":515,"request content":"key:\"/registry/leases/kube-system/cilium-operator-resource-lock\" "} {"level":"info","ts":"2026-03-20T10:27:01.549427Z","caller":"traceutil/trace.go:171","msg":"trace[475722138] range","detail":"{range_begin:/registry/persistentvolumeclaims/default/test-pvc; range_end:; response_count:1; response_revision:2256; }","duration":"918.662987ms","start":"2026-03-20T10:27:00.63075Z","end":"2026-03-20T10:27:01.549413Z","steps":["trace[475722138] 'agreement among raft nodes before linearized reading' (duration: 918.082823ms)"],"step_count":1} {"level":"warn","ts":"2026-03-20T10:27:01.549905Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-20T10:27:00.630733Z","time spent":"919.16192ms","remote":"127.0.0.1:36630","response type":"/etcdserverpb.KV/Range","request count":0,"request size":51,"response count":1,"response size":1265,"request content":"key:\"/registry/persistentvolumeclaims/default/test-pvc\" "} {"level":"info","ts":"2026-03-20T10:27:01.549626Z","caller":"traceutil/trace.go:171","msg":"trace[1039533777] range","detail":"{range_begin:/registry/leases/kube-system/external-snapshotter-leader-rbd-csi-ceph-com; range_end:; response_count:1; response_revision:2256; }","duration":"750.370501ms","start":"2026-03-20T10:27:00.799201Z","end":"2026-03-20T10:27:01.549571Z","steps":["trace[1039533777] 'agreement among raft nodes before linearized reading' (duration: 750.289669ms)"],"step_count":1} {"level":"warn","ts":"2026-03-20T10:27:01.54998Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-20T10:27:00.79918Z","time spent":"750.768772ms","remote":"127.0.0.1:36750","response type":"/etcdserverpb.KV/Range","request count":0,"request size":75,"response count":1,"response size":556,"request content":"key:\"/registry/leases/kube-system/external-snapshotter-leader-rbd-csi-ceph-com\" "} {"level":"warn","ts":"2026-03-20T10:27:01.549744Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"747.263273ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pods/default/test-pvc-pod\" ","response":"range_response_count:1 size:2723"} {"level":"info","ts":"2026-03-20T10:27:01.551224Z","caller":"traceutil/trace.go:171","msg":"trace[137234249] range","detail":"{range_begin:/registry/pods/default/test-pvc-pod; range_end:; response_count:1; response_revision:2256; }","duration":"748.598337ms","start":"2026-03-20T10:27:00.801983Z","end":"2026-03-20T10:27:01.550581Z","steps":["trace[137234249] 'agreement among raft nodes before linearized reading' (duration: 747.181201ms)"],"step_count":1} {"level":"warn","ts":"2026-03-20T10:27:01.55142Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-20T10:27:00.801957Z","time spent":"749.444089ms","remote":"127.0.0.1:36646","response type":"/etcdserverpb.KV/Range","request count":0,"request size":37,"response count":1,"response size":2745,"request content":"key:\"/registry/pods/default/test-pvc-pod\" "} {"level":"warn","ts":"2026-03-20T10:27:01.884428Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"234.160568ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/secrets/kube-system/csi-rbd-secret\" ","response":"range_response_count:1 size:880"} {"level":"info","ts":"2026-03-20T10:27:01.884574Z","caller":"traceutil/trace.go:171","msg":"trace[1727669056] range","detail":"{range_begin:/registry/secrets/kube-system/csi-rbd-secret; range_end:; response_count:1; response_revision:2260; }","duration":"234.854085ms","start":"2026-03-20T10:27:01.6497Z","end":"2026-03-20T10:27:01.884555Z","steps":["trace[1727669056] 'range keys from in-memory index tree' (duration: 233.934973ms)"],"step_count":1} {"level":"info","ts":"2026-03-20T10:27:02.221624Z","caller":"traceutil/trace.go:171","msg":"trace[588300479] transaction","detail":"{read_only:false; response_revision:2261; number_of_response:1; }","duration":"194.576308ms","start":"2026-03-20T10:27:02.027023Z","end":"2026-03-20T10:27:02.2216Z","steps":["trace[588300479] 'process raft request' (duration: 194.128707ms)"],"step_count":1} {"level":"info","ts":"2026-03-20T10:27:02.71705Z","caller":"traceutil/trace.go:171","msg":"trace[1761257222] linearizableReadLoop","detail":"{readStateIndex:2416; appliedIndex:2415; }","duration":"136.767041ms","start":"2026-03-20T10:27:02.580254Z","end":"2026-03-20T10:27:02.717021Z","steps":["trace[1761257222] 'read index received' (duration: 136.599767ms)","trace[1761257222] 'applied index is now lower than readState.Index' (duration: 165.094µs)"],"step_count":2} {"level":"warn","ts":"2026-03-20T10:27:02.717247Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"136.974126ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/health\" ","response":"range_response_count:0 size:5"} {"level":"info","ts":"2026-03-20T10:27:02.717474Z","caller":"traceutil/trace.go:171","msg":"trace[294680920] range","detail":"{range_begin:/registry/health; range_end:; response_count:0; response_revision:2261; }","duration":"137.242893ms","start":"2026-03-20T10:27:02.580211Z","end":"2026-03-20T10:27:02.717454Z","steps":["trace[294680920] 'agreement among raft nodes before linearized reading' (duration: 136.971906ms)"],"step_count":1} {"level":"info","ts":"2026-03-20T10:27:02.964068Z","caller":"traceutil/trace.go:171","msg":"trace[1302996259] transaction","detail":"{read_only:false; response_revision:2262; number_of_response:1; }","duration":"245.885854ms","start":"2026-03-20T10:27:02.718165Z","end":"2026-03-20T10:27:02.96405Z","steps":["trace[1302996259] 'process raft request' (duration: 217.343043ms)","trace[1302996259] 'compare' (duration: 28.405497ms)"],"step_count":2} {"level":"info","ts":"2026-03-20T10:27:02.964062Z","caller":"traceutil/trace.go:171","msg":"trace[545092163] linearizableReadLoop","detail":"{readStateIndex:2417; appliedIndex:2416; }","duration":"245.335689ms","start":"2026-03-20T10:27:02.718703Z","end":"2026-03-20T10:27:02.964039Z","steps":["trace[545092163] 'read index received' (duration: 216.81866ms)","trace[545092163] 'applied index is now lower than readState.Index' (duration: 28.516149ms)"],"step_count":2} {"level":"warn","ts":"2026-03-20T10:27:02.964583Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"245.556215ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/health\" ","response":"range_response_count:0 size:5"} {"level":"info","ts":"2026-03-20T10:27:02.964677Z","caller":"traceutil/trace.go:171","msg":"trace[212230365] range","detail":"{range_begin:/registry/health; range_end:; response_count:0; response_revision:2262; }","duration":"245.982736ms","start":"2026-03-20T10:27:02.718681Z","end":"2026-03-20T10:27:02.964664Z","steps":["trace[212230365] 'agreement among raft nodes before linearized reading' (duration: 245.424072ms)"],"step_count":1} {"level":"info","ts":"2026-03-20T10:27:03.115066Z","caller":"traceutil/trace.go:171","msg":"trace[430403797] linearizableReadLoop","detail":"{readStateIndex:2418; appliedIndex:2417; }","duration":"143.653324ms","start":"2026-03-20T10:27:02.97138Z","end":"2026-03-20T10:27:03.115033Z","steps":["trace[430403797] 'read index received' (duration: 105.953183ms)","trace[430403797] 'applied index is now lower than readState.Index' (duration: 37.698371ms)"],"step_count":2} {"level":"info","ts":"2026-03-20T10:27:03.11515Z","caller":"traceutil/trace.go:171","msg":"trace[1142997858] transaction","detail":"{read_only:false; response_revision:2263; number_of_response:1; }","duration":"144.356161ms","start":"2026-03-20T10:27:02.970746Z","end":"2026-03-20T10:27:03.115102Z","steps":["trace[1142997858] 'process raft request' (duration: 106.658571ms)","trace[1142997858] 'compare' (duration: 37.481205ms)"],"step_count":2} {"level":"warn","ts":"2026-03-20T10:27:03.115295Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"143.884659ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/endpointslices/default/kubernetes\" ","response":"range_response_count:1 size:481"} {"level":"info","ts":"2026-03-20T10:27:03.115406Z","caller":"traceutil/trace.go:171","msg":"trace[1916607305] range","detail":"{range_begin:/registry/endpointslices/default/kubernetes; range_end:; response_count:1; response_revision:2263; }","duration":"144.021373ms","start":"2026-03-20T10:27:02.971362Z","end":"2026-03-20T10:27:03.115383Z","steps":["trace[1916607305] 'agreement among raft nodes before linearized reading' (duration: 143.783027ms)"],"step_count":1} {"level":"info","ts":"2026-03-20T10:27:03.667352Z","caller":"traceutil/trace.go:171","msg":"trace[1816369500] transaction","detail":"{read_only:false; response_revision:2265; number_of_response:1; }","duration":"108.61724ms","start":"2026-03-20T10:27:03.558658Z","end":"2026-03-20T10:27:03.667276Z","steps":["trace[1816369500] 'process raft request' (duration: 108.401815ms)"],"step_count":1} {"level":"info","ts":"2026-03-20T10:27:03.667571Z","caller":"traceutil/trace.go:171","msg":"trace[857752335] transaction","detail":"{read_only:false; response_revision:2266; number_of_response:1; }","duration":"108.799885ms","start":"2026-03-20T10:27:03.558749Z","end":"2026-03-20T10:27:03.667549Z","steps":["trace[857752335] 'process raft request' (duration: 108.461827ms)"],"step_count":1} {"level":"info","ts":"2026-03-20T10:27:03.846821Z","caller":"traceutil/trace.go:171","msg":"trace[1528681121] transaction","detail":"{read_only:false; response_revision:2267; number_of_response:1; }","duration":"174.021711ms","start":"2026-03-20T10:27:03.672781Z","end":"2026-03-20T10:27:03.846802Z","steps":["trace[1528681121] 'process raft request' (duration: 173.889508ms)"],"step_count":1} {"level":"info","ts":"2026-03-20T10:27:03.848673Z","caller":"traceutil/trace.go:171","msg":"trace[591561340] transaction","detail":"{read_only:false; response_revision:2268; number_of_response:1; }","duration":"175.697093ms","start":"2026-03-20T10:27:03.672946Z","end":"2026-03-20T10:27:03.848643Z","steps":["trace[591561340] 'process raft request' (duration: 175.529888ms)"],"step_count":1} {"level":"info","ts":"2026-03-20T10:27:04.424118Z","caller":"traceutil/trace.go:171","msg":"trace[169954141] transaction","detail":"{read_only:false; response_revision:2269; number_of_response:1; }","duration":"194.121267ms","start":"2026-03-20T10:27:04.229964Z","end":"2026-03-20T10:27:04.424085Z","steps":["trace[169954141] 'process raft request' (duration: 193.910862ms)"],"step_count":1} {"level":"warn","ts":"2026-03-20T10:27:04.714532Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"135.265132ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/health\" ","response":"range_response_count:0 size:5"} {"level":"info","ts":"2026-03-20T10:27:04.714637Z","caller":"traceutil/trace.go:171","msg":"trace[855861034] range","detail":"{range_begin:/registry/health; range_end:; response_count:0; response_revision:2269; }","duration":"135.379515ms","start":"2026-03-20T10:27:04.579229Z","end":"2026-03-20T10:27:04.714609Z","steps":["trace[855861034] 'range keys from in-memory index tree' (duration: 135.098558ms)"],"step_count":1} {"level":"info","ts":"2026-03-20T10:27:05.301459Z","caller":"traceutil/trace.go:171","msg":"trace[1623025488] linearizableReadLoop","detail":"{readStateIndex:2425; appliedIndex:2424; }","duration":"322.800775ms","start":"2026-03-20T10:27:04.978638Z","end":"2026-03-20T10:27:05.301439Z","steps":["trace[1623025488] 'read index received' (duration: 322.709563ms)","trace[1623025488] 'applied index is now lower than readState.Index' (duration: 90.222µs)"],"step_count":2} {"level":"warn","ts":"2026-03-20T10:27:05.301609Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"115.842244ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/statefulsets/\" range_end:\"/registry/statefulsets0\" count_only:true ","response":"range_response_count:0 size:5"} {"level":"info","ts":"2026-03-20T10:27:05.301636Z","caller":"traceutil/trace.go:171","msg":"trace[1183450894] range","detail":"{range_begin:/registry/statefulsets/; range_end:/registry/statefulsets0; response_count:0; response_revision:2270; }","duration":"115.928076ms","start":"2026-03-20T10:27:05.185701Z","end":"2026-03-20T10:27:05.301629Z","steps":["trace[1183450894] 'agreement among raft nodes before linearized reading' (duration: 115.860654ms)"],"step_count":1} {"level":"info","ts":"2026-03-20T10:27:05.301496Z","caller":"traceutil/trace.go:171","msg":"trace[2133091246] transaction","detail":"{read_only:false; response_revision:2270; number_of_response:1; }","duration":"327.009941ms","start":"2026-03-20T10:27:04.974458Z","end":"2026-03-20T10:27:05.301468Z","steps":["trace[2133091246] 'process raft request' (duration: 326.852817ms)"],"step_count":1} {"level":"warn","ts":"2026-03-20T10:27:05.301716Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"323.050631ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/external-attacher-leader-rbd-csi-ceph-com\" ","response":"range_response_count:1 size:525"} {"level":"info","ts":"2026-03-20T10:27:05.301802Z","caller":"traceutil/trace.go:171","msg":"trace[640708194] range","detail":"{range_begin:/registry/leases/kube-system/external-attacher-leader-rbd-csi-ceph-com; range_end:; response_count:1; response_revision:2270; }","duration":"323.160713ms","start":"2026-03-20T10:27:04.978616Z","end":"2026-03-20T10:27:05.301777Z","steps":["trace[640708194] 'agreement among raft nodes before linearized reading' (duration: 322.936988ms)"],"step_count":1} {"level":"warn","ts":"2026-03-20T10:27:05.30181Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-20T10:27:04.974439Z","time spent":"327.257946ms","remote":"127.0.0.1:36750","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":494,"response count":0,"response size":38,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-03-20T10:27:05.301855Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-20T10:27:04.978604Z","time spent":"323.241576ms","remote":"127.0.0.1:36750","response type":"/etcdserverpb.KV/Range","request count":0,"request size":72,"response count":1,"response size":547,"request content":"key:\"/registry/leases/kube-system/external-attacher-leader-rbd-csi-ceph-com\" "} {"level":"warn","ts":"2026-03-20T10:27:05.956238Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"136.844422ms","expected-duration":"100ms","prefix":"","request":"header: txn: success:> failure: >>","response":"size:16"} {"level":"info","ts":"2026-03-20T10:27:05.956371Z","caller":"traceutil/trace.go:171","msg":"trace[1090438143] linearizableReadLoop","detail":"{readStateIndex:2426; appliedIndex:2425; }","duration":"376.795385ms","start":"2026-03-20T10:27:05.579549Z","end":"2026-03-20T10:27:05.956345Z","steps":["trace[1090438143] 'read index received' (duration: 239.668836ms)","trace[1090438143] 'applied index is now lower than readState.Index' (duration: 137.124969ms)"],"step_count":2} {"level":"info","ts":"2026-03-20T10:27:05.956477Z","caller":"traceutil/trace.go:171","msg":"trace[2136054221] transaction","detail":"{read_only:false; response_revision:2271; number_of_response:1; }","duration":"650.483371ms","start":"2026-03-20T10:27:05.305964Z","end":"2026-03-20T10:27:05.956447Z","steps":["trace[2136054221] 'process raft request' (duration: 513.339041ms)","trace[2136054221] 'compare' (duration: 136.72824ms)"],"step_count":2} {"level":"warn","ts":"2026-03-20T10:27:05.956529Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"376.983201ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/health\" ","response":"range_response_count:0 size:5"} {"level":"info","ts":"2026-03-20T10:27:05.95658Z","caller":"traceutil/trace.go:171","msg":"trace[799007631] range","detail":"{range_begin:/registry/health; range_end:; response_count:0; response_revision:2271; }","duration":"377.072433ms","start":"2026-03-20T10:27:05.579493Z","end":"2026-03-20T10:27:05.956566Z","steps":["trace[799007631] 'agreement among raft nodes before linearized reading' (duration: 376.96331ms)"],"step_count":1} {"level":"warn","ts":"2026-03-20T10:27:05.956595Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-20T10:27:05.305949Z","time spent":"650.589164ms","remote":"127.0.0.1:36750","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":510,"response count":0,"response size":38,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-03-20T10:27:05.956629Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-20T10:27:05.579464Z","time spent":"377.153715ms","remote":"127.0.0.1:36464","response type":"/etcdserverpb.KV/Range","request count":0,"request size":18,"response count":0,"response size":27,"request content":"key:\"/registry/health\" "} {"level":"warn","ts":"2026-03-20T10:27:05.956951Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"305.804116ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/kube-controller-manager\" ","response":"range_response_count:1 size:506"} {"level":"warn","ts":"2026-03-20T10:27:05.956977Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"104.361434ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/rbd.csi.ceph.com-kube-system\" ","response":"range_response_count:1 size:532"} {"level":"info","ts":"2026-03-20T10:27:05.957007Z","caller":"traceutil/trace.go:171","msg":"trace[875996872] range","detail":"{range_begin:/registry/leases/kube-system/kube-controller-manager; range_end:; response_count:1; response_revision:2271; }","duration":"305.899109ms","start":"2026-03-20T10:27:05.651095Z","end":"2026-03-20T10:27:05.956994Z","steps":["trace[875996872] 'agreement among raft nodes before linearized reading' (duration: 305.743485ms)"],"step_count":1} {"level":"warn","ts":"2026-03-20T10:27:05.957058Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-20T10:27:05.651075Z","time spent":"305.96631ms","remote":"127.0.0.1:36750","response type":"/etcdserverpb.KV/Range","request count":0,"request size":54,"response count":1,"response size":528,"request content":"key:\"/registry/leases/kube-system/kube-controller-manager\" "} {"level":"info","ts":"2026-03-20T10:27:05.957048Z","caller":"traceutil/trace.go:171","msg":"trace[1573523097] range","detail":"{range_begin:/registry/leases/kube-system/rbd.csi.ceph.com-kube-system; range_end:; response_count:1; response_revision:2271; }","duration":"104.461826ms","start":"2026-03-20T10:27:05.852568Z","end":"2026-03-20T10:27:05.95703Z","steps":["trace[1573523097] 'agreement among raft nodes before linearized reading' (duration: 104.267732ms)"],"step_count":1} {"level":"warn","ts":"2026-03-20T10:27:05.957074Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"285.293138ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/plndr-cp-lock\" ","response":"range_response_count:1 size:434"} {"level":"warn","ts":"2026-03-20T10:27:05.957156Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"285.397671ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/kube-scheduler\" ","response":"range_response_count:1 size:480"} {"level":"warn","ts":"2026-03-20T10:27:05.957015Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"105.923833ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/cilium-operator-resource-lock\" ","response":"range_response_count:1 size:493"} {"level":"info","ts":"2026-03-20T10:27:05.95723Z","caller":"traceutil/trace.go:171","msg":"trace[1757342321] range","detail":"{range_begin:/registry/leases/kube-system/kube-scheduler; range_end:; response_count:1; response_revision:2271; }","duration":"285.523264ms","start":"2026-03-20T10:27:05.671689Z","end":"2026-03-20T10:27:05.957212Z","steps":["trace[1757342321] 'agreement among raft nodes before linearized reading' (duration: 285.295558ms)"],"step_count":1} {"level":"info","ts":"2026-03-20T10:27:05.957163Z","caller":"traceutil/trace.go:171","msg":"trace[922878042] range","detail":"{range_begin:/registry/leases/kube-system/plndr-cp-lock; range_end:; response_count:1; response_revision:2271; }","duration":"285.428341ms","start":"2026-03-20T10:27:05.671709Z","end":"2026-03-20T10:27:05.957137Z","steps":["trace[922878042] 'agreement among raft nodes before linearized reading' (duration: 285.178955ms)"],"step_count":1} {"level":"info","ts":"2026-03-20T10:27:05.957299Z","caller":"traceutil/trace.go:171","msg":"trace[871020069] range","detail":"{range_begin:/registry/leases/kube-system/cilium-operator-resource-lock; range_end:; response_count:1; response_revision:2271; }","duration":"106.181899ms","start":"2026-03-20T10:27:05.851039Z","end":"2026-03-20T10:27:05.957221Z","steps":["trace[871020069] 'agreement among raft nodes before linearized reading' (duration: 105.887152ms)"],"step_count":1} {"level":"warn","ts":"2026-03-20T10:27:06.928253Z","caller":"etcdserver/v3_server.go:897","msg":"waiting for ReadIndex response took too long, retrying","sent-request-id":184257304220180392,"retry-timeout":"500ms"} {"level":"warn","ts":"2026-03-20T10:27:07.096488Z","caller":"wal/wal.go:805","msg":"slow fdatasync","took":"1.080605463s","expected-duration":"1s"} {"level":"info","ts":"2026-03-20T10:27:07.096929Z","caller":"traceutil/trace.go:171","msg":"trace[1450874669] transaction","detail":"{read_only:false; response_revision:2274; number_of_response:1; }","duration":"1.135092998s","start":"2026-03-20T10:27:05.961814Z","end":"2026-03-20T10:27:07.096907Z","steps":["trace[1450874669] 'process raft request' (duration: 1.134992706s)"],"step_count":1} {"level":"info","ts":"2026-03-20T10:27:07.096983Z","caller":"traceutil/trace.go:171","msg":"trace[1112015109] transaction","detail":"{read_only:false; response_revision:2273; number_of_response:1; }","duration":"1.135193791s","start":"2026-03-20T10:27:05.961754Z","end":"2026-03-20T10:27:07.096948Z","steps":["trace[1112015109] 'process raft request' (duration: 1.134884913s)"],"step_count":1} {"level":"warn","ts":"2026-03-20T10:27:07.097084Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-20T10:27:05.961792Z","time spent":"1.135198381s","remote":"127.0.0.1:36750","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":490,"response count":0,"response size":38,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-03-20T10:27:07.097143Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-20T10:27:05.961731Z","time spent":"1.135330865s","remote":"127.0.0.1:36750","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":419,"response count":0,"response size":38,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-03-20T10:27:07.097193Z","caller":"traceutil/trace.go:171","msg":"trace[1008009340] linearizableReadLoop","detail":"{readStateIndex:2431; appliedIndex:2427; }","duration":"669.679916ms","start":"2026-03-20T10:27:06.427495Z","end":"2026-03-20T10:27:07.097175Z","steps":["trace[1008009340] 'read index received' (duration: 669.09732ms)","trace[1008009340] 'applied index is now lower than readState.Index' (duration: 581.996µs)"],"step_count":2} {"level":"info","ts":"2026-03-20T10:27:07.097222Z","caller":"traceutil/trace.go:171","msg":"trace[498073960] transaction","detail":"{read_only:false; response_revision:2275; number_of_response:1; }","duration":"1.135205002s","start":"2026-03-20T10:27:05.962002Z","end":"2026-03-20T10:27:07.097207Z","steps":["trace[498073960] 'process raft request' (duration: 1.134830881s)"],"step_count":1} {"level":"warn","ts":"2026-03-20T10:27:07.097285Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-20T10:27:05.96199Z","time spent":"1.135263623s","remote":"127.0.0.1:36750","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":464,"response count":0,"response size":38,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-03-20T10:27:07.097288Z","caller":"traceutil/trace.go:171","msg":"trace[2004868429] transaction","detail":"{read_only:false; response_revision:2276; number_of_response:1; }","duration":"1.134678058s","start":"2026-03-20T10:27:05.962575Z","end":"2026-03-20T10:27:07.097253Z","steps":["trace[2004868429] 'process raft request' (duration: 1.134520114s)"],"step_count":1} {"level":"warn","ts":"2026-03-20T10:27:07.097358Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"669.86269ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/plndr-svcs-lock\" ","response":"range_response_count:1 size:437"} {"level":"info","ts":"2026-03-20T10:27:07.097387Z","caller":"traceutil/trace.go:171","msg":"trace[974041661] range","detail":"{range_begin:/registry/leases/kube-system/plndr-svcs-lock; range_end:; response_count:1; response_revision:2276; }","duration":"669.944262ms","start":"2026-03-20T10:27:06.427437Z","end":"2026-03-20T10:27:07.097381Z","steps":["trace[974041661] 'agreement among raft nodes before linearized reading' (duration: 669.838189ms)"],"step_count":1} {"level":"warn","ts":"2026-03-20T10:27:07.097389Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"535.145522ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pods/default/test-pvc-pod\" ","response":"range_response_count:1 size:2723"} {"level":"warn","ts":"2026-03-20T10:27:07.097411Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-20T10:27:06.427411Z","time spent":"669.994234ms","remote":"127.0.0.1:36750","response type":"/etcdserverpb.KV/Range","request count":0,"request size":46,"response count":1,"response size":459,"request content":"key:\"/registry/leases/kube-system/plndr-svcs-lock\" "} {"level":"info","ts":"2026-03-20T10:27:07.097421Z","caller":"traceutil/trace.go:171","msg":"trace[1543853966] range","detail":"{range_begin:/registry/pods/default/test-pvc-pod; range_end:; response_count:1; response_revision:2276; }","duration":"535.175613ms","start":"2026-03-20T10:27:06.562235Z","end":"2026-03-20T10:27:07.097411Z","steps":["trace[1543853966] 'agreement among raft nodes before linearized reading' (duration: 535.045429ms)"],"step_count":1} {"level":"warn","ts":"2026-03-20T10:27:07.097434Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"517.533468ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/health\" ","response":"range_response_count:0 size:5"} {"level":"warn","ts":"2026-03-20T10:27:07.09744Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-20T10:27:05.962566Z","time spent":"1.13479505s","remote":"127.0.0.1:36750","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":477,"response count":0,"response size":38,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-03-20T10:27:07.097484Z","caller":"traceutil/trace.go:171","msg":"trace[508845160] range","detail":"{range_begin:/registry/health; range_end:; response_count:0; response_revision:2276; }","duration":"517.584969ms","start":"2026-03-20T10:27:06.579884Z","end":"2026-03-20T10:27:07.097469Z","steps":["trace[508845160] 'agreement among raft nodes before linearized reading' (duration: 517.508367ms)"],"step_count":1} {"level":"warn","ts":"2026-03-20T10:27:07.097502Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"493.734108ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/rbd-csi-ceph-com\" ","response":"range_response_count:1 size:473"} {"level":"warn","ts":"2026-03-20T10:27:07.097516Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-20T10:27:06.57984Z","time spent":"517.669591ms","remote":"127.0.0.1:36464","response type":"/etcdserverpb.KV/Range","request count":0,"request size":18,"response count":0,"response size":27,"request content":"key:\"/registry/health\" "} {"level":"info","ts":"2026-03-20T10:27:07.097538Z","caller":"traceutil/trace.go:171","msg":"trace[847433137] range","detail":"{range_begin:/registry/leases/kube-system/rbd-csi-ceph-com; range_end:; response_count:1; response_revision:2276; }","duration":"493.788429ms","start":"2026-03-20T10:27:06.60374Z","end":"2026-03-20T10:27:07.097528Z","steps":["trace[847433137] 'agreement among raft nodes before linearized reading' (duration: 493.665756ms)"],"step_count":1} {"level":"warn","ts":"2026-03-20T10:27:07.097451Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-20T10:27:06.562213Z","time spent":"535.231644ms","remote":"127.0.0.1:36646","response type":"/etcdserverpb.KV/Range","request count":0,"request size":37,"response count":1,"response size":2745,"request content":"key:\"/registry/pods/default/test-pvc-pod\" "} {"level":"warn","ts":"2026-03-20T10:27:07.097555Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"518.641705ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/external-snapshotter-leader-rbd-csi-ceph-com\" ","response":"range_response_count:1 size:534"} {"level":"warn","ts":"2026-03-20T10:27:07.09757Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-20T10:27:06.603726Z","time spent":"493.83536ms","remote":"127.0.0.1:36750","response type":"/etcdserverpb.KV/Range","request count":0,"request size":47,"response count":1,"response size":495,"request content":"key:\"/registry/leases/kube-system/rbd-csi-ceph-com\" "} {"level":"info","ts":"2026-03-20T10:27:07.097589Z","caller":"traceutil/trace.go:171","msg":"trace[1873894424] range","detail":"{range_begin:/registry/leases/kube-system/external-snapshotter-leader-rbd-csi-ceph-com; range_end:; response_count:1; response_revision:2276; }","duration":"518.710787ms","start":"2026-03-20T10:27:06.578869Z","end":"2026-03-20T10:27:07.09758Z","steps":["trace[1873894424] 'agreement among raft nodes before linearized reading' (duration: 518.598234ms)"],"step_count":1} {"level":"warn","ts":"2026-03-20T10:27:07.097616Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-20T10:27:06.578847Z","time spent":"518.762748ms","remote":"127.0.0.1:36750","response type":"/etcdserverpb.KV/Range","request count":0,"request size":75,"response count":1,"response size":556,"request content":"key:\"/registry/leases/kube-system/external-snapshotter-leader-rbd-csi-ceph-com\" "} {"level":"warn","ts":"2026-03-20T10:27:08.520837Z","caller":"etcdserver/v3_server.go:897","msg":"waiting for ReadIndex response took too long, retrying","sent-request-id":184257304220180400,"retry-timeout":"500ms"} {"level":"warn","ts":"2026-03-20T10:27:09.021439Z","caller":"etcdserver/v3_server.go:897","msg":"waiting for ReadIndex response took too long, retrying","sent-request-id":184257304220180400,"retry-timeout":"500ms"} {"level":"warn","ts":"2026-03-20T10:27:09.090686Z","caller":"wal/wal.go:805","msg":"slow fdatasync","took":"1.652329568s","expected-duration":"1s"} {"level":"warn","ts":"2026-03-20T10:27:09.137135Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.698822921s","expected-duration":"100ms","prefix":"","request":"header: txn: success:> failure: >>","response":"size:16"} {"level":"info","ts":"2026-03-20T10:27:09.137331Z","caller":"traceutil/trace.go:171","msg":"trace[1593255715] transaction","detail":"{read_only:false; response_revision:2279; number_of_response:1; }","duration":"2.034828859s","start":"2026-03-20T10:27:07.10249Z","end":"2026-03-20T10:27:09.137319Z","steps":["trace[1593255715] 'process raft request' (duration: 2.034799588s)"],"step_count":1} {"level":"warn","ts":"2026-03-20T10:27:09.13738Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-20T10:27:07.102472Z","time spent":"2.034882981s","remote":"127.0.0.1:36750","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":519,"response count":0,"response size":38,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-03-20T10:27:09.13747Z","caller":"traceutil/trace.go:171","msg":"trace[1465949393] transaction","detail":"{read_only:false; response_revision:2278; number_of_response:1; }","duration":"2.035031194s","start":"2026-03-20T10:27:07.102432Z","end":"2026-03-20T10:27:09.137463Z","steps":["trace[1465949393] 'process raft request' (duration: 2.034789588s)"],"step_count":1} {"level":"warn","ts":"2026-03-20T10:27:09.137501Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-20T10:27:07.102421Z","time spent":"2.035061705s","remote":"127.0.0.1:36750","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":423,"response count":0,"response size":38,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-03-20T10:27:09.137694Z","caller":"traceutil/trace.go:171","msg":"trace[1012171521] transaction","detail":"{read_only:false; response_revision:2277; number_of_response:1; }","duration":"2.036156172s","start":"2026-03-20T10:27:07.101527Z","end":"2026-03-20T10:27:09.137683Z","steps":["trace[1012171521] 'process raft request' (duration: 336.724135ms)","trace[1012171521] 'compare' (duration: 1.698481723s)"],"step_count":2} {"level":"warn","ts":"2026-03-20T10:27:09.137746Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-20T10:27:07.101508Z","time spent":"2.036209093s","remote":"127.0.0.1:36750","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":458,"response count":0,"response size":38,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-03-20T10:27:09.432601Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"251.832684ms","expected-duration":"100ms","prefix":"","request":"header: lease_revoke:","response":"size:27"} {"level":"info","ts":"2026-03-20T10:27:09.432727Z","caller":"traceutil/trace.go:171","msg":"trace[1221652283] linearizableReadLoop","detail":"{readStateIndex:2435; appliedIndex:2431; }","duration":"1.411993074s","start":"2026-03-20T10:27:08.020712Z","end":"2026-03-20T10:27:09.432705Z","steps":["trace[1221652283] 'read index received' (duration: 1.07017604s)","trace[1221652283] 'applied index is now lower than readState.Index' (duration: 341.815094ms)"],"step_count":2} {"level":"warn","ts":"2026-03-20T10:27:09.432906Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"852.622711ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/health\" ","response":"range_response_count:0 size:5"} {"level":"warn","ts":"2026-03-20T10:27:09.433016Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.412289452s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/rbd.csi.ceph.com-kube-system\" ","response":"range_response_count:1 size:532"} {"level":"warn","ts":"2026-03-20T10:27:09.433054Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"330.617801ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/kube-scheduler\" ","response":"range_response_count:1 size:480"} {"level":"info","ts":"2026-03-20T10:27:09.433082Z","caller":"traceutil/trace.go:171","msg":"trace[940922964] range","detail":"{range_begin:/registry/health; range_end:; response_count:0; response_revision:2279; }","duration":"852.859237ms","start":"2026-03-20T10:27:08.580206Z","end":"2026-03-20T10:27:09.433065Z","steps":["trace[940922964] 'agreement among raft nodes before linearized reading' (duration: 852.643112ms)"],"step_count":1} {"level":"info","ts":"2026-03-20T10:27:09.433102Z","caller":"traceutil/trace.go:171","msg":"trace[1010878975] range","detail":"{range_begin:/registry/leases/kube-system/rbd.csi.ceph.com-kube-system; range_end:; response_count:1; response_revision:2279; }","duration":"1.412418855s","start":"2026-03-20T10:27:08.020659Z","end":"2026-03-20T10:27:09.433078Z","steps":["trace[1010878975] 'agreement among raft nodes before linearized reading' (duration: 1.412172869s)"],"step_count":1} {"level":"info","ts":"2026-03-20T10:27:09.43312Z","caller":"traceutil/trace.go:171","msg":"trace[942587333] range","detail":"{range_begin:/registry/leases/kube-system/kube-scheduler; range_end:; response_count:1; response_revision:2279; }","duration":"330.726644ms","start":"2026-03-20T10:27:09.102379Z","end":"2026-03-20T10:27:09.433105Z","steps":["trace[942587333] 'agreement among raft nodes before linearized reading' (duration: 330.545659ms)"],"step_count":1} {"level":"warn","ts":"2026-03-20T10:27:09.433096Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"329.915773ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/cilium-operator-resource-lock\" ","response":"range_response_count:1 size:493"} {"level":"warn","ts":"2026-03-20T10:27:09.43314Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-20T10:27:08.580175Z","time spent":"852.950699ms","remote":"127.0.0.1:36464","response type":"/etcdserverpb.KV/Range","request count":0,"request size":18,"response count":0,"response size":27,"request content":"key:\"/registry/health\" "} {"level":"warn","ts":"2026-03-20T10:27:09.433158Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-20T10:27:09.102362Z","time spent":"330.789266ms","remote":"127.0.0.1:36750","response type":"/etcdserverpb.KV/Range","request count":0,"request size":45,"response count":1,"response size":502,"request content":"key:\"/registry/leases/kube-system/kube-scheduler\" "} {"level":"warn","ts":"2026-03-20T10:27:09.433169Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-20T10:27:08.020639Z","time spent":"1.412511477s","remote":"127.0.0.1:36750","response type":"/etcdserverpb.KV/Range","request count":0,"request size":59,"response count":1,"response size":554,"request content":"key:\"/registry/leases/kube-system/rbd.csi.ceph.com-kube-system\" "} {"level":"warn","ts":"2026-03-20T10:27:09.433007Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"330.19421ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/kube-controller-manager\" ","response":"range_response_count:1 size:506"} {"level":"info","ts":"2026-03-20T10:27:09.43318Z","caller":"traceutil/trace.go:171","msg":"trace[2094803728] range","detail":"{range_begin:/registry/leases/kube-system/cilium-operator-resource-lock; range_end:; response_count:1; response_revision:2279; }","duration":"330.012865ms","start":"2026-03-20T10:27:09.103149Z","end":"2026-03-20T10:27:09.433162Z","steps":["trace[2094803728] 'agreement among raft nodes before linearized reading' (duration: 329.773409ms)"],"step_count":1} {"level":"warn","ts":"2026-03-20T10:27:09.433234Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-20T10:27:09.103131Z","time spent":"330.084948ms","remote":"127.0.0.1:36750","response type":"/etcdserverpb.KV/Range","request count":0,"request size":60,"response count":1,"response size":515,"request content":"key:\"/registry/leases/kube-system/cilium-operator-resource-lock\" "} {"level":"info","ts":"2026-03-20T10:27:09.433226Z","caller":"traceutil/trace.go:171","msg":"trace[1691832631] range","detail":"{range_begin:/registry/leases/kube-system/kube-controller-manager; range_end:; response_count:1; response_revision:2279; }","duration":"330.440456ms","start":"2026-03-20T10:27:09.102767Z","end":"2026-03-20T10:27:09.433207Z","steps":["trace[1691832631] 'agreement among raft nodes before linearized reading' (duration: 330.080247ms)"],"step_count":1} {"level":"warn","ts":"2026-03-20T10:27:09.433295Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"331.512633ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/plndr-cp-lock\" ","response":"range_response_count:1 size:434"} {"level":"warn","ts":"2026-03-20T10:27:09.433314Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-20T10:27:09.102761Z","time spent":"330.53448ms","remote":"127.0.0.1:36750","response type":"/etcdserverpb.KV/Range","request count":0,"request size":54,"response count":1,"response size":528,"request content":"key:\"/registry/leases/kube-system/kube-controller-manager\" "} {"level":"info","ts":"2026-03-20T10:27:09.433355Z","caller":"traceutil/trace.go:171","msg":"trace[1904486322] range","detail":"{range_begin:/registry/leases/kube-system/plndr-cp-lock; range_end:; response_count:1; response_revision:2279; }","duration":"331.613187ms","start":"2026-03-20T10:27:09.101722Z","end":"2026-03-20T10:27:09.433336Z","steps":["trace[1904486322] 'agreement among raft nodes before linearized reading' (duration: 331.295368ms)"],"step_count":1} {"level":"warn","ts":"2026-03-20T10:27:09.433401Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-20T10:27:09.101699Z","time spent":"331.687529ms","remote":"127.0.0.1:36750","response type":"/etcdserverpb.KV/Range","request count":0,"request size":44,"response count":1,"response size":456,"request content":"key:\"/registry/leases/kube-system/plndr-cp-lock\" "} {"level":"info","ts":"2026-03-20T10:27:09.631438Z","caller":"traceutil/trace.go:171","msg":"trace[1302117524] transaction","detail":"{read_only:false; response_revision:2280; number_of_response:1; }","duration":"194.512857ms","start":"2026-03-20T10:27:09.4369Z","end":"2026-03-20T10:27:09.631413Z","steps":["trace[1302117524] 'process raft request' (duration: 194.304502ms)"],"step_count":1} {"level":"info","ts":"2026-03-20T10:27:10.25324Z","caller":"traceutil/trace.go:171","msg":"trace[963075991] transaction","detail":"{read_only:false; response_revision:2282; number_of_response:1; }","duration":"814.745666ms","start":"2026-03-20T10:27:09.43847Z","end":"2026-03-20T10:27:10.253216Z","steps":["trace[963075991] 'process raft request' (duration: 814.681954ms)"],"step_count":1} {"level":"warn","ts":"2026-03-20T10:27:10.2537Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-20T10:27:09.438459Z","time spent":"815.188846ms","remote":"127.0.0.1:36750","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":516,"response count":0,"response size":38,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-03-20T10:27:10.253345Z","caller":"traceutil/trace.go:171","msg":"trace[656126563] transaction","detail":"{read_only:false; response_revision:2281; number_of_response:1; }","duration":"814.833428ms","start":"2026-03-20T10:27:09.438473Z","end":"2026-03-20T10:27:10.253306Z","steps":["trace[656126563] 'process raft request' (duration: 814.555581ms)"],"step_count":1} {"level":"info","ts":"2026-03-20T10:27:10.253434Z","caller":"traceutil/trace.go:171","msg":"trace[1434863652] linearizableReadLoop","detail":"{readStateIndex:2440; appliedIndex:2436; }","duration":"286.733034ms","start":"2026-03-20T10:27:09.966683Z","end":"2026-03-20T10:27:10.253416Z","steps":["trace[1434863652] 'read index received' (duration: 286.389695ms)","trace[1434863652] 'applied index is now lower than readState.Index' (duration: 342.099µs)"],"step_count":2} {"level":"info","ts":"2026-03-20T10:27:10.253435Z","caller":"traceutil/trace.go:171","msg":"trace[1831195124] transaction","detail":"{read_only:false; response_revision:2283; number_of_response:1; }","duration":"814.233102ms","start":"2026-03-20T10:27:09.439187Z","end":"2026-03-20T10:27:10.25342Z","steps":["trace[1831195124] 'process raft request' (duration: 814.004816ms)"],"step_count":1} {"level":"info","ts":"2026-03-20T10:27:10.25347Z","caller":"traceutil/trace.go:171","msg":"trace[843814178] transaction","detail":"{read_only:false; response_revision:2284; number_of_response:1; }","duration":"813.518394ms","start":"2026-03-20T10:27:09.439931Z","end":"2026-03-20T10:27:10.25345Z","steps":["trace[843814178] 'process raft request' (duration: 813.421411ms)"],"step_count":1} {"level":"warn","ts":"2026-03-20T10:27:10.25413Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-20T10:27:09.439167Z","time spent":"814.908158ms","remote":"127.0.0.1:36750","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":463,"response count":0,"response size":38,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-03-20T10:27:10.254123Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-20T10:27:09.438464Z","time spent":"815.477104ms","remote":"127.0.0.1:36750","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":489,"response count":0,"response size":38,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-03-20T10:27:10.254212Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-20T10:27:09.439922Z","time spent":"814.230763ms","remote":"127.0.0.1:36750","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":476,"response count":0,"response size":38,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-03-20T10:27:10.253531Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"286.824666ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/prioritylevelconfigurations/\" range_end:\"/registry/prioritylevelconfigurations0\" count_only:true ","response":"range_response_count:0 size:7"} {"level":"info","ts":"2026-03-20T10:27:10.254348Z","caller":"traceutil/trace.go:171","msg":"trace[425115044] range","detail":"{range_begin:/registry/prioritylevelconfigurations/; range_end:/registry/prioritylevelconfigurations0; response_count:0; response_revision:2284; }","duration":"287.683068ms","start":"2026-03-20T10:27:09.966639Z","end":"2026-03-20T10:27:10.254322Z","steps":["trace[425115044] 'agreement among raft nodes before linearized reading' (duration: 286.828476ms)"],"step_count":1} {"level":"warn","ts":"2026-03-20T10:27:10.602884Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"239.612876ms","expected-duration":"100ms","prefix":"","request":"header: txn: success:> failure: >>","response":"size:16"} {"level":"info","ts":"2026-03-20T10:27:10.602967Z","caller":"traceutil/trace.go:171","msg":"trace[621953840] linearizableReadLoop","detail":"{readStateIndex:2441; appliedIndex:2440; }","duration":"296.363048ms","start":"2026-03-20T10:27:10.306592Z","end":"2026-03-20T10:27:10.602955Z","steps":["trace[621953840] 'read index received' (duration: 56.578288ms)","trace[621953840] 'applied index is now lower than readState.Index' (duration: 239.78395ms)"],"step_count":2} {"level":"info","ts":"2026-03-20T10:27:10.603034Z","caller":"traceutil/trace.go:171","msg":"trace[502432464] transaction","detail":"{read_only:false; response_revision:2285; number_of_response:1; }","duration":"557.718841ms","start":"2026-03-20T10:27:10.045306Z","end":"2026-03-20T10:27:10.603025Z","steps":["trace[502432464] 'process raft request' (duration: 317.89425ms)","trace[502432464] 'compare' (duration: 239.509503ms)"],"step_count":2} {"level":"warn","ts":"2026-03-20T10:27:10.603077Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-20T10:27:10.045276Z","time spent":"557.781683ms","remote":"127.0.0.1:36750","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":672,"response count":0,"response size":38,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-03-20T10:27:10.603399Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"296.796149ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/external-resizer-rbd-csi-ceph-com\" ","response":"range_response_count:1 size:509"} {"level":"info","ts":"2026-03-20T10:27:10.603454Z","caller":"traceutil/trace.go:171","msg":"trace[2054401075] range","detail":"{range_begin:/registry/leases/kube-system/external-resizer-rbd-csi-ceph-com; range_end:; response_count:1; response_revision:2285; }","duration":"296.884061ms","start":"2026-03-20T10:27:10.306557Z","end":"2026-03-20T10:27:10.603441Z","steps":["trace[2054401075] 'agreement among raft nodes before linearized reading' (duration: 296.565733ms)"],"step_count":1} {"level":"warn","ts":"2026-03-20T10:27:11.39143Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"248.404037ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/plndr-svcs-lock\" ","response":"range_response_count:1 size:438"} {"level":"info","ts":"2026-03-20T10:27:11.391593Z","caller":"traceutil/trace.go:171","msg":"trace[1513248929] range","detail":"{range_begin:/registry/leases/kube-system/plndr-svcs-lock; range_end:; response_count:1; response_revision:2287; }","duration":"248.619673ms","start":"2026-03-20T10:27:11.142953Z","end":"2026-03-20T10:27:11.391573Z","steps":["trace[1513248929] 'range keys from in-memory index tree' (duration: 248.221141ms)"],"step_count":1} {"level":"info","ts":"2026-03-20T10:27:12.486357Z","caller":"traceutil/trace.go:171","msg":"trace[1832407965] transaction","detail":"{read_only:false; response_revision:2295; number_of_response:1; }","duration":"151.262637ms","start":"2026-03-20T10:27:12.335022Z","end":"2026-03-20T10:27:12.486285Z","steps":["trace[1832407965] 'process raft request' (duration: 87.18033ms)","trace[1832407965] 'compare' (duration: 63.937343ms)"],"step_count":2} {"level":"warn","ts":"2026-03-20T10:27:13.527463Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"116.620033ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/plndr-svcs-lock\" ","response":"range_response_count:1 size:437"} {"level":"info","ts":"2026-03-20T10:27:13.52764Z","caller":"traceutil/trace.go:171","msg":"trace[1771399065] range","detail":"{range_begin:/registry/leases/kube-system/plndr-svcs-lock; range_end:; response_count:1; response_revision:2298; }","duration":"116.887649ms","start":"2026-03-20T10:27:13.410729Z","end":"2026-03-20T10:27:13.527617Z","steps":["trace[1771399065] 'range keys from in-memory index tree' (duration: 116.369597ms)"],"step_count":1} {"level":"warn","ts":"2026-03-20T10:27:14.080443Z","caller":"etcdserver/v3_server.go:897","msg":"waiting for ReadIndex response took too long, retrying","sent-request-id":184257304220180451,"retry-timeout":"500ms"} {"level":"info","ts":"2026-03-20T10:27:14.37414Z","caller":"traceutil/trace.go:171","msg":"trace[1878809730] linearizableReadLoop","detail":"{readStateIndex:2456; appliedIndex:2455; }","duration":"794.169976ms","start":"2026-03-20T10:27:13.579952Z","end":"2026-03-20T10:27:14.374122Z","steps":["trace[1878809730] 'read index received' (duration: 793.824567ms)","trace[1878809730] 'applied index is now lower than readState.Index' (duration: 344.759µs)"],"step_count":2} {"level":"info","ts":"2026-03-20T10:27:14.374209Z","caller":"traceutil/trace.go:171","msg":"trace[1332347821] transaction","detail":"{read_only:false; response_revision:2299; number_of_response:1; }","duration":"842.411592ms","start":"2026-03-20T10:27:13.531767Z","end":"2026-03-20T10:27:14.374178Z","steps":["trace[1332347821] 'process raft request' (duration: 842.153406ms)"],"step_count":1} {"level":"warn","ts":"2026-03-20T10:27:14.374376Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-20T10:27:13.531745Z","time spent":"842.546966ms","remote":"127.0.0.1:36750","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":423,"response count":0,"response size":38,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-03-20T10:27:14.374643Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"689.610008ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/plndr-cp-lock\" ","response":"range_response_count:1 size:434"} {"level":"info","ts":"2026-03-20T10:27:14.374723Z","caller":"traceutil/trace.go:171","msg":"trace[1063090018] range","detail":"{range_begin:/registry/leases/kube-system/plndr-cp-lock; range_end:; response_count:1; response_revision:2299; }","duration":"689.741741ms","start":"2026-03-20T10:27:13.68496Z","end":"2026-03-20T10:27:14.374702Z","steps":["trace[1063090018] 'agreement among raft nodes before linearized reading' (duration: 689.323461ms)"],"step_count":1} {"level":"warn","ts":"2026-03-20T10:27:14.374765Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-20T10:27:13.684938Z","time spent":"689.817554ms","remote":"127.0.0.1:36750","response type":"/etcdserverpb.KV/Range","request count":0,"request size":44,"response count":1,"response size":456,"request content":"key:\"/registry/leases/kube-system/plndr-cp-lock\" "} {"level":"warn","ts":"2026-03-20T10:27:14.374912Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"140.064883ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/replicasets/\" range_end:\"/registry/replicasets0\" count_only:true ","response":"range_response_count:0 size:7"} {"level":"info","ts":"2026-03-20T10:27:14.374949Z","caller":"traceutil/trace.go:171","msg":"trace[1380903732] range","detail":"{range_begin:/registry/replicasets/; range_end:/registry/replicasets0; response_count:0; response_revision:2299; }","duration":"140.145806ms","start":"2026-03-20T10:27:14.234795Z","end":"2026-03-20T10:27:14.374941Z","steps":["trace[1380903732] 'agreement among raft nodes before linearized reading' (duration: 140.082764ms)"],"step_count":1} {"level":"warn","ts":"2026-03-20T10:27:14.374958Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"232.308031ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/external-snapshotter-leader-rbd-csi-ceph-com\" ","response":"range_response_count:1 size:534"} {"level":"info","ts":"2026-03-20T10:27:14.375071Z","caller":"traceutil/trace.go:171","msg":"trace[788223593] range","detail":"{range_begin:/registry/leases/kube-system/external-snapshotter-leader-rbd-csi-ceph-com; range_end:; response_count:1; response_revision:2299; }","duration":"232.458635ms","start":"2026-03-20T10:27:14.142589Z","end":"2026-03-20T10:27:14.375048Z","steps":["trace[788223593] 'agreement among raft nodes before linearized reading' (duration: 232.271509ms)"],"step_count":1} {"level":"warn","ts":"2026-03-20T10:27:14.375071Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"232.373722ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/rbd-csi-ceph-com\" ","response":"range_response_count:1 size:473"} {"level":"info","ts":"2026-03-20T10:27:14.375191Z","caller":"traceutil/trace.go:171","msg":"trace[1419712185] range","detail":"{range_begin:/registry/leases/kube-system/rbd-csi-ceph-com; range_end:; response_count:1; response_revision:2299; }","duration":"232.577057ms","start":"2026-03-20T10:27:14.142597Z","end":"2026-03-20T10:27:14.375174Z","steps":["trace[1419712185] 'agreement among raft nodes before linearized reading' (duration: 232.248708ms)"],"step_count":1} {"level":"warn","ts":"2026-03-20T10:27:14.375104Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"795.150251ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/health\" ","response":"range_response_count:0 size:5"} {"level":"info","ts":"2026-03-20T10:27:14.375284Z","caller":"traceutil/trace.go:171","msg":"trace[912822309] range","detail":"{range_begin:/registry/health; range_end:; response_count:0; response_revision:2299; }","duration":"795.373526ms","start":"2026-03-20T10:27:13.579895Z","end":"2026-03-20T10:27:14.375269Z","steps":["trace[912822309] 'agreement among raft nodes before linearized reading' (duration: 795.141271ms)"],"step_count":1} {"level":"warn","ts":"2026-03-20T10:27:14.375836Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-20T10:27:13.579866Z","time spent":"795.953881ms","remote":"127.0.0.1:36464","response type":"/etcdserverpb.KV/Range","request count":0,"request size":18,"response count":0,"response size":27,"request content":"key:\"/registry/health\" "} {"level":"warn","ts":"2026-03-20T10:27:15.088307Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"598.996642ms","expected-duration":"100ms","prefix":"","request":"header: txn: success:> failure: >>","response":"size:16"} {"level":"info","ts":"2026-03-20T10:27:15.088657Z","caller":"traceutil/trace.go:171","msg":"trace[315773256] transaction","detail":"{read_only:false; response_revision:2300; number_of_response:1; }","duration":"707.961211ms","start":"2026-03-20T10:27:14.380674Z","end":"2026-03-20T10:27:15.088635Z","steps":["trace[315773256] 'process raft request' (duration: 108.562568ms)","trace[315773256] 'compare' (duration: 598.613133ms)"],"step_count":2} {"level":"warn","ts":"2026-03-20T10:27:15.089056Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-20T10:27:14.380653Z","time spent":"708.35732ms","remote":"127.0.0.1:36750","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":517,"response count":0,"response size":38,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-03-20T10:27:15.735206Z","caller":"wal/wal.go:805","msg":"slow fdatasync","took":"1.245899884s","expected-duration":"1s"} {"level":"info","ts":"2026-03-20T10:27:15.735706Z","caller":"traceutil/trace.go:171","msg":"trace[2058030650] transaction","detail":"{read_only:false; response_revision:2302; number_of_response:1; }","duration":"1.354711889s","start":"2026-03-20T10:27:14.380969Z","end":"2026-03-20T10:27:15.735681Z","steps":["trace[2058030650] 'process raft request' (duration: 1.354631347s)"],"step_count":1} {"level":"info","ts":"2026-03-20T10:27:15.7357Z","caller":"traceutil/trace.go:171","msg":"trace[1902452342] transaction","detail":"{read_only:false; response_revision:2301; number_of_response:1; }","duration":"1.354895442s","start":"2026-03-20T10:27:14.380772Z","end":"2026-03-20T10:27:15.735668Z","steps":["trace[1902452342] 'process raft request' (duration: 1.354682367s)"],"step_count":1} {"level":"warn","ts":"2026-03-20T10:27:15.735864Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-20T10:27:14.38095Z","time spent":"1.354805811s","remote":"127.0.0.1:36750","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":477,"response count":0,"response size":38,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-03-20T10:27:15.735881Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-20T10:27:14.380758Z","time spent":"1.355032176s","remote":"127.0.0.1:36750","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":464,"response count":0,"response size":38,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-03-20T10:27:15.735922Z","caller":"traceutil/trace.go:171","msg":"trace[1256314270] transaction","detail":"{read_only:false; response_revision:2303; number_of_response:1; }","duration":"1.354849712s","start":"2026-03-20T10:27:14.381044Z","end":"2026-03-20T10:27:15.735894Z","steps":["trace[1256314270] 'process raft request' (duration: 1.354598096s)"],"step_count":1} {"level":"warn","ts":"2026-03-20T10:27:15.735986Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-20T10:27:14.381036Z","time spent":"1.354918373s","remote":"127.0.0.1:36750","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":518,"response count":0,"response size":38,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-03-20T10:27:15.736Z","caller":"traceutil/trace.go:171","msg":"trace[1308160251] transaction","detail":"{read_only:false; response_revision:2304; number_of_response:1; }","duration":"1.35477876s","start":"2026-03-20T10:27:14.381193Z","end":"2026-03-20T10:27:15.735972Z","steps":["trace[1308160251] 'process raft request' (duration: 1.354621736s)"],"step_count":1} {"level":"info","ts":"2026-03-20T10:27:15.736125Z","caller":"traceutil/trace.go:171","msg":"trace[1849893779] transaction","detail":"{read_only:false; response_revision:2305; number_of_response:1; }","duration":"1.354596265s","start":"2026-03-20T10:27:14.381505Z","end":"2026-03-20T10:27:15.736102Z","steps":["trace[1849893779] 'process raft request' (duration: 1.354413491s)"],"step_count":1} {"level":"info","ts":"2026-03-20T10:27:15.736199Z","caller":"traceutil/trace.go:171","msg":"trace[2077184764] transaction","detail":"{read_only:false; response_revision:2306; number_of_response:1; }","duration":"1.353535499s","start":"2026-03-20T10:27:14.382654Z","end":"2026-03-20T10:27:15.736189Z","steps":["trace[2077184764] 'process raft request' (duration: 1.353392486s)"],"step_count":1} {"level":"info","ts":"2026-03-20T10:27:15.736197Z","caller":"traceutil/trace.go:171","msg":"trace[2046573473] linearizableReadLoop","detail":"{readStateIndex:2463; appliedIndex:2457; }","duration":"426.237064ms","start":"2026-03-20T10:27:15.309943Z","end":"2026-03-20T10:27:15.73618Z","steps":["trace[2046573473] 'read index received' (duration: 425.448294ms)","trace[2046573473] 'applied index is now lower than readState.Index' (duration: 787.89µs)"],"step_count":2} {"level":"warn","ts":"2026-03-20T10:27:15.736249Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-20T10:27:14.382638Z","time spent":"1.35358387s","remote":"127.0.0.1:36750","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":457,"response count":0,"response size":38,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-03-20T10:27:15.736266Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-20T10:27:14.381496Z","time spent":"1.354700427s","remote":"127.0.0.1:36750","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":490,"response count":0,"response size":38,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-03-20T10:27:15.736332Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"426.381087ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/cilium.io/ciliumnodeconfigs/\" range_end:\"/registry/cilium.io/ciliumnodeconfigs0\" count_only:true ","response":"range_response_count:0 size:5"} {"level":"warn","ts":"2026-03-20T10:27:15.736141Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-20T10:27:14.381185Z","time spent":"1.354883182s","remote":"127.0.0.1:36750","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":419,"response count":0,"response size":38,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-03-20T10:27:15.736368Z","caller":"traceutil/trace.go:171","msg":"trace[920971577] range","detail":"{range_begin:/registry/cilium.io/ciliumnodeconfigs/; range_end:/registry/cilium.io/ciliumnodeconfigs0; response_count:0; response_revision:2306; }","duration":"426.447569ms","start":"2026-03-20T10:27:15.309908Z","end":"2026-03-20T10:27:15.736356Z","steps":["trace[920971577] 'agreement among raft nodes before linearized reading' (duration: 426.368397ms)"],"step_count":1} {"level":"warn","ts":"2026-03-20T10:27:15.736407Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-20T10:27:15.309892Z","time spent":"426.503231ms","remote":"127.0.0.1:54200","response type":"/etcdserverpb.KV/Range","request count":0,"request size":82,"response count":0,"response size":27,"request content":"key:\"/registry/cilium.io/ciliumnodeconfigs/\" range_end:\"/registry/cilium.io/ciliumnodeconfigs0\" count_only:true "} {"level":"warn","ts":"2026-03-20T10:27:15.736533Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"157.679079ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/health\" ","response":"range_response_count:0 size:5"} {"level":"warn","ts":"2026-03-20T10:27:15.7366Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"120.437398ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/external-resizer-rbd-csi-ceph-com\" ","response":"range_response_count:1 size:509"} {"level":"info","ts":"2026-03-20T10:27:15.736606Z","caller":"traceutil/trace.go:171","msg":"trace[1412637536] range","detail":"{range_begin:/registry/health; range_end:; response_count:0; response_revision:2306; }","duration":"157.797172ms","start":"2026-03-20T10:27:15.578789Z","end":"2026-03-20T10:27:15.736586Z","steps":["trace[1412637536] 'agreement among raft nodes before linearized reading' (duration: 157.684309ms)"],"step_count":1} {"level":"info","ts":"2026-03-20T10:27:15.736644Z","caller":"traceutil/trace.go:171","msg":"trace[1398926981] range","detail":"{range_begin:/registry/leases/kube-system/external-resizer-rbd-csi-ceph-com; range_end:; response_count:1; response_revision:2306; }","duration":"120.50868ms","start":"2026-03-20T10:27:15.616123Z","end":"2026-03-20T10:27:15.736631Z","steps":["trace[1398926981] 'agreement among raft nodes before linearized reading' (duration: 120.379707ms)"],"step_count":1} {"level":"warn","ts":"2026-03-20T10:27:16.47288Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"384.491991ms","expected-duration":"100ms","prefix":"","request":"header: txn: success:> failure: >>","response":"size:16"} {"level":"info","ts":"2026-03-20T10:27:16.473067Z","caller":"traceutil/trace.go:171","msg":"trace[335972532] linearizableReadLoop","detail":"{readStateIndex:2464; appliedIndex:2463; }","duration":"404.331231ms","start":"2026-03-20T10:27:16.068717Z","end":"2026-03-20T10:27:16.473048Z","steps":["trace[335972532] 'read index received' (duration: 19.575614ms)","trace[335972532] 'applied index is now lower than readState.Index' (duration: 384.753807ms)"],"step_count":2} {"level":"info","ts":"2026-03-20T10:27:16.473231Z","caller":"traceutil/trace.go:171","msg":"trace[869788346] transaction","detail":"{read_only:false; response_revision:2307; number_of_response:1; }","duration":"732.280386ms","start":"2026-03-20T10:27:15.740937Z","end":"2026-03-20T10:27:16.473217Z","steps":["trace[869788346] 'process raft request' (duration: 347.343624ms)","trace[869788346] 'compare' (duration: 384.212383ms)"],"step_count":2} {"level":"warn","ts":"2026-03-20T10:27:16.473339Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-20T10:27:15.74092Z","time spent":"732.379988ms","remote":"127.0.0.1:36750","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":494,"response count":0,"response size":38,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-03-20T10:27:16.473506Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"404.789213ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/external-attacher-leader-rbd-csi-ceph-com\" ","response":"range_response_count:1 size:525"} {"level":"info","ts":"2026-03-20T10:27:16.473586Z","caller":"traceutil/trace.go:171","msg":"trace[1178536127] range","detail":"{range_begin:/registry/leases/kube-system/external-attacher-leader-rbd-csi-ceph-com; range_end:; response_count:1; response_revision:2307; }","duration":"404.878655ms","start":"2026-03-20T10:27:16.068666Z","end":"2026-03-20T10:27:16.473544Z","steps":["trace[1178536127] 'agreement among raft nodes before linearized reading' (duration: 404.64645ms)"],"step_count":1} {"level":"warn","ts":"2026-03-20T10:27:16.473654Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-20T10:27:16.068645Z","time spent":"404.997869ms","remote":"127.0.0.1:36750","response type":"/etcdserverpb.KV/Range","request count":0,"request size":72,"response count":1,"response size":547,"request content":"key:\"/registry/leases/kube-system/external-attacher-leader-rbd-csi-ceph-com\" "} {"level":"warn","ts":"2026-03-20T10:27:16.906349Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"201.526985ms","expected-duration":"100ms","prefix":"","request":"header: txn: success:> failure: >>","response":"size:16"} {"level":"info","ts":"2026-03-20T10:27:16.906451Z","caller":"traceutil/trace.go:171","msg":"trace[599573165] linearizableReadLoop","detail":"{readStateIndex:2466; appliedIndex:2465; }","duration":"326.534907ms","start":"2026-03-20T10:27:16.579899Z","end":"2026-03-20T10:27:16.906434Z","steps":["trace[599573165] 'read index received' (duration: 124.823508ms)","trace[599573165] 'applied index is now lower than readState.Index' (duration: 201.709999ms)"],"step_count":2} {"level":"warn","ts":"2026-03-20T10:27:16.906551Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"326.657481ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/health\" ","response":"range_response_count:0 size:5"} {"level":"info","ts":"2026-03-20T10:27:16.906517Z","caller":"traceutil/trace.go:171","msg":"trace[1865472731] transaction","detail":"{read_only:false; response_revision:2309; number_of_response:1; }","duration":"427.902756ms","start":"2026-03-20T10:27:16.478576Z","end":"2026-03-20T10:27:16.906479Z","steps":["trace[1865472731] 'process raft request' (duration: 226.161697ms)","trace[1865472731] 'compare' (duration: 201.325569ms)"],"step_count":2} {"level":"warn","ts":"2026-03-20T10:27:16.906804Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-20T10:27:16.478557Z","time spent":"428.152012ms","remote":"127.0.0.1:36750","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":509,"response count":0,"response size":38,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-03-20T10:27:16.906584Z","caller":"traceutil/trace.go:171","msg":"trace[367458583] range","detail":"{range_begin:/registry/health; range_end:; response_count:0; response_revision:2309; }","duration":"326.691312ms","start":"2026-03-20T10:27:16.579884Z","end":"2026-03-20T10:27:16.906575Z","steps":["trace[367458583] 'agreement among raft nodes before linearized reading' (duration: 326.593479ms)"],"step_count":1} {"level":"warn","ts":"2026-03-20T10:27:16.907215Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-20T10:27:16.579835Z","time spent":"327.184214ms","remote":"127.0.0.1:36464","response type":"/etcdserverpb.KV/Range","request count":0,"request size":18,"response count":0,"response size":27,"request content":"key:\"/registry/health\" "} {"level":"info","ts":"2026-03-20T10:27:17.216784Z","caller":"traceutil/trace.go:171","msg":"trace[1672582910] transaction","detail":"{read_only:false; response_revision:2310; number_of_response:1; }","duration":"118.213473ms","start":"2026-03-20T10:27:17.098532Z","end":"2026-03-20T10:27:17.216746Z","steps":["trace[1672582910] 'process raft request' (duration: 117.607197ms)"],"step_count":1} {"level":"info","ts":"2026-03-20T10:27:17.853509Z","caller":"traceutil/trace.go:171","msg":"trace[1305243277] transaction","detail":"{read_only:false; response_revision:2311; number_of_response:1; }","duration":"106.434105ms","start":"2026-03-20T10:27:17.747049Z","end":"2026-03-20T10:27:17.853483Z","steps":["trace[1305243277] 'process raft request' (duration: 106.275901ms)"],"step_count":1} {"level":"info","ts":"2026-03-20T10:27:17.904274Z","caller":"traceutil/trace.go:171","msg":"trace[100102414] transaction","detail":"{read_only:false; response_revision:2312; number_of_response:1; }","duration":"157.098703ms","start":"2026-03-20T10:27:17.74714Z","end":"2026-03-20T10:27:17.904239Z","steps":["trace[100102414] 'process raft request' (duration: 156.856587ms)"],"step_count":1} {"level":"info","ts":"2026-03-20T10:27:17.904446Z","caller":"traceutil/trace.go:171","msg":"trace[1766345189] transaction","detail":"{read_only:false; response_revision:2313; number_of_response:1; }","duration":"157.227387ms","start":"2026-03-20T10:27:17.747198Z","end":"2026-03-20T10:27:17.904425Z","steps":["trace[1766345189] 'process raft request' (duration: 156.988551ms)"],"step_count":1} {"level":"info","ts":"2026-03-20T10:27:17.904814Z","caller":"traceutil/trace.go:171","msg":"trace[1101364716] transaction","detail":"{read_only:false; response_revision:2314; number_of_response:1; }","duration":"157.257018ms","start":"2026-03-20T10:27:17.747539Z","end":"2026-03-20T10:27:17.904796Z","steps":["trace[1101364716] 'process raft request' (duration: 156.798826ms)"],"step_count":1} {"level":"warn","ts":"2026-03-20T10:27:18.784786Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"259.491778ms","expected-duration":"100ms","prefix":"","request":"header: lease_revoke:","response":"size:27"} {"level":"info","ts":"2026-03-20T10:27:18.784964Z","caller":"traceutil/trace.go:171","msg":"trace[52701337] linearizableReadLoop","detail":"{readStateIndex:2472; appliedIndex:2471; }","duration":"237.265057ms","start":"2026-03-20T10:27:18.547671Z","end":"2026-03-20T10:27:18.784936Z","steps":["trace[52701337] 'read index received' (duration: 63.312µs)","trace[52701337] 'applied index is now lower than readState.Index' (duration: 237.199435ms)"],"step_count":2} {"level":"warn","ts":"2026-03-20T10:27:18.785283Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"205.240587ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/cilium.io/ciliumpodippools/\" range_end:\"/registry/cilium.io/ciliumpodippools0\" count_only:true ","response":"range_response_count:0 size:5"} {"level":"info","ts":"2026-03-20T10:27:18.785337Z","caller":"traceutil/trace.go:171","msg":"trace[750253496] range","detail":"{range_begin:/registry/cilium.io/ciliumpodippools/; range_end:/registry/cilium.io/ciliumpodippools0; response_count:0; response_revision:2314; }","duration":"205.32878ms","start":"2026-03-20T10:27:18.579988Z","end":"2026-03-20T10:27:18.785317Z","steps":["trace[750253496] 'agreement among raft nodes before linearized reading' (duration: 205.203957ms)"],"step_count":1} {"level":"warn","ts":"2026-03-20T10:27:18.785428Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"204.567571ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/health\" ","response":"range_response_count:0 size:5"} {"level":"info","ts":"2026-03-20T10:27:18.785576Z","caller":"traceutil/trace.go:171","msg":"trace[1067071872] range","detail":"{range_begin:/registry/health; range_end:; response_count:0; response_revision:2314; }","duration":"204.750216ms","start":"2026-03-20T10:27:18.580795Z","end":"2026-03-20T10:27:18.785545Z","steps":["trace[1067071872] 'agreement among raft nodes before linearized reading' (duration: 204.489259ms)"],"step_count":1} {"level":"warn","ts":"2026-03-20T10:27:18.785659Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"237.8101ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/plndr-svcs-lock\" ","response":"range_response_count:1 size:438"} {"level":"info","ts":"2026-03-20T10:27:18.78593Z","caller":"traceutil/trace.go:171","msg":"trace[628086684] range","detail":"{range_begin:/registry/leases/kube-system/plndr-svcs-lock; range_end:; response_count:1; response_revision:2314; }","duration":"238.194879ms","start":"2026-03-20T10:27:18.547613Z","end":"2026-03-20T10:27:18.785808Z","steps":["trace[628086684] 'agreement among raft nodes before linearized reading' (duration: 237.42641ms)"],"step_count":1} {"level":"info","ts":"2026-03-20T10:27:19.421282Z","caller":"traceutil/trace.go:171","msg":"trace[880700631] transaction","detail":"{read_only:false; response_revision:2316; number_of_response:1; }","duration":"195.897402ms","start":"2026-03-20T10:27:19.225364Z","end":"2026-03-20T10:27:19.421261Z","steps":["trace[880700631] 'process raft request' (duration: 195.712957ms)"],"step_count":1} {"level":"info","ts":"2026-03-20T10:27:19.97989Z","caller":"traceutil/trace.go:171","msg":"trace[1478134936] transaction","detail":"{read_only:false; response_revision:2317; number_of_response:1; }","duration":"116.266653ms","start":"2026-03-20T10:27:19.863594Z","end":"2026-03-20T10:27:19.979861Z","steps":["trace[1478134936] 'process raft request' (duration: 116.058778ms)"],"step_count":1} {"level":"info","ts":"2026-03-20T10:27:20.130505Z","caller":"traceutil/trace.go:171","msg":"trace[366470813] transaction","detail":"{read_only:false; response_revision:2319; number_of_response:1; }","duration":"145.130662ms","start":"2026-03-20T10:27:19.985348Z","end":"2026-03-20T10:27:20.130478Z","steps":["trace[366470813] 'process raft request' (duration: 145.070221ms)"],"step_count":1} {"level":"info","ts":"2026-03-20T10:27:20.13061Z","caller":"traceutil/trace.go:171","msg":"trace[1130855652] transaction","detail":"{read_only:false; response_revision:2320; number_of_response:1; }","duration":"145.082341ms","start":"2026-03-20T10:27:19.985502Z","end":"2026-03-20T10:27:20.130585Z","steps":["trace[1130855652] 'process raft request' (duration: 144.960938ms)"],"step_count":1} {"level":"info","ts":"2026-03-20T10:27:20.130553Z","caller":"traceutil/trace.go:171","msg":"trace[1083496072] transaction","detail":"{read_only:false; response_revision:2318; number_of_response:1; }","duration":"145.431079ms","start":"2026-03-20T10:27:19.985087Z","end":"2026-03-20T10:27:20.130518Z","steps":["trace[1083496072] 'process raft request' (duration: 66.334264ms)","trace[1083496072] 'compare' (duration: 78.86173ms)"],"step_count":2} {"level":"info","ts":"2026-03-20T10:27:20.957264Z","caller":"traceutil/trace.go:171","msg":"trace[816188487] transaction","detail":"{read_only:false; response_revision:2321; number_of_response:1; }","duration":"211.566327ms","start":"2026-03-20T10:27:20.745662Z","end":"2026-03-20T10:27:20.957228Z","steps":["trace[816188487] 'process raft request' (duration: 211.335352ms)"],"step_count":1} {"level":"info","ts":"2026-03-20T10:27:21.481624Z","caller":"traceutil/trace.go:171","msg":"trace[1386730739] linearizableReadLoop","detail":"{readStateIndex:2481; appliedIndex:2478; }","duration":"628.360793ms","start":"2026-03-20T10:27:20.853241Z","end":"2026-03-20T10:27:21.481601Z","steps":["trace[1386730739] 'read index received' (duration: 103.807449ms)","trace[1386730739] 'applied index is now lower than readState.Index' (duration: 524.552244ms)"],"step_count":2} {"level":"info","ts":"2026-03-20T10:27:21.481669Z","caller":"traceutil/trace.go:171","msg":"trace[1889370373] transaction","detail":"{read_only:false; response_revision:2322; number_of_response:1; }","duration":"735.509606ms","start":"2026-03-20T10:27:20.746122Z","end":"2026-03-20T10:27:21.481632Z","steps":["trace[1889370373] 'process raft request' (duration: 735.258399ms)"],"step_count":1} {"level":"info","ts":"2026-03-20T10:27:21.481751Z","caller":"traceutil/trace.go:171","msg":"trace[1779466357] transaction","detail":"{read_only:false; response_revision:2323; number_of_response:1; }","duration":"650.568353ms","start":"2026-03-20T10:27:20.831163Z","end":"2026-03-20T10:27:21.481731Z","steps":["trace[1779466357] 'process raft request' (duration: 650.379628ms)"],"step_count":1} {"level":"warn","ts":"2026-03-20T10:27:21.481843Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-20T10:27:20.746108Z","time spent":"735.64593ms","remote":"127.0.0.1:36750","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":458,"response count":0,"response size":38,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-03-20T10:27:21.481895Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-20T10:27:20.83114Z","time spent":"650.670245ms","remote":"127.0.0.1:36750","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":673,"response count":0,"response size":38,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-03-20T10:27:21.483018Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"629.775419ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/plndr-svcs-lock\" ","response":"range_response_count:1 size:438"} {"level":"info","ts":"2026-03-20T10:27:21.483453Z","caller":"traceutil/trace.go:171","msg":"trace[1338764902] range","detail":"{range_begin:/registry/leases/kube-system/plndr-svcs-lock; range_end:; response_count:1; response_revision:2323; }","duration":"630.194199ms","start":"2026-03-20T10:27:20.853192Z","end":"2026-03-20T10:27:21.483386Z","steps":["trace[1338764902] 'agreement among raft nodes before linearized reading' (duration: 628.802114ms)"],"step_count":1} {"level":"warn","ts":"2026-03-20T10:27:21.483749Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-20T10:27:20.853178Z","time spent":"630.475156ms","remote":"127.0.0.1:36750","response type":"/etcdserverpb.KV/Range","request count":0,"request size":46,"response count":1,"response size":460,"request content":"key:\"/registry/leases/kube-system/plndr-svcs-lock\" "} {"level":"info","ts":"2026-03-20T10:27:22.05692Z","caller":"traceutil/trace.go:171","msg":"trace[1814433762] transaction","detail":"{read_only:false; response_revision:2327; number_of_response:1; }","duration":"125.23231ms","start":"2026-03-20T10:27:21.931644Z","end":"2026-03-20T10:27:22.056876Z","steps":["trace[1814433762] 'process raft request' (duration: 124.881811ms)"],"step_count":1} {"level":"info","ts":"2026-03-20T10:27:22.286079Z","caller":"traceutil/trace.go:171","msg":"trace[1804563901] linearizableReadLoop","detail":"{readStateIndex:2486; appliedIndex:2485; }","duration":"150.885177ms","start":"2026-03-20T10:27:22.135104Z","end":"2026-03-20T10:27:22.285989Z","steps":["trace[1804563901] 'read index received' (duration: 62.925528ms)","trace[1804563901] 'applied index is now lower than readState.Index' (duration: 87.957898ms)"],"step_count":2} {"level":"info","ts":"2026-03-20T10:27:22.286238Z","caller":"traceutil/trace.go:171","msg":"trace[1450495998] transaction","detail":"{read_only:false; response_revision:2328; number_of_response:1; }","duration":"223.90306ms","start":"2026-03-20T10:27:22.062214Z","end":"2026-03-20T10:27:22.286117Z","steps":["trace[1450495998] 'process raft request' (duration: 135.812887ms)","trace[1450495998] 'compare' (duration: 87.802895ms)"],"step_count":2} {"level":"warn","ts":"2026-03-20T10:27:22.286423Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"151.089432ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/cilium-operator-resource-lock\" ","response":"range_response_count:1 size:493"} {"level":"info","ts":"2026-03-20T10:27:22.286488Z","caller":"traceutil/trace.go:171","msg":"trace[858931159] range","detail":"{range_begin:/registry/leases/kube-system/cilium-operator-resource-lock; range_end:; response_count:1; response_revision:2328; }","duration":"151.212906ms","start":"2026-03-20T10:27:22.135259Z","end":"2026-03-20T10:27:22.286471Z","steps":["trace[858931159] 'agreement among raft nodes before linearized reading' (duration: 150.98434ms)"],"step_count":1} {"level":"warn","ts":"2026-03-20T10:27:22.286513Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"151.38296ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/kube-controller-manager\" ","response":"range_response_count:1 size:506"} {"level":"info","ts":"2026-03-20T10:27:22.286626Z","caller":"traceutil/trace.go:171","msg":"trace[1994871368] range","detail":"{range_begin:/registry/leases/kube-system/kube-controller-manager; range_end:; response_count:1; response_revision:2328; }","duration":"151.560904ms","start":"2026-03-20T10:27:22.13504Z","end":"2026-03-20T10:27:22.286601Z","steps":["trace[1994871368] 'agreement among raft nodes before linearized reading' (duration: 151.133483ms)"],"step_count":1} {"level":"warn","ts":"2026-03-20T10:27:22.286743Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"151.39275ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/plndr-cp-lock\" ","response":"range_response_count:1 size:434"} {"level":"info","ts":"2026-03-20T10:27:22.286807Z","caller":"traceutil/trace.go:171","msg":"trace[1689871830] range","detail":"{range_begin:/registry/leases/kube-system/plndr-cp-lock; range_end:; response_count:1; response_revision:2328; }","duration":"151.491612ms","start":"2026-03-20T10:27:22.135291Z","end":"2026-03-20T10:27:22.286783Z","steps":["trace[1689871830] 'agreement among raft nodes before linearized reading' (duration: 151.362899ms)"],"step_count":1} {"level":"warn","ts":"2026-03-20T10:27:22.736069Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"336.687974ms","expected-duration":"100ms","prefix":"read-only range ","request":"limit:1 serializable:true keys_only:true ","response":"range_response_count:0 size:5"} {"level":"info","ts":"2026-03-20T10:27:22.736219Z","caller":"traceutil/trace.go:171","msg":"trace[739732542] range","detail":"{range_begin:; range_end:; response_count:0; response_revision:2329; }","duration":"336.845128ms","start":"2026-03-20T10:27:22.399344Z","end":"2026-03-20T10:27:22.736189Z","steps":["trace[739732542] 'range keys from in-memory index tree' (duration: 336.670704ms)"],"step_count":1} {"level":"warn","ts":"2026-03-20T10:27:22.736362Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"182.664108ms","expected-duration":"100ms","prefix":"","request":"header: txn: success:> failure: >>","response":"size:16"} {"level":"info","ts":"2026-03-20T10:27:22.73659Z","caller":"traceutil/trace.go:171","msg":"trace[566719052] transaction","detail":"{read_only:false; response_revision:2330; number_of_response:1; }","duration":"444.401441ms","start":"2026-03-20T10:27:22.292159Z","end":"2026-03-20T10:27:22.73656Z","steps":["trace[566719052] 'process raft request' (duration: 261.446126ms)","trace[566719052] 'compare' (duration: 182.468403ms)"],"step_count":2} {"level":"info","ts":"2026-03-20T10:27:22.736663Z","caller":"traceutil/trace.go:171","msg":"trace[1616568433] linearizableReadLoop","detail":"{readStateIndex:2489; appliedIndex:2487; }","duration":"222.184265ms","start":"2026-03-20T10:27:22.514455Z","end":"2026-03-20T10:27:22.736639Z","steps":["trace[1616568433] 'read index received' (duration: 39.077316ms)","trace[1616568433] 'applied index is now lower than readState.Index' (duration: 183.105499ms)"],"step_count":2} {"level":"warn","ts":"2026-03-20T10:27:22.73675Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-20T10:27:22.29214Z","time spent":"444.525434ms","remote":"127.0.0.1:36750","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":418,"response count":0,"response size":38,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-03-20T10:27:22.736828Z","caller":"traceutil/trace.go:171","msg":"trace[1835211776] transaction","detail":"{read_only:false; response_revision:2331; number_of_response:1; }","duration":"444.144155ms","start":"2026-03-20T10:27:22.292615Z","end":"2026-03-20T10:27:22.736759Z","steps":["trace[1835211776] 'process raft request' (duration: 443.853678ms)"],"step_count":1} {"level":"warn","ts":"2026-03-20T10:27:22.736885Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"222.430621ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/masterleases/199.204.45.102\" ","response":"range_response_count:1 size:135"} {"level":"warn","ts":"2026-03-20T10:27:22.736911Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"156.942109ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/health\" ","response":"range_response_count:0 size:5"} {"level":"info","ts":"2026-03-20T10:27:22.736921Z","caller":"traceutil/trace.go:171","msg":"trace[1623328896] range","detail":"{range_begin:/registry/masterleases/199.204.45.102; range_end:; response_count:1; response_revision:2331; }","duration":"222.507733ms","start":"2026-03-20T10:27:22.5144Z","end":"2026-03-20T10:27:22.736908Z","steps":["trace[1623328896] 'agreement among raft nodes before linearized reading' (duration: 222.36545ms)"],"step_count":1} {"level":"info","ts":"2026-03-20T10:27:22.736946Z","caller":"traceutil/trace.go:171","msg":"trace[1529801420] range","detail":"{range_begin:/registry/health; range_end:; response_count:0; response_revision:2331; }","duration":"157.011271ms","start":"2026-03-20T10:27:22.579924Z","end":"2026-03-20T10:27:22.736935Z","steps":["trace[1529801420] 'agreement among raft nodes before linearized reading' (duration: 156.953989ms)"],"step_count":1} {"level":"warn","ts":"2026-03-20T10:27:22.736937Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-20T10:27:22.292608Z","time spent":"444.260698ms","remote":"127.0.0.1:36750","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":476,"response count":0,"response size":38,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-03-20T10:27:23.196479Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"346.555963ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/cilium.io/ciliumclusterwidenetworkpolicies/\" range_end:\"/registry/cilium.io/ciliumclusterwidenetworkpolicies0\" count_only:true ","response":"range_response_count:0 size:5"} {"level":"info","ts":"2026-03-20T10:27:23.196577Z","caller":"traceutil/trace.go:171","msg":"trace[1536714783] range","detail":"{range_begin:/registry/cilium.io/ciliumclusterwidenetworkpolicies/; range_end:/registry/cilium.io/ciliumclusterwidenetworkpolicies0; response_count:0; response_revision:2332; }","duration":"346.726918ms","start":"2026-03-20T10:27:22.849828Z","end":"2026-03-20T10:27:23.196555Z","steps":["trace[1536714783] 'count revisions from in-memory index tree' (duration: 346.465401ms)"],"step_count":1} {"level":"warn","ts":"2026-03-20T10:27:23.19663Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-20T10:27:22.849808Z","time spent":"346.80889ms","remote":"127.0.0.1:58166","response type":"/etcdserverpb.KV/Range","request count":0,"request size":112,"response count":0,"response size":27,"request content":"key:\"/registry/cilium.io/ciliumclusterwidenetworkpolicies/\" range_end:\"/registry/cilium.io/ciliumclusterwidenetworkpolicies0\" count_only:true "} {"level":"info","ts":"2026-03-20T10:27:23.693537Z","caller":"traceutil/trace.go:171","msg":"trace[1699419415] linearizableReadLoop","detail":"{readStateIndex:2492; appliedIndex:2491; }","duration":"162.231233ms","start":"2026-03-20T10:27:23.531288Z","end":"2026-03-20T10:27:23.693519Z","steps":["trace[1699419415] 'read index received' (duration: 162.08587ms)","trace[1699419415] 'applied index is now lower than readState.Index' (duration: 144.553µs)"],"step_count":2} {"level":"info","ts":"2026-03-20T10:27:23.693591Z","caller":"traceutil/trace.go:171","msg":"trace[554210972] transaction","detail":"{read_only:false; response_revision:2333; number_of_response:1; }","duration":"365.757948ms","start":"2026-03-20T10:27:23.327807Z","end":"2026-03-20T10:27:23.693564Z","steps":["trace[554210972] 'process raft request' (duration: 365.612955ms)"],"step_count":1} {"level":"warn","ts":"2026-03-20T10:27:23.69379Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"162.52582ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/rbd.csi.ceph.com-kube-system\" ","response":"range_response_count:1 size:532"} {"level":"info","ts":"2026-03-20T10:27:23.693873Z","caller":"traceutil/trace.go:171","msg":"trace[431551764] range","detail":"{range_begin:/registry/leases/kube-system/rbd.csi.ceph.com-kube-system; range_end:; response_count:1; response_revision:2333; }","duration":"162.648124ms","start":"2026-03-20T10:27:23.531201Z","end":"2026-03-20T10:27:23.693849Z","steps":["trace[431551764] 'agreement among raft nodes before linearized reading' (duration: 162.445679ms)"],"step_count":1} {"level":"warn","ts":"2026-03-20T10:27:23.694112Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-20T10:27:23.327783Z","time spent":"366.248661ms","remote":"127.0.0.1:36750","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":521,"response count":0,"response size":38,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-03-20T10:27:23.69417Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"132.492673ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/plndr-svcs-lock\" ","response":"range_response_count:1 size:438"} {"level":"info","ts":"2026-03-20T10:27:23.694447Z","caller":"traceutil/trace.go:171","msg":"trace[1795767827] range","detail":"{range_begin:/registry/leases/kube-system/plndr-svcs-lock; range_end:; response_count:1; response_revision:2333; }","duration":"132.80149ms","start":"2026-03-20T10:27:23.561615Z","end":"2026-03-20T10:27:23.694416Z","steps":["trace[1795767827] 'agreement among raft nodes before linearized reading' (duration: 132.239896ms)"],"step_count":1} {"level":"warn","ts":"2026-03-20T10:27:24.33877Z","caller":"etcdserver/v3_server.go:897","msg":"waiting for ReadIndex response took too long, retrying","sent-request-id":184257304220180535,"retry-timeout":"500ms"} {"level":"info","ts":"2026-03-20T10:27:24.714191Z","caller":"traceutil/trace.go:171","msg":"trace[1902110063] transaction","detail":"{read_only:false; response_revision:2334; number_of_response:1; }","duration":"1.015334566s","start":"2026-03-20T10:27:23.698826Z","end":"2026-03-20T10:27:24.71416Z","steps":["trace[1902110063] 'process raft request' (duration: 918.36733ms)","trace[1902110063] 'compare' (duration: 96.819923ms)"],"step_count":2} {"level":"warn","ts":"2026-03-20T10:27:24.714348Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-20T10:27:23.698803Z","time spent":"1.015463899s","remote":"127.0.0.1:36750","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":423,"response count":0,"response size":38,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-03-20T10:27:25.569684Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"680.857478ms","expected-duration":"100ms","prefix":"","request":"header: txn: success:> failure: >>","response":"size:16"} {"level":"info","ts":"2026-03-20T10:27:25.569777Z","caller":"traceutil/trace.go:171","msg":"trace[463908549] linearizableReadLoop","detail":"{readStateIndex:2494; appliedIndex:2492; }","duration":"1.731865435s","start":"2026-03-20T10:27:23.837895Z","end":"2026-03-20T10:27:25.569761Z","steps":["trace[463908549] 'read index received' (duration: 779.372004ms)","trace[463908549] 'applied index is now lower than readState.Index' (duration: 952.488611ms)"],"step_count":2} {"level":"warn","ts":"2026-03-20T10:27:25.570093Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"828.085762ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/plndr-cp-lock\" ","response":"range_response_count:1 size:433"} {"level":"info","ts":"2026-03-20T10:27:25.570126Z","caller":"traceutil/trace.go:171","msg":"trace[1467564449] range","detail":"{range_begin:/registry/leases/kube-system/plndr-cp-lock; range_end:; response_count:1; response_revision:2335; }","duration":"828.140264ms","start":"2026-03-20T10:27:24.741976Z","end":"2026-03-20T10:27:25.570116Z","steps":["trace[1467564449] 'agreement among raft nodes before linearized reading' (duration: 828.011461ms)"],"step_count":1} {"level":"warn","ts":"2026-03-20T10:27:25.570101Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"992.373497ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/health\" ","response":"range_response_count:0 size:5"} {"level":"warn","ts":"2026-03-20T10:27:25.570202Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.732305936s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/rolebindings/\" range_end:\"/registry/rolebindings0\" count_only:true ","response":"range_response_count:0 size:7"} {"level":"info","ts":"2026-03-20T10:27:25.5702Z","caller":"traceutil/trace.go:171","msg":"trace[1133389366] range","detail":"{range_begin:/registry/health; range_end:; response_count:0; response_revision:2335; }","duration":"992.50516ms","start":"2026-03-20T10:27:24.577672Z","end":"2026-03-20T10:27:25.570177Z","steps":["trace[1133389366] 'agreement among raft nodes before linearized reading' (duration: 992.325346ms)"],"step_count":1} {"level":"info","ts":"2026-03-20T10:27:25.570229Z","caller":"traceutil/trace.go:171","msg":"trace[480421706] range","detail":"{range_begin:/registry/rolebindings/; range_end:/registry/rolebindings0; response_count:0; response_revision:2335; }","duration":"1.732335317s","start":"2026-03-20T10:27:23.837888Z","end":"2026-03-20T10:27:25.570223Z","steps":["trace[480421706] 'agreement among raft nodes before linearized reading' (duration: 1.732283215s)"],"step_count":1} {"level":"warn","ts":"2026-03-20T10:27:25.570255Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-20T10:27:23.837817Z","time spent":"1.732432289s","remote":"127.0.0.1:36836","response type":"/etcdserverpb.KV/Range","request count":0,"request size":52,"response count":14,"response size":29,"request content":"key:\"/registry/rolebindings/\" range_end:\"/registry/rolebindings0\" count_only:true "} {"level":"warn","ts":"2026-03-20T10:27:25.570258Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-20T10:27:24.577657Z","time spent":"992.587402ms","remote":"127.0.0.1:36464","response type":"/etcdserverpb.KV/Range","request count":0,"request size":18,"response count":0,"response size":27,"request content":"key:\"/registry/health\" "} {"level":"warn","ts":"2026-03-20T10:27:25.570155Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-20T10:27:24.741965Z","time spent":"828.180295ms","remote":"127.0.0.1:36750","response type":"/etcdserverpb.KV/Range","request count":0,"request size":44,"response count":1,"response size":455,"request content":"key:\"/registry/leases/kube-system/plndr-cp-lock\" "} {"level":"warn","ts":"2026-03-20T10:27:25.570485Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.213080276s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/kube-controller-manager\" ","response":"range_response_count:1 size:505"} {"level":"warn","ts":"2026-03-20T10:27:25.570511Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"829.096477ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/cilium-operator-resource-lock\" ","response":"range_response_count:1 size:492"} {"level":"info","ts":"2026-03-20T10:27:25.570529Z","caller":"traceutil/trace.go:171","msg":"trace[361714872] range","detail":"{range_begin:/registry/leases/kube-system/kube-controller-manager; range_end:; response_count:1; response_revision:2335; }","duration":"1.213162017s","start":"2026-03-20T10:27:24.357354Z","end":"2026-03-20T10:27:25.570516Z","steps":["trace[361714872] 'agreement among raft nodes before linearized reading' (duration: 1.213020723s)"],"step_count":1} {"level":"info","ts":"2026-03-20T10:27:25.570564Z","caller":"traceutil/trace.go:171","msg":"trace[1737591824] range","detail":"{range_begin:/registry/leases/kube-system/cilium-operator-resource-lock; range_end:; response_count:1; response_revision:2335; }","duration":"829.19792ms","start":"2026-03-20T10:27:24.741351Z","end":"2026-03-20T10:27:25.570549Z","steps":["trace[1737591824] 'agreement among raft nodes before linearized reading' (duration: 829.051006ms)"],"step_count":1} {"level":"warn","ts":"2026-03-20T10:27:25.570629Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-20T10:27:24.741325Z","time spent":"829.290022ms","remote":"127.0.0.1:36750","response type":"/etcdserverpb.KV/Range","request count":0,"request size":60,"response count":1,"response size":514,"request content":"key:\"/registry/leases/kube-system/cilium-operator-resource-lock\" "} {"level":"warn","ts":"2026-03-20T10:27:25.570575Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-20T10:27:24.357334Z","time spent":"1.213224279s","remote":"127.0.0.1:36750","response type":"/etcdserverpb.KV/Range","request count":0,"request size":54,"response count":1,"response size":527,"request content":"key:\"/registry/leases/kube-system/kube-controller-manager\" "} {"level":"info","ts":"2026-03-20T10:27:25.570894Z","caller":"traceutil/trace.go:171","msg":"trace[771814418] transaction","detail":"{read_only:false; response_revision:2335; number_of_response:1; }","duration":"1.871218519s","start":"2026-03-20T10:27:23.698837Z","end":"2026-03-20T10:27:25.570055Z","steps":["trace[771814418] 'process raft request' (duration: 1.189911991s)","trace[771814418] 'compare' (duration: 680.646802ms)"],"step_count":2} {"level":"warn","ts":"2026-03-20T10:27:25.571176Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-20T10:27:23.698813Z","time spent":"1.872250195s","remote":"127.0.0.1:36750","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":517,"response count":0,"response size":38,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-03-20T10:27:25.571834Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.279442669s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/kube-scheduler\" ","response":"range_response_count:1 size:480"} {"level":"info","ts":"2026-03-20T10:27:25.571893Z","caller":"traceutil/trace.go:171","msg":"trace[290137280] range","detail":"{range_begin:/registry/leases/kube-system/kube-scheduler; range_end:; response_count:1; response_revision:2335; }","duration":"1.279546972s","start":"2026-03-20T10:27:24.292331Z","end":"2026-03-20T10:27:25.571878Z","steps":["trace[290137280] 'agreement among raft nodes before linearized reading' (duration: 1.277641414s)"],"step_count":1} {"level":"warn","ts":"2026-03-20T10:27:25.572286Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-20T10:27:24.292308Z","time spent":"1.279661175s","remote":"127.0.0.1:36750","response type":"/etcdserverpb.KV/Range","request count":0,"request size":45,"response count":1,"response size":502,"request content":"key:\"/registry/leases/kube-system/kube-scheduler\" "} {"level":"warn","ts":"2026-03-20T10:27:26.306223Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"625.919992ms","expected-duration":"100ms","prefix":"","request":"header: txn: success:> failure: >>","response":"size:16"} {"level":"info","ts":"2026-03-20T10:27:26.306604Z","caller":"traceutil/trace.go:171","msg":"trace[1805544788] linearizableReadLoop","detail":"{readStateIndex:2498; appliedIndex:2494; }","duration":"725.793502ms","start":"2026-03-20T10:27:25.580795Z","end":"2026-03-20T10:27:26.306589Z","steps":["trace[1805544788] 'read index received' (duration: 99.432729ms)","trace[1805544788] 'applied index is now lower than readState.Index' (duration: 626.359943ms)"],"step_count":2} {"level":"info","ts":"2026-03-20T10:27:26.306718Z","caller":"traceutil/trace.go:171","msg":"trace[740704380] transaction","detail":"{read_only:false; response_revision:2338; number_of_response:1; }","duration":"730.118731ms","start":"2026-03-20T10:27:25.576549Z","end":"2026-03-20T10:27:26.306668Z","steps":["trace[740704380] 'process raft request' (duration: 729.991568ms)"],"step_count":1} {"level":"info","ts":"2026-03-20T10:27:26.306696Z","caller":"traceutil/trace.go:171","msg":"trace[887917637] transaction","detail":"{read_only:false; response_revision:2337; number_of_response:1; }","duration":"730.117111ms","start":"2026-03-20T10:27:25.576527Z","end":"2026-03-20T10:27:26.306644Z","steps":["trace[887917637] 'process raft request' (duration: 729.793323ms)"],"step_count":1} {"level":"warn","ts":"2026-03-20T10:27:26.306818Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-20T10:27:25.576537Z","time spent":"730.220163ms","remote":"127.0.0.1:36750","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":490,"response count":0,"response size":38,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-03-20T10:27:26.306833Z","caller":"traceutil/trace.go:171","msg":"trace[1265955165] transaction","detail":"{read_only:false; response_revision:2336; number_of_response:1; }","duration":"730.47376ms","start":"2026-03-20T10:27:25.576304Z","end":"2026-03-20T10:27:26.306777Z","steps":["trace[1265955165] 'process raft request' (duration: 103.908961ms)","trace[1265955165] 'compare' (duration: 625.407759ms)"],"step_count":2} {"level":"warn","ts":"2026-03-20T10:27:26.307016Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-20T10:27:25.576284Z","time spent":"730.636974ms","remote":"127.0.0.1:36750","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":477,"response count":0,"response size":38,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-03-20T10:27:26.307068Z","caller":"traceutil/trace.go:171","msg":"trace[1428663322] transaction","detail":"{read_only:false; response_revision:2339; number_of_response:1; }","duration":"730.438829ms","start":"2026-03-20T10:27:25.576621Z","end":"2026-03-20T10:27:26.30706Z","steps":["trace[1428663322] 'process raft request' (duration: 729.942076ms)"],"step_count":1} {"level":"warn","ts":"2026-03-20T10:27:26.306876Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-20T10:27:25.576518Z","time spent":"730.267765ms","remote":"127.0.0.1:36750","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":464,"response count":0,"response size":38,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-03-20T10:27:26.307171Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-20T10:27:25.576613Z","time spent":"730.473509ms","remote":"127.0.0.1:36750","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":419,"response count":0,"response size":38,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-03-20T10:27:26.307301Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"726.50409ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/health\" ","response":"range_response_count:0 size:5"} {"level":"info","ts":"2026-03-20T10:27:26.307346Z","caller":"traceutil/trace.go:171","msg":"trace[304950532] range","detail":"{range_begin:/registry/health; range_end:; response_count:0; response_revision:2339; }","duration":"726.565071ms","start":"2026-03-20T10:27:25.580775Z","end":"2026-03-20T10:27:26.30734Z","steps":["trace[304950532] 'agreement among raft nodes before linearized reading' (duration: 726.503559ms)"],"step_count":1} {"level":"warn","ts":"2026-03-20T10:27:26.307363Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-20T10:27:25.580768Z","time spent":"726.591291ms","remote":"127.0.0.1:36464","response type":"/etcdserverpb.KV/Range","request count":0,"request size":18,"response count":0,"response size":27,"request content":"key:\"/registry/health\" "} {"level":"warn","ts":"2026-03-20T10:27:26.307603Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"346.092611ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/external-snapshotter-leader-rbd-csi-ceph-com\" ","response":"range_response_count:1 size:534"} {"level":"info","ts":"2026-03-20T10:27:26.307652Z","caller":"traceutil/trace.go:171","msg":"trace[1513788615] range","detail":"{range_begin:/registry/leases/kube-system/external-snapshotter-leader-rbd-csi-ceph-com; range_end:; response_count:1; response_revision:2339; }","duration":"346.174473ms","start":"2026-03-20T10:27:25.961462Z","end":"2026-03-20T10:27:26.307636Z","steps":["trace[1513788615] 'agreement among raft nodes before linearized reading' (duration: 346.026319ms)"],"step_count":1} {"level":"warn","ts":"2026-03-20T10:27:26.307677Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-20T10:27:25.96144Z","time spent":"346.230625ms","remote":"127.0.0.1:36750","response type":"/etcdserverpb.KV/Range","request count":0,"request size":75,"response count":1,"response size":556,"request content":"key:\"/registry/leases/kube-system/external-snapshotter-leader-rbd-csi-ceph-com\" "} {"level":"warn","ts":"2026-03-20T10:27:26.986539Z","caller":"etcdserver/v3_server.go:897","msg":"waiting for ReadIndex response took too long, retrying","sent-request-id":184257304220180546,"retry-timeout":"500ms"} {"level":"warn","ts":"2026-03-20T10:27:27.48717Z","caller":"etcdserver/v3_server.go:897","msg":"waiting for ReadIndex response took too long, retrying","sent-request-id":184257304220180546,"retry-timeout":"500ms"} {"level":"warn","ts":"2026-03-20T10:27:27.615434Z","caller":"wal/wal.go:805","msg":"slow fdatasync","took":"1.304209925s","expected-duration":"1s"} {"level":"info","ts":"2026-03-20T10:27:27.615895Z","caller":"traceutil/trace.go:171","msg":"trace[1367960771] transaction","detail":"{read_only:false; response_revision:2340; number_of_response:1; }","duration":"1.304711107s","start":"2026-03-20T10:27:26.311156Z","end":"2026-03-20T10:27:27.615867Z","steps":["trace[1367960771] 'process raft request' (duration: 1.304481681s)"],"step_count":1} {"level":"info","ts":"2026-03-20T10:27:27.615775Z","caller":"traceutil/trace.go:171","msg":"trace[1803516762] linearizableReadLoop","detail":"{readStateIndex:2499; appliedIndex:2498; }","duration":"1.129519947s","start":"2026-03-20T10:27:26.486239Z","end":"2026-03-20T10:27:27.615759Z","steps":["trace[1803516762] 'read index received' (duration: 1.129315432s)","trace[1803516762] 'applied index is now lower than readState.Index' (duration: 203.895µs)"],"step_count":2} {"level":"warn","ts":"2026-03-20T10:27:27.616023Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-20T10:27:26.311137Z","time spent":"1.30482273s","remote":"127.0.0.1:36750","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":519,"response count":0,"response size":38,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-03-20T10:27:27.616178Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.129925286s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/rbd-csi-ceph-com\" ","response":"range_response_count:1 size:473"} {"level":"warn","ts":"2026-03-20T10:27:27.616234Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"897.701887ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/plndr-svcs-lock\" ","response":"range_response_count:1 size:438"} {"level":"info","ts":"2026-03-20T10:27:27.616261Z","caller":"traceutil/trace.go:171","msg":"trace[586868253] range","detail":"{range_begin:/registry/leases/kube-system/rbd-csi-ceph-com; range_end:; response_count:1; response_revision:2340; }","duration":"1.13006152s","start":"2026-03-20T10:27:26.48618Z","end":"2026-03-20T10:27:27.616241Z","steps":["trace[586868253] 'agreement among raft nodes before linearized reading' (duration: 1.129782303s)"],"step_count":1} {"level":"info","ts":"2026-03-20T10:27:27.616289Z","caller":"traceutil/trace.go:171","msg":"trace[8701710] range","detail":"{range_begin:/registry/leases/kube-system/plndr-svcs-lock; range_end:; response_count:1; response_revision:2340; }","duration":"897.78684ms","start":"2026-03-20T10:27:26.718486Z","end":"2026-03-20T10:27:27.616273Z","steps":["trace[8701710] 'agreement among raft nodes before linearized reading' (duration: 897.664437ms)"],"step_count":1} {"level":"warn","ts":"2026-03-20T10:27:27.616271Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.037212177s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/health\" ","response":"range_response_count:0 size:5"} {"level":"warn","ts":"2026-03-20T10:27:27.616315Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-20T10:27:26.486131Z","time spent":"1.130175773s","remote":"127.0.0.1:36750","response type":"/etcdserverpb.KV/Range","request count":0,"request size":47,"response count":1,"response size":495,"request content":"key:\"/registry/leases/kube-system/rbd-csi-ceph-com\" "} {"level":"info","ts":"2026-03-20T10:27:27.616336Z","caller":"traceutil/trace.go:171","msg":"trace[1325052414] range","detail":"{range_begin:/registry/health; range_end:; response_count:0; response_revision:2340; }","duration":"1.037317791s","start":"2026-03-20T10:27:26.579008Z","end":"2026-03-20T10:27:27.616326Z","steps":["trace[1325052414] 'agreement among raft nodes before linearized reading' (duration: 1.037215668s)"],"step_count":1} {"level":"warn","ts":"2026-03-20T10:27:27.616337Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-20T10:27:26.718464Z","time spent":"897.860002ms","remote":"127.0.0.1:36750","response type":"/etcdserverpb.KV/Range","request count":0,"request size":46,"response count":1,"response size":460,"request content":"key:\"/registry/leases/kube-system/plndr-svcs-lock\" "} {"level":"warn","ts":"2026-03-20T10:27:27.616364Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-20T10:27:26.578988Z","time spent":"1.037370772s","remote":"127.0.0.1:36468","response type":"/etcdserverpb.KV/Range","request count":0,"request size":18,"response count":0,"response size":27,"request content":"key:\"/registry/health\" "} {"level":"warn","ts":"2026-03-20T10:27:27.616111Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.054481863s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/external-resizer-rbd-csi-ceph-com\" ","response":"range_response_count:1 size:509"} {"level":"warn","ts":"2026-03-20T10:27:27.61684Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"320.472625ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pods/default/test-pvc-pod\" ","response":"range_response_count:1 size:2723"} {"level":"info","ts":"2026-03-20T10:27:27.617125Z","caller":"traceutil/trace.go:171","msg":"trace[250840621] range","detail":"{range_begin:/registry/pods/default/test-pvc-pod; range_end:; response_count:1; response_revision:2340; }","duration":"320.792833ms","start":"2026-03-20T10:27:27.296312Z","end":"2026-03-20T10:27:27.617105Z","steps":["trace[250840621] 'agreement among raft nodes before linearized reading' (duration: 319.810618ms)"],"step_count":1} {"level":"warn","ts":"2026-03-20T10:27:27.617055Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"555.830533ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/external-attacher-leader-rbd-csi-ceph-com\" ","response":"range_response_count:1 size:525"} {"level":"warn","ts":"2026-03-20T10:27:27.617193Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-20T10:27:27.296256Z","time spent":"320.917947ms","remote":"127.0.0.1:36646","response type":"/etcdserverpb.KV/Range","request count":0,"request size":37,"response count":1,"response size":2745,"request content":"key:\"/registry/pods/default/test-pvc-pod\" "} {"level":"info","ts":"2026-03-20T10:27:27.617305Z","caller":"traceutil/trace.go:171","msg":"trace[1279483965] range","detail":"{range_begin:/registry/leases/kube-system/external-attacher-leader-rbd-csi-ceph-com; range_end:; response_count:1; response_revision:2340; }","duration":"556.099651ms","start":"2026-03-20T10:27:27.061141Z","end":"2026-03-20T10:27:27.617241Z","steps":["trace[1279483965] 'agreement among raft nodes before linearized reading' (duration: 555.033263ms)"],"step_count":1} {"level":"info","ts":"2026-03-20T10:27:27.61695Z","caller":"traceutil/trace.go:171","msg":"trace[1073485225] range","detail":"{range_begin:/registry/leases/kube-system/external-resizer-rbd-csi-ceph-com; range_end:; response_count:1; response_revision:2340; }","duration":"1.055365475s","start":"2026-03-20T10:27:26.561566Z","end":"2026-03-20T10:27:27.616931Z","steps":["trace[1073485225] 'agreement among raft nodes before linearized reading' (duration: 1.054439892s)"],"step_count":1} {"level":"warn","ts":"2026-03-20T10:27:27.617694Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-20T10:27:26.561545Z","time spent":"1.056132326s","remote":"127.0.0.1:36750","response type":"/etcdserverpb.KV/Range","request count":0,"request size":64,"response count":1,"response size":531,"request content":"key:\"/registry/leases/kube-system/external-resizer-rbd-csi-ceph-com\" "} {"level":"warn","ts":"2026-03-20T10:27:27.618033Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-20T10:27:27.061067Z","time spent":"556.322386ms","remote":"127.0.0.1:36750","response type":"/etcdserverpb.KV/Range","request count":0,"request size":72,"response count":1,"response size":547,"request content":"key:\"/registry/leases/kube-system/external-attacher-leader-rbd-csi-ceph-com\" "} {"level":"warn","ts":"2026-03-20T10:27:28.125737Z","caller":"etcdserver/v3_server.go:897","msg":"waiting for ReadIndex response took too long, retrying","sent-request-id":184257304220180549,"retry-timeout":"500ms"} {"level":"warn","ts":"2026-03-20T10:27:28.626861Z","caller":"etcdserver/v3_server.go:897","msg":"waiting for ReadIndex response took too long, retrying","sent-request-id":184257304220180549,"retry-timeout":"500ms"} {"level":"warn","ts":"2026-03-20T10:27:28.945483Z","caller":"wal/wal.go:805","msg":"slow fdatasync","took":"1.323953483s","expected-duration":"1s"} {"level":"warn","ts":"2026-03-20T10:27:29.625171Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"2.000202664s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/health\" ","response":"","error":"context canceled"} {"level":"info","ts":"2026-03-20T10:27:29.625259Z","caller":"traceutil/trace.go:171","msg":"trace[345469876] range","detail":"{range_begin:/registry/health; range_end:; }","duration":"2.000322317s","start":"2026-03-20T10:27:27.62492Z","end":"2026-03-20T10:27:29.625242Z","steps":["trace[345469876] 'agreement among raft nodes before linearized reading' (duration: 2.000214904s)"],"step_count":1} {"level":"warn","ts":"2026-03-20T10:27:29.625306Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-20T10:27:27.624912Z","time spent":"2.000382498s","remote":"127.0.0.1:36464","response type":"/etcdserverpb.KV/Range","request count":0,"request size":18,"response count":0,"response size":0,"request content":"key:\"/registry/health\" "} 2026/03/20 10:27:29 WARNING: [core] [Server #8] grpc: Server.processUnaryRPC failed to write status: connection error: desc = "transport is closing" {"level":"warn","ts":"2026-03-20T10:27:29.702397Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"756.354992ms","expected-duration":"100ms","prefix":"","request":"header: txn: success:> failure: >>","response":"size:16"} {"level":"info","ts":"2026-03-20T10:27:29.702849Z","caller":"traceutil/trace.go:171","msg":"trace[1450499234] transaction","detail":"{read_only:false; response_revision:2342; number_of_response:1; }","duration":"2.080973272s","start":"2026-03-20T10:27:27.621852Z","end":"2026-03-20T10:27:29.702825Z","steps":["trace[1450499234] 'process raft request' (duration: 2.080649704s)"],"step_count":1} {"level":"warn","ts":"2026-03-20T10:27:29.702984Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-20T10:27:27.621827Z","time spent":"2.081086295s","remote":"127.0.0.1:36750","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":509,"response count":0,"response size":38,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-03-20T10:27:29.703043Z","caller":"traceutil/trace.go:171","msg":"trace[101295848] transaction","detail":"{read_only:false; response_revision:2343; number_of_response:1; }","duration":"2.080983112s","start":"2026-03-20T10:27:27.62205Z","end":"2026-03-20T10:27:29.703033Z","steps":["trace[101295848] 'process raft request' (duration: 2.080526651s)"],"step_count":1} {"level":"info","ts":"2026-03-20T10:27:29.70305Z","caller":"traceutil/trace.go:171","msg":"trace[2006268844] transaction","detail":"{read_only:false; response_revision:2344; number_of_response:1; }","duration":"2.080920971s","start":"2026-03-20T10:27:27.622105Z","end":"2026-03-20T10:27:29.703026Z","steps":["trace[2006268844] 'process raft request' (duration: 2.080511091s)"],"step_count":1} {"level":"warn","ts":"2026-03-20T10:27:29.703404Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-20T10:27:27.622087Z","time spent":"2.081279879s","remote":"127.0.0.1:36750","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":423,"response count":0,"response size":38,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-03-20T10:27:29.70343Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-20T10:27:27.622042Z","time spent":"2.081243249s","remote":"127.0.0.1:36750","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":494,"response count":0,"response size":38,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-03-20T10:27:29.703078Z","caller":"traceutil/trace.go:171","msg":"trace[1116335218] transaction","detail":"{read_only:false; response_revision:2341; number_of_response:1; }","duration":"2.081645999s","start":"2026-03-20T10:27:27.621424Z","end":"2026-03-20T10:27:29.70307Z","steps":["trace[1116335218] 'process raft request' (duration: 1.324509097s)","trace[1116335218] 'compare' (duration: 755.704696ms)"],"step_count":2} {"level":"warn","ts":"2026-03-20T10:27:29.703534Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-20T10:27:27.621395Z","time spent":"2.082110511s","remote":"127.0.0.1:36750","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":517,"response count":0,"response size":38,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-03-20T10:27:29.703112Z","caller":"traceutil/trace.go:171","msg":"trace[35150503] transaction","detail":"{read_only:false; response_revision:2345; number_of_response:1; }","duration":"2.080921711s","start":"2026-03-20T10:27:27.622185Z","end":"2026-03-20T10:27:29.703107Z","steps":["trace[35150503] 'process raft request' (duration: 2.08047727s)"],"step_count":1} {"level":"warn","ts":"2026-03-20T10:27:29.703654Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-20T10:27:27.62218Z","time spent":"2.081422173s","remote":"127.0.0.1:36750","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":458,"response count":0,"response size":38,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-03-20T10:27:29.879544Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"176.821801ms","expected-duration":"100ms","prefix":"","request":"header: lease_revoke:","response":"size:27"} {"level":"info","ts":"2026-03-20T10:27:29.87965Z","caller":"traceutil/trace.go:171","msg":"trace[1467994890] linearizableReadLoop","detail":"{readStateIndex:2505; appliedIndex:2499; }","duration":"2.254690175s","start":"2026-03-20T10:27:27.624939Z","end":"2026-03-20T10:27:29.879629Z","steps":["trace[1467994890] 'read index received' (duration: 1.320893936s)","trace[1467994890] 'applied index is now lower than readState.Index' (duration: 933.794739ms)"],"step_count":2} {"level":"warn","ts":"2026-03-20T10:27:29.879793Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"2.037205328s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/controllers/\" range_end:\"/registry/controllers0\" count_only:true ","response":"range_response_count:0 size:5"} {"level":"info","ts":"2026-03-20T10:27:29.879833Z","caller":"traceutil/trace.go:171","msg":"trace[171086107] range","detail":"{range_begin:/registry/controllers/; range_end:/registry/controllers0; response_count:0; response_revision:2345; }","duration":"2.03729536s","start":"2026-03-20T10:27:27.842528Z","end":"2026-03-20T10:27:29.879823Z","steps":["trace[171086107] 'agreement among raft nodes before linearized reading' (duration: 2.037206848s)"],"step_count":1} {"level":"warn","ts":"2026-03-20T10:27:29.879873Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-20T10:27:27.842505Z","time spent":"2.037357311s","remote":"127.0.0.1:36674","response type":"/etcdserverpb.KV/Range","request count":0,"request size":50,"response count":0,"response size":27,"request content":"key:\"/registry/controllers/\" range_end:\"/registry/controllers0\" count_only:true "} {"level":"warn","ts":"2026-03-20T10:27:29.87988Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.567739413s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/plndr-cp-lock\" ","response":"range_response_count:1 size:434"} {"level":"warn","ts":"2026-03-20T10:27:29.879894Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.567784745s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/kube-scheduler\" ","response":"range_response_count:1 size:480"} {"level":"warn","ts":"2026-03-20T10:27:29.879915Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.567059436s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/cilium-operator-resource-lock\" ","response":"range_response_count:1 size:493"} {"level":"info","ts":"2026-03-20T10:27:29.879934Z","caller":"traceutil/trace.go:171","msg":"trace[243218645] range","detail":"{range_begin:/registry/leases/kube-system/kube-scheduler; range_end:; response_count:1; response_revision:2345; }","duration":"1.567856886s","start":"2026-03-20T10:27:28.312066Z","end":"2026-03-20T10:27:29.879923Z","steps":["trace[243218645] 'agreement among raft nodes before linearized reading' (duration: 1.567735013s)"],"step_count":1} {"level":"info","ts":"2026-03-20T10:27:29.879956Z","caller":"traceutil/trace.go:171","msg":"trace[1828425649] range","detail":"{range_begin:/registry/leases/kube-system/cilium-operator-resource-lock; range_end:; response_count:1; response_revision:2345; }","duration":"1.567164629s","start":"2026-03-20T10:27:28.312783Z","end":"2026-03-20T10:27:29.879947Z","steps":["trace[1828425649] 'agreement among raft nodes before linearized reading' (duration: 1.567051246s)"],"step_count":1} {"level":"warn","ts":"2026-03-20T10:27:29.879971Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"254.222994ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/health\" ","response":"range_response_count:0 size:5"} {"level":"warn","ts":"2026-03-20T10:27:29.879979Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-20T10:27:28.31205Z","time spent":"1.567920318s","remote":"127.0.0.1:36750","response type":"/etcdserverpb.KV/Range","request count":0,"request size":45,"response count":1,"response size":502,"request content":"key:\"/registry/leases/kube-system/kube-scheduler\" "} {"level":"info","ts":"2026-03-20T10:27:29.879996Z","caller":"traceutil/trace.go:171","msg":"trace[36751755] range","detail":"{range_begin:/registry/health; range_end:; response_count:0; response_revision:2345; }","duration":"254.283235ms","start":"2026-03-20T10:27:29.625704Z","end":"2026-03-20T10:27:29.879987Z","steps":["trace[36751755] 'agreement among raft nodes before linearized reading' (duration: 254.243184ms)"],"step_count":1} {"level":"warn","ts":"2026-03-20T10:27:29.879977Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.566604195s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/kube-controller-manager\" ","response":"range_response_count:1 size:506"} {"level":"warn","ts":"2026-03-20T10:27:29.879994Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-20T10:27:28.31275Z","time spent":"1.56723069s","remote":"127.0.0.1:36750","response type":"/etcdserverpb.KV/Range","request count":0,"request size":60,"response count":1,"response size":515,"request content":"key:\"/registry/leases/kube-system/cilium-operator-resource-lock\" "} {"level":"info","ts":"2026-03-20T10:27:29.880047Z","caller":"traceutil/trace.go:171","msg":"trace[1875470575] range","detail":"{range_begin:/registry/leases/kube-system/kube-controller-manager; range_end:; response_count:1; response_revision:2345; }","duration":"1.566721457s","start":"2026-03-20T10:27:28.313311Z","end":"2026-03-20T10:27:29.880032Z","steps":["trace[1875470575] 'agreement among raft nodes before linearized reading' (duration: 1.56644282s)"],"step_count":1} {"level":"info","ts":"2026-03-20T10:27:29.879923Z","caller":"traceutil/trace.go:171","msg":"trace[628409841] range","detail":"{range_begin:/registry/leases/kube-system/plndr-cp-lock; range_end:; response_count:1; response_revision:2345; }","duration":"1.567792984s","start":"2026-03-20T10:27:28.312116Z","end":"2026-03-20T10:27:29.879909Z","steps":["trace[628409841] 'agreement among raft nodes before linearized reading' (duration: 1.567648301s)"],"step_count":1} {"level":"warn","ts":"2026-03-20T10:27:29.880091Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-20T10:27:28.312111Z","time spent":"1.567972499s","remote":"127.0.0.1:36750","response type":"/etcdserverpb.KV/Range","request count":0,"request size":44,"response count":1,"response size":456,"request content":"key:\"/registry/leases/kube-system/plndr-cp-lock\" "} {"level":"warn","ts":"2026-03-20T10:27:29.8801Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-20T10:27:28.313277Z","time spent":"1.56680591s","remote":"127.0.0.1:36750","response type":"/etcdserverpb.KV/Range","request count":0,"request size":54,"response count":1,"response size":528,"request content":"key:\"/registry/leases/kube-system/kube-controller-manager\" "} {"level":"warn","ts":"2026-03-20T10:27:30.268764Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"110.417445ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/endpointslices/\" range_end:\"/registry/endpointslices0\" count_only:true ","response":"range_response_count:0 size:7"} {"level":"info","ts":"2026-03-20T10:27:30.26889Z","caller":"traceutil/trace.go:171","msg":"trace[783277037] range","detail":"{range_begin:/registry/endpointslices/; range_end:/registry/endpointslices0; response_count:0; response_revision:2349; }","duration":"110.6091ms","start":"2026-03-20T10:27:30.158261Z","end":"2026-03-20T10:27:30.26887Z","steps":["trace[783277037] 'count revisions from in-memory index tree' (duration: 110.329113ms)"],"step_count":1} {"level":"info","ts":"2026-03-20T10:27:31.919656Z","caller":"traceutil/trace.go:171","msg":"trace[680876292] linearizableReadLoop","detail":"{readStateIndex:2510; appliedIndex:2509; }","duration":"342.339577ms","start":"2026-03-20T10:27:31.577294Z","end":"2026-03-20T10:27:31.919633Z","steps":["trace[680876292] 'read index received' (duration: 342.181563ms)","trace[680876292] 'applied index is now lower than readState.Index' (duration: 156.974µs)"],"step_count":2} {"level":"info","ts":"2026-03-20T10:27:31.919778Z","caller":"traceutil/trace.go:171","msg":"trace[990685925] transaction","detail":"{read_only:false; response_revision:2350; number_of_response:1; }","duration":"360.316601ms","start":"2026-03-20T10:27:31.559452Z","end":"2026-03-20T10:27:31.919768Z","steps":["trace[990685925] 'process raft request' (duration: 360.031183ms)"],"step_count":1} {"level":"warn","ts":"2026-03-20T10:27:31.919878Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-20T10:27:31.559426Z","time spent":"360.375881ms","remote":"127.0.0.1:36750","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":673,"response count":0,"response size":38,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-03-20T10:27:31.920018Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"212.022639ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/plndr-svcs-lock\" ","response":"range_response_count:1 size:438"} {"level":"info","ts":"2026-03-20T10:27:31.920104Z","caller":"traceutil/trace.go:171","msg":"trace[1705394659] range","detail":"{range_begin:/registry/leases/kube-system/plndr-svcs-lock; range_end:; response_count:1; response_revision:2350; }","duration":"212.155132ms","start":"2026-03-20T10:27:31.707932Z","end":"2026-03-20T10:27:31.920087Z","steps":["trace[1705394659] 'agreement among raft nodes before linearized reading' (duration: 211.980467ms)"],"step_count":1} {"level":"warn","ts":"2026-03-20T10:27:31.920286Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"342.996474ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/health\" ","response":"range_response_count:0 size:5"} {"level":"info","ts":"2026-03-20T10:27:31.920354Z","caller":"traceutil/trace.go:171","msg":"trace[1257620156] range","detail":"{range_begin:/registry/health; range_end:; response_count:0; response_revision:2350; }","duration":"343.103917ms","start":"2026-03-20T10:27:31.577241Z","end":"2026-03-20T10:27:31.920345Z","steps":["trace[1257620156] 'agreement among raft nodes before linearized reading' (duration: 343.015065ms)"],"step_count":1} {"level":"warn","ts":"2026-03-20T10:27:31.920384Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-20T10:27:31.57722Z","time spent":"343.154149ms","remote":"127.0.0.1:36464","response type":"/etcdserverpb.KV/Range","request count":0,"request size":18,"response count":0,"response size":27,"request content":"key:\"/registry/health\" "} {"level":"warn","ts":"2026-03-20T10:27:31.920413Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"211.576639ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/rbd.csi.ceph.com-kube-system\" ","response":"range_response_count:1 size:532"} {"level":"info","ts":"2026-03-20T10:27:31.920561Z","caller":"traceutil/trace.go:171","msg":"trace[297177028] range","detail":"{range_begin:/registry/leases/kube-system/rbd.csi.ceph.com-kube-system; range_end:; response_count:1; response_revision:2350; }","duration":"211.746423ms","start":"2026-03-20T10:27:31.708795Z","end":"2026-03-20T10:27:31.920542Z","steps":["trace[297177028] 'agreement among raft nodes before linearized reading' (duration: 211.450195ms)"],"step_count":1} {"level":"warn","ts":"2026-03-20T10:27:32.482177Z","caller":"etcdserver/v3_server.go:897","msg":"waiting for ReadIndex response took too long, retrying","sent-request-id":184257304220180567,"retry-timeout":"500ms"} {"level":"warn","ts":"2026-03-20T10:27:32.732468Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"333.013702ms","expected-duration":"100ms","prefix":"read-only range ","request":"limit:1 serializable:true keys_only:true ","response":"range_response_count:0 size:5"} {"level":"warn","ts":"2026-03-20T10:27:32.732576Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"166.196064ms","expected-duration":"100ms","prefix":"","request":"header: txn: success:> failure: >>","response":"size:16"} {"level":"info","ts":"2026-03-20T10:27:32.732603Z","caller":"traceutil/trace.go:171","msg":"trace[1276925212] range","detail":"{range_begin:; range_end:; response_count:0; response_revision:2350; }","duration":"333.178496ms","start":"2026-03-20T10:27:32.399405Z","end":"2026-03-20T10:27:32.732583Z","steps":["trace[1276925212] 'range keys from in-memory index tree' (duration: 332.993282ms)"],"step_count":1} {"level":"info","ts":"2026-03-20T10:27:32.733032Z","caller":"traceutil/trace.go:171","msg":"trace[1978643284] linearizableReadLoop","detail":"{readStateIndex:2513; appliedIndex:2510; }","duration":"751.532222ms","start":"2026-03-20T10:27:31.981481Z","end":"2026-03-20T10:27:32.733013Z","steps":["trace[1978643284] 'read index received' (duration: 584.812545ms)","trace[1978643284] 'applied index is now lower than readState.Index' (duration: 166.718577ms)"],"step_count":2} {"level":"info","ts":"2026-03-20T10:27:32.733125Z","caller":"traceutil/trace.go:171","msg":"trace[1269205210] transaction","detail":"{read_only:false; response_revision:2353; number_of_response:1; }","duration":"808.592761ms","start":"2026-03-20T10:27:31.924506Z","end":"2026-03-20T10:27:32.733099Z","steps":["trace[1269205210] 'process raft request' (duration: 808.468448ms)"],"step_count":1} {"level":"info","ts":"2026-03-20T10:27:32.733138Z","caller":"traceutil/trace.go:171","msg":"trace[188606300] transaction","detail":"{read_only:false; response_revision:2352; number_of_response:1; }","duration":"808.701863ms","start":"2026-03-20T10:27:31.924416Z","end":"2026-03-20T10:27:32.733118Z","steps":["trace[188606300] 'process raft request' (duration: 808.245552ms)"],"step_count":1} {"level":"warn","ts":"2026-03-20T10:27:32.733254Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-20T10:27:31.924501Z","time spent":"808.687773ms","remote":"127.0.0.1:36750","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":517,"response count":0,"response size":38,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-03-20T10:27:32.733289Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-20T10:27:31.924405Z","time spent":"808.832736ms","remote":"127.0.0.1:36750","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":423,"response count":0,"response size":38,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-03-20T10:27:32.733453Z","caller":"traceutil/trace.go:171","msg":"trace[1892210943] transaction","detail":"{read_only:false; response_revision:2351; number_of_response:1; }","duration":"809.737109ms","start":"2026-03-20T10:27:31.923688Z","end":"2026-03-20T10:27:32.733425Z","steps":["trace[1892210943] 'process raft request' (duration: 642.611512ms)","trace[1892210943] 'compare' (duration: 166.077041ms)"],"step_count":2} {"level":"warn","ts":"2026-03-20T10:27:32.73351Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"154.667872ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/health\" ","response":"range_response_count:0 size:5"} {"level":"warn","ts":"2026-03-20T10:27:32.733594Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-20T10:27:31.923669Z","time spent":"809.871253ms","remote":"127.0.0.1:36750","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":464,"response count":0,"response size":38,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-03-20T10:27:32.733644Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"751.752866ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/kube-controller-manager\" ","response":"range_response_count:1 size:506"} {"level":"info","ts":"2026-03-20T10:27:32.733692Z","caller":"traceutil/trace.go:171","msg":"trace[1274882557] range","detail":"{range_begin:/registry/leases/kube-system/kube-controller-manager; range_end:; response_count:1; response_revision:2353; }","duration":"751.808498ms","start":"2026-03-20T10:27:31.981873Z","end":"2026-03-20T10:27:32.733682Z","steps":["trace[1274882557] 'agreement among raft nodes before linearized reading' (duration: 751.724225ms)"],"step_count":1} {"level":"warn","ts":"2026-03-20T10:27:32.733729Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-20T10:27:31.981867Z","time spent":"751.852448ms","remote":"127.0.0.1:36750","response type":"/etcdserverpb.KV/Range","request count":0,"request size":54,"response count":1,"response size":528,"request content":"key:\"/registry/leases/kube-system/kube-controller-manager\" "} {"level":"warn","ts":"2026-03-20T10:27:32.73351Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"751.922611ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/cilium-operator-resource-lock\" ","response":"range_response_count:1 size:493"} {"level":"info","ts":"2026-03-20T10:27:32.733814Z","caller":"traceutil/trace.go:171","msg":"trace[1194572606] range","detail":"{range_begin:/registry/leases/kube-system/cilium-operator-resource-lock; range_end:; response_count:1; response_revision:2353; }","duration":"752.24378ms","start":"2026-03-20T10:27:31.981561Z","end":"2026-03-20T10:27:32.733804Z","steps":["trace[1194572606] 'agreement among raft nodes before linearized reading' (duration: 751.832709ms)"],"step_count":1} {"level":"warn","ts":"2026-03-20T10:27:32.733844Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-20T10:27:31.981555Z","time spent":"752.2794ms","remote":"127.0.0.1:36750","response type":"/etcdserverpb.KV/Range","request count":0,"request size":60,"response count":1,"response size":515,"request content":"key:\"/registry/leases/kube-system/cilium-operator-resource-lock\" "} {"level":"warn","ts":"2026-03-20T10:27:32.733943Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"106.033326ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pods/default/test-pvc-pod\" ","response":"range_response_count:1 size:2723"} {"level":"warn","ts":"2026-03-20T10:27:32.733533Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"752.047525ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/plndr-cp-lock\" ","response":"range_response_count:1 size:434"} {"level":"info","ts":"2026-03-20T10:27:32.734014Z","caller":"traceutil/trace.go:171","msg":"trace[443595793] range","detail":"{range_begin:/registry/pods/default/test-pvc-pod; range_end:; response_count:1; response_revision:2353; }","duration":"106.145458ms","start":"2026-03-20T10:27:32.627852Z","end":"2026-03-20T10:27:32.733997Z","steps":["trace[443595793] 'agreement among raft nodes before linearized reading' (duration: 105.976974ms)"],"step_count":1} {"level":"info","ts":"2026-03-20T10:27:32.734027Z","caller":"traceutil/trace.go:171","msg":"trace[1330172769] range","detail":"{range_begin:/registry/leases/kube-system/plndr-cp-lock; range_end:; response_count:1; response_revision:2353; }","duration":"752.541897ms","start":"2026-03-20T10:27:31.981475Z","end":"2026-03-20T10:27:32.734017Z","steps":["trace[1330172769] 'agreement among raft nodes before linearized reading' (duration: 751.621034ms)"],"step_count":1} {"level":"warn","ts":"2026-03-20T10:27:32.733582Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"218.096063ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/masterleases/199.204.45.102\" ","response":"range_response_count:1 size:135"} {"level":"info","ts":"2026-03-20T10:27:32.734093Z","caller":"traceutil/trace.go:171","msg":"trace[1975831193] range","detail":"{range_begin:/registry/masterleases/199.204.45.102; range_end:; response_count:1; response_revision:2353; }","duration":"218.635416ms","start":"2026-03-20T10:27:32.515446Z","end":"2026-03-20T10:27:32.734082Z","steps":["trace[1975831193] 'agreement among raft nodes before linearized reading' (duration: 218.084232ms)"],"step_count":1} {"level":"warn","ts":"2026-03-20T10:27:32.734917Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-20T10:27:31.981422Z","time spent":"752.641509ms","remote":"127.0.0.1:36750","response type":"/etcdserverpb.KV/Range","request count":0,"request size":44,"response count":1,"response size":456,"request content":"key:\"/registry/leases/kube-system/plndr-cp-lock\" "} {"level":"warn","ts":"2026-03-20T10:27:32.735299Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"114.047458ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/external-snapshotter-leader-rbd-csi-ceph-com\" ","response":"range_response_count:1 size:534"} {"level":"info","ts":"2026-03-20T10:27:32.733624Z","caller":"traceutil/trace.go:171","msg":"trace[1186409337] range","detail":"{range_begin:/registry/health; range_end:; response_count:0; response_revision:2353; }","duration":"154.793326ms","start":"2026-03-20T10:27:32.578808Z","end":"2026-03-20T10:27:32.733601Z","steps":["trace[1186409337] 'agreement among raft nodes before linearized reading' (duration: 154.640952ms)"],"step_count":1} {"level":"info","ts":"2026-03-20T10:27:32.735991Z","caller":"traceutil/trace.go:171","msg":"trace[287924077] range","detail":"{range_begin:/registry/leases/kube-system/external-snapshotter-leader-rbd-csi-ceph-com; range_end:; response_count:1; response_revision:2353; }","duration":"114.195442ms","start":"2026-03-20T10:27:32.621185Z","end":"2026-03-20T10:27:32.735381Z","steps":["trace[287924077] 'agreement among raft nodes before linearized reading' (duration: 112.713224ms)"],"step_count":1} {"level":"warn","ts":"2026-03-20T10:27:33.383564Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"334.008267ms","expected-duration":"100ms","prefix":"","request":"header: lease_grant:","response":"size:39"} {"level":"warn","ts":"2026-03-20T10:27:33.383715Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-20T10:27:32.737099Z","time spent":"646.611604ms","remote":"127.0.0.1:36498","response type":"/etcdserverpb.Lease/LeaseGrant","request count":-1,"request size":-1,"response count":-1,"response size":-1,"request content":""} {"level":"info","ts":"2026-03-20T10:27:33.839037Z","caller":"traceutil/trace.go:171","msg":"trace[1381707373] transaction","detail":"{read_only:false; response_revision:2354; number_of_response:1; }","duration":"1.100093146s","start":"2026-03-20T10:27:32.738909Z","end":"2026-03-20T10:27:33.839002Z","steps":["trace[1381707373] 'process raft request' (duration: 1.099630473s)"],"step_count":1} {"level":"info","ts":"2026-03-20T10:27:33.839037Z","caller":"traceutil/trace.go:171","msg":"trace[88445640] linearizableReadLoop","detail":"{readStateIndex:2518; appliedIndex:2513; }","duration":"1.028357846s","start":"2026-03-20T10:27:32.810653Z","end":"2026-03-20T10:27:33.839011Z","steps":["trace[88445640] 'read index received' (duration: 238.897148ms)","trace[88445640] 'applied index is now lower than readState.Index' (duration: 789.459208ms)"],"step_count":2} {"level":"info","ts":"2026-03-20T10:27:33.839181Z","caller":"traceutil/trace.go:171","msg":"trace[171694173] transaction","detail":"{read_only:false; response_revision:2356; number_of_response:1; }","duration":"1.100086386s","start":"2026-03-20T10:27:32.739066Z","end":"2026-03-20T10:27:33.839152Z","steps":["trace[171694173] 'process raft request' (duration: 1.09986247s)"],"step_count":1} {"level":"warn","ts":"2026-03-20T10:27:33.839213Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-20T10:27:32.738892Z","time spent":"1.100227479s","remote":"127.0.0.1:36750","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":419,"response count":0,"response size":38,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-03-20T10:27:33.839275Z","caller":"traceutil/trace.go:171","msg":"trace[1163844355] transaction","detail":"{read_only:false; response_revision:2357; number_of_response:1; }","duration":"1.098412863s","start":"2026-03-20T10:27:32.74078Z","end":"2026-03-20T10:27:33.839193Z","steps":["trace[1163844355] 'process raft request' (duration: 1.098180977s)"],"step_count":1} {"level":"info","ts":"2026-03-20T10:27:33.839379Z","caller":"traceutil/trace.go:171","msg":"trace[514767057] transaction","detail":"{read_only:false; response_revision:2355; number_of_response:1; }","duration":"1.100323982s","start":"2026-03-20T10:27:32.739033Z","end":"2026-03-20T10:27:33.839357Z","steps":["trace[514767057] 'process raft request' (duration: 1.099831809s)"],"step_count":1} {"level":"warn","ts":"2026-03-20T10:27:33.839486Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.028609662s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/persistentvolumeclaims/\" range_end:\"/registry/persistentvolumeclaims0\" count_only:true ","response":"range_response_count:0 size:7"} {"level":"info","ts":"2026-03-20T10:27:33.839564Z","caller":"traceutil/trace.go:171","msg":"trace[1726758935] range","detail":"{range_begin:/registry/persistentvolumeclaims/; range_end:/registry/persistentvolumeclaims0; response_count:0; response_revision:2357; }","duration":"1.028950561s","start":"2026-03-20T10:27:32.8106Z","end":"2026-03-20T10:27:33.83955Z","steps":["trace[1726758935] 'agreement among raft nodes before linearized reading' (duration: 1.028626733s)"],"step_count":1} {"level":"warn","ts":"2026-03-20T10:27:33.839421Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-20T10:27:32.739037Z","time spent":"1.100257109s","remote":"127.0.0.1:36750","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":490,"response count":0,"response size":38,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-03-20T10:27:33.839579Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-20T10:27:32.73902Z","time spent":"1.100463485s","remote":"127.0.0.1:36750","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":477,"response count":0,"response size":38,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-03-20T10:27:33.839647Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-20T10:27:32.810574Z","time spent":"1.029025083s","remote":"127.0.0.1:36630","response type":"/etcdserverpb.KV/Range","request count":0,"request size":72,"response count":1,"response size":29,"request content":"key:\"/registry/persistentvolumeclaims/\" range_end:\"/registry/persistentvolumeclaims0\" count_only:true "} {"level":"warn","ts":"2026-03-20T10:27:33.840962Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-20T10:27:32.740766Z","time spent":"1.098688599s","remote":"127.0.0.1:36750","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":519,"response count":0,"response size":38,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-03-20T10:27:33.851664Z","caller":"traceutil/trace.go:171","msg":"trace[1702354635] transaction","detail":"{read_only:false; response_revision:2358; number_of_response:1; }","duration":"466.652534ms","start":"2026-03-20T10:27:33.384992Z","end":"2026-03-20T10:27:33.851645Z","steps":["trace[1702354635] 'process raft request' (duration: 466.380658ms)"],"step_count":1} {"level":"warn","ts":"2026-03-20T10:27:33.851767Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"274.426534ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/health\" ","response":"range_response_count:0 size:5"} {"level":"info","ts":"2026-03-20T10:27:33.851854Z","caller":"traceutil/trace.go:171","msg":"trace[903884690] range","detail":"{range_begin:/registry/health; range_end:; response_count:0; response_revision:2358; }","duration":"274.550067ms","start":"2026-03-20T10:27:33.577281Z","end":"2026-03-20T10:27:33.851831Z","steps":["trace[903884690] 'agreement among raft nodes before linearized reading' (duration: 274.290531ms)"],"step_count":1} {"level":"warn","ts":"2026-03-20T10:27:33.851937Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-20T10:27:33.384968Z","time spent":"466.765947ms","remote":"127.0.0.1:36498","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":120,"response count":0,"response size":38,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-03-20T10:27:33.852278Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"233.814889ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/\" range_end:\"/registry/leases0\" count_only:true ","response":"range_response_count:0 size:7"} {"level":"info","ts":"2026-03-20T10:27:33.852328Z","caller":"traceutil/trace.go:171","msg":"trace[455479101] range","detail":"{range_begin:/registry/leases/; range_end:/registry/leases0; response_count:0; response_revision:2358; }","duration":"233.87218ms","start":"2026-03-20T10:27:33.618446Z","end":"2026-03-20T10:27:33.852318Z","steps":["trace[455479101] 'agreement among raft nodes before linearized reading' (duration: 233.153632ms)"],"step_count":1} {"level":"info","ts":"2026-03-20T10:27:34.225588Z","caller":"traceutil/trace.go:171","msg":"trace[52222851] transaction","detail":"{read_only:false; response_revision:2359; number_of_response:1; }","duration":"250.978632ms","start":"2026-03-20T10:27:33.974568Z","end":"2026-03-20T10:27:34.225547Z","steps":["trace[52222851] 'process raft request' (duration: 211.563557ms)","trace[52222851] 'compare' (duration: 39.116727ms)"],"step_count":2} {"level":"info","ts":"2026-03-20T10:27:36.63367Z","caller":"traceutil/trace.go:171","msg":"trace[132879454] linearizableReadLoop","detail":"{readStateIndex:2529; appliedIndex:2527; }","duration":"239.194444ms","start":"2026-03-20T10:27:36.394455Z","end":"2026-03-20T10:27:36.63365Z","steps":["trace[132879454] 'read index received' (duration: 181.874478ms)","trace[132879454] 'applied index is now lower than readState.Index' (duration: 57.318826ms)"],"step_count":2} {"level":"warn","ts":"2026-03-20T10:27:36.633943Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"239.474552ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/health\" ","response":"range_response_count:0 size:5"} {"level":"info","ts":"2026-03-20T10:27:36.633974Z","caller":"traceutil/trace.go:171","msg":"trace[1865793802] transaction","detail":"{read_only:false; response_revision:2368; number_of_response:1; }","duration":"783.239821ms","start":"2026-03-20T10:27:35.850714Z","end":"2026-03-20T10:27:36.633954Z","steps":["trace[1865793802] 'process raft request' (duration: 782.889672ms)"],"step_count":1} {"level":"info","ts":"2026-03-20T10:27:36.633974Z","caller":"traceutil/trace.go:171","msg":"trace[1222192634] transaction","detail":"{read_only:false; response_revision:2367; number_of_response:1; }","duration":"785.379555ms","start":"2026-03-20T10:27:35.848566Z","end":"2026-03-20T10:27:36.633946Z","steps":["trace[1222192634] 'process raft request' (duration: 727.809502ms)","trace[1222192634] 'compare' (duration: 57.120341ms)"],"step_count":2} {"level":"info","ts":"2026-03-20T10:27:36.634012Z","caller":"traceutil/trace.go:171","msg":"trace[949455992] range","detail":"{range_begin:/registry/health; range_end:; response_count:0; response_revision:2368; }","duration":"239.589804ms","start":"2026-03-20T10:27:36.394405Z","end":"2026-03-20T10:27:36.633995Z","steps":["trace[949455992] 'agreement among raft nodes before linearized reading' (duration: 239.44846ms)"],"step_count":1} {"level":"warn","ts":"2026-03-20T10:27:36.634129Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-20T10:27:35.8507Z","time spent":"783.332403ms","remote":"127.0.0.1:36750","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":419,"response count":0,"response size":38,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-03-20T10:27:36.634145Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-20T10:27:35.848556Z","time spent":"785.478167ms","remote":"127.0.0.1:36750","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":490,"response count":0,"response size":38,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-03-20T10:27:36.874885Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"101.076509ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/kube-scheduler\" ","response":"range_response_count:1 size:480"} {"level":"info","ts":"2026-03-20T10:27:36.874975Z","caller":"traceutil/trace.go:171","msg":"trace[2123699729] range","detail":"{range_begin:/registry/leases/kube-system/kube-scheduler; range_end:; response_count:1; response_revision:2368; }","duration":"101.211174ms","start":"2026-03-20T10:27:36.773739Z","end":"2026-03-20T10:27:36.87495Z","steps":["trace[2123699729] 'range keys from in-memory index tree' (duration: 100.838094ms)"],"step_count":1} {"level":"info","ts":"2026-03-20T10:27:38.02397Z","caller":"traceutil/trace.go:171","msg":"trace[1312991104] transaction","detail":"{read_only:false; response_revision:2372; number_of_response:1; }","duration":"116.283653ms","start":"2026-03-20T10:27:37.90766Z","end":"2026-03-20T10:27:38.023943Z","steps":["trace[1312991104] 'process raft request' (duration: 116.086288ms)"],"step_count":1} {"level":"warn","ts":"2026-03-20T10:27:38.816376Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"663.518621ms","expected-duration":"100ms","prefix":"","request":"header: lease_revoke:","response":"size:27"} {"level":"info","ts":"2026-03-20T10:27:38.816489Z","caller":"traceutil/trace.go:171","msg":"trace[1525184371] linearizableReadLoop","detail":"{readStateIndex:2534; appliedIndex:2533; }","duration":"173.627071ms","start":"2026-03-20T10:27:38.642841Z","end":"2026-03-20T10:27:38.816468Z","steps":["trace[1525184371] 'read index received' (duration: 104.103µs)","trace[1525184371] 'applied index is now lower than readState.Index' (duration: 173.521368ms)"],"step_count":2} {"level":"warn","ts":"2026-03-20T10:27:38.816699Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"173.857086ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/kube-controller-manager\" ","response":"range_response_count:1 size:506"} {"level":"info","ts":"2026-03-20T10:27:38.816738Z","caller":"traceutil/trace.go:171","msg":"trace[2026908647] range","detail":"{range_begin:/registry/leases/kube-system/kube-controller-manager; range_end:; response_count:1; response_revision:2372; }","duration":"173.941348ms","start":"2026-03-20T10:27:38.642784Z","end":"2026-03-20T10:27:38.816725Z","steps":["trace[2026908647] 'agreement among raft nodes before linearized reading' (duration: 173.781504ms)"],"step_count":1} {"level":"warn","ts":"2026-03-20T10:27:38.816834Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"173.863567ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/plndr-cp-lock\" ","response":"range_response_count:1 size:434"} {"level":"info","ts":"2026-03-20T10:27:38.816928Z","caller":"traceutil/trace.go:171","msg":"trace[838990849] range","detail":"{range_begin:/registry/leases/kube-system/plndr-cp-lock; range_end:; response_count:1; response_revision:2372; }","duration":"174.060441ms","start":"2026-03-20T10:27:38.642845Z","end":"2026-03-20T10:27:38.816906Z","steps":["trace[838990849] 'agreement among raft nodes before linearized reading' (duration: 173.777394ms)"],"step_count":1} {"level":"warn","ts":"2026-03-20T10:27:39.241037Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"190.546318ms","expected-duration":"100ms","prefix":"","request":"header: txn: success:> failure: >>","response":"size:16"} {"level":"info","ts":"2026-03-20T10:27:39.241126Z","caller":"traceutil/trace.go:171","msg":"trace[588526144] linearizableReadLoop","detail":"{readStateIndex:2536; appliedIndex:2534; }","duration":"396.691039ms","start":"2026-03-20T10:27:38.844422Z","end":"2026-03-20T10:27:39.241113Z","steps":["trace[588526144] 'read index received' (duration: 46.150775ms)","trace[588526144] 'applied index is now lower than readState.Index' (duration: 350.539153ms)"],"step_count":2} {"level":"warn","ts":"2026-03-20T10:27:39.241367Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"329.720029ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/plndr-svcs-lock\" ","response":"range_response_count:1 size:438"} {"level":"info","ts":"2026-03-20T10:27:39.2414Z","caller":"traceutil/trace.go:171","msg":"trace[1682240302] range","detail":"{range_begin:/registry/leases/kube-system/plndr-svcs-lock; range_end:; response_count:1; response_revision:2374; }","duration":"329.77735ms","start":"2026-03-20T10:27:38.911615Z","end":"2026-03-20T10:27:39.241392Z","steps":["trace[1682240302] 'agreement among raft nodes before linearized reading' (duration: 329.687588ms)"],"step_count":1} {"level":"warn","ts":"2026-03-20T10:27:39.241426Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-20T10:27:38.911603Z","time spent":"329.816951ms","remote":"127.0.0.1:36750","response type":"/etcdserverpb.KV/Range","request count":0,"request size":46,"response count":1,"response size":460,"request content":"key:\"/registry/leases/kube-system/plndr-svcs-lock\" "} {"level":"info","ts":"2026-03-20T10:27:39.241715Z","caller":"traceutil/trace.go:171","msg":"trace[86409530] transaction","detail":"{read_only:false; response_revision:2374; number_of_response:1; }","duration":"420.745585ms","start":"2026-03-20T10:27:38.820941Z","end":"2026-03-20T10:27:39.241687Z","steps":["trace[86409530] 'process raft request' (duration: 229.473819ms)","trace[86409530] 'compare' (duration: 190.432555ms)"],"step_count":2} {"level":"warn","ts":"2026-03-20T10:27:39.241728Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"330.15766ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/kube-scheduler\" ","response":"range_response_count:1 size:480"} {"level":"warn","ts":"2026-03-20T10:27:39.241766Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"342.535122ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/rbd.csi.ceph.com-kube-system\" ","response":"range_response_count:1 size:532"} {"level":"info","ts":"2026-03-20T10:27:39.241792Z","caller":"traceutil/trace.go:171","msg":"trace[917509279] range","detail":"{range_begin:/registry/leases/kube-system/rbd.csi.ceph.com-kube-system; range_end:; response_count:1; response_revision:2374; }","duration":"342.584633ms","start":"2026-03-20T10:27:38.8992Z","end":"2026-03-20T10:27:39.241785Z","steps":["trace[917509279] 'agreement among raft nodes before linearized reading' (duration: 341.975028ms)"],"step_count":1} {"level":"info","ts":"2026-03-20T10:27:39.24179Z","caller":"traceutil/trace.go:171","msg":"trace[1277695047] range","detail":"{range_begin:/registry/leases/kube-system/kube-scheduler; range_end:; response_count:1; response_revision:2374; }","duration":"330.269043ms","start":"2026-03-20T10:27:38.911505Z","end":"2026-03-20T10:27:39.241774Z","steps":["trace[1277695047] 'agreement among raft nodes before linearized reading' (duration: 330.017947ms)"],"step_count":1} {"level":"warn","ts":"2026-03-20T10:27:39.241816Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-20T10:27:38.899183Z","time spent":"342.629124ms","remote":"127.0.0.1:36750","response type":"/etcdserverpb.KV/Range","request count":0,"request size":59,"response count":1,"response size":554,"request content":"key:\"/registry/leases/kube-system/rbd.csi.ceph.com-kube-system\" "} {"level":"warn","ts":"2026-03-20T10:27:39.24183Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-20T10:27:38.911489Z","time spent":"330.334154ms","remote":"127.0.0.1:36750","response type":"/etcdserverpb.KV/Range","request count":0,"request size":45,"response count":1,"response size":502,"request content":"key:\"/registry/leases/kube-system/kube-scheduler\" "} {"level":"warn","ts":"2026-03-20T10:27:39.241832Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-20T10:27:38.820915Z","time spent":"420.860488ms","remote":"127.0.0.1:36750","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":419,"response count":0,"response size":38,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-03-20T10:27:39.241278Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"396.857843ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/external-snapshotter-leader-rbd-csi-ceph-com\" ","response":"range_response_count:1 size:534"} {"level":"info","ts":"2026-03-20T10:27:39.242742Z","caller":"traceutil/trace.go:171","msg":"trace[830776575] range","detail":"{range_begin:/registry/leases/kube-system/external-snapshotter-leader-rbd-csi-ceph-com; range_end:; response_count:1; response_revision:2374; }","duration":"398.331709ms","start":"2026-03-20T10:27:38.844377Z","end":"2026-03-20T10:27:39.242709Z","steps":["trace[830776575] 'agreement among raft nodes before linearized reading' (duration: 396.787181ms)"],"step_count":1} {"level":"warn","ts":"2026-03-20T10:27:39.242836Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-20T10:27:38.844363Z","time spent":"398.439123ms","remote":"127.0.0.1:36750","response type":"/etcdserverpb.KV/Range","request count":0,"request size":75,"response count":1,"response size":556,"request content":"key:\"/registry/leases/kube-system/external-snapshotter-leader-rbd-csi-ceph-com\" "} {"level":"info","ts":"2026-03-20T10:27:39.858149Z","caller":"traceutil/trace.go:171","msg":"trace[47894172] transaction","detail":"{read_only:false; response_revision:2375; number_of_response:1; }","duration":"612.436091ms","start":"2026-03-20T10:27:39.245685Z","end":"2026-03-20T10:27:39.858121Z","steps":["trace[47894172] 'process raft request' (duration: 612.245536ms)"],"step_count":1} {"level":"warn","ts":"2026-03-20T10:27:39.858301Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-20T10:27:39.245661Z","time spent":"612.560693ms","remote":"127.0.0.1:36750","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":517,"response count":0,"response size":38,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-03-20T10:27:39.858494Z","caller":"traceutil/trace.go:171","msg":"trace[610818847] transaction","detail":"{read_only:false; response_revision:2377; number_of_response:1; }","duration":"612.732798ms","start":"2026-03-20T10:27:39.245727Z","end":"2026-03-20T10:27:39.858459Z","steps":["trace[610818847] 'process raft request' (duration: 612.611075ms)"],"step_count":1} {"level":"info","ts":"2026-03-20T10:27:39.858531Z","caller":"traceutil/trace.go:171","msg":"trace[547952875] transaction","detail":"{read_only:false; response_revision:2376; number_of_response:1; }","duration":"612.80635ms","start":"2026-03-20T10:27:39.245704Z","end":"2026-03-20T10:27:39.85851Z","steps":["trace[547952875] 'process raft request' (duration: 612.376269ms)"],"step_count":1} {"level":"warn","ts":"2026-03-20T10:27:39.858634Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-20T10:27:39.24568Z","time spent":"612.909523ms","remote":"127.0.0.1:36750","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":423,"response count":0,"response size":38,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-03-20T10:27:39.858659Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-20T10:27:39.245705Z","time spent":"612.864791ms","remote":"127.0.0.1:36750","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":464,"response count":0,"response size":38,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-03-20T10:27:40.106216Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"208.635664ms","expected-duration":"100ms","prefix":"","request":"header: txn: success:> failure: >>","response":"size:16"} {"level":"info","ts":"2026-03-20T10:27:40.106409Z","caller":"traceutil/trace.go:171","msg":"trace[157497095] linearizableReadLoop","detail":"{readStateIndex:2540; appliedIndex:2536; }","duration":"527.413686ms","start":"2026-03-20T10:27:39.578978Z","end":"2026-03-20T10:27:40.106392Z","steps":["trace[157497095] 'read index received' (duration: 278.940037ms)","trace[157497095] 'applied index is now lower than readState.Index' (duration: 248.472289ms)"],"step_count":2} {"level":"info","ts":"2026-03-20T10:27:40.106543Z","caller":"traceutil/trace.go:171","msg":"trace[754836230] transaction","detail":"{read_only:false; response_revision:2378; number_of_response:1; }","duration":"860.325496ms","start":"2026-03-20T10:27:39.246176Z","end":"2026-03-20T10:27:40.106502Z","steps":["trace[754836230] 'process raft request' (duration: 651.321562ms)","trace[754836230] 'compare' (duration: 208.44044ms)"],"step_count":2} {"level":"warn","ts":"2026-03-20T10:27:40.106688Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"527.699483ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/health\" ","response":"range_response_count:0 size:5"} {"level":"warn","ts":"2026-03-20T10:27:40.106761Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"379.865354ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/rbd-csi-ceph-com\" ","response":"range_response_count:1 size:473"} {"level":"info","ts":"2026-03-20T10:27:40.106772Z","caller":"traceutil/trace.go:171","msg":"trace[822550648] range","detail":"{range_begin:/registry/health; range_end:; response_count:0; response_revision:2378; }","duration":"527.823477ms","start":"2026-03-20T10:27:39.578928Z","end":"2026-03-20T10:27:40.106752Z","steps":["trace[822550648] 'agreement among raft nodes before linearized reading' (duration: 527.686623ms)"],"step_count":1} {"level":"info","ts":"2026-03-20T10:27:40.106795Z","caller":"traceutil/trace.go:171","msg":"trace[1419924624] range","detail":"{range_begin:/registry/leases/kube-system/rbd-csi-ceph-com; range_end:; response_count:1; response_revision:2378; }","duration":"379.944796ms","start":"2026-03-20T10:27:39.72684Z","end":"2026-03-20T10:27:40.106785Z","steps":["trace[1419924624] 'agreement among raft nodes before linearized reading' (duration: 379.812062ms)"],"step_count":1} {"level":"warn","ts":"2026-03-20T10:27:40.106824Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-20T10:27:39.726821Z","time spent":"379.996918ms","remote":"127.0.0.1:36750","response type":"/etcdserverpb.KV/Range","request count":0,"request size":47,"response count":1,"response size":495,"request content":"key:\"/registry/leases/kube-system/rbd-csi-ceph-com\" "} {"level":"warn","ts":"2026-03-20T10:27:40.106821Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-20T10:27:39.578905Z","time spent":"527.907019ms","remote":"127.0.0.1:36464","response type":"/etcdserverpb.KV/Range","request count":0,"request size":18,"response count":0,"response size":27,"request content":"key:\"/registry/health\" "} {"level":"warn","ts":"2026-03-20T10:27:40.106862Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"376.660853ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/external-attacher-leader-rbd-csi-ceph-com\" ","response":"range_response_count:1 size:525"} {"level":"warn","ts":"2026-03-20T10:27:40.106897Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"378.265223ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/external-resizer-rbd-csi-ceph-com\" ","response":"range_response_count:1 size:509"} {"level":"info","ts":"2026-03-20T10:27:40.106981Z","caller":"traceutil/trace.go:171","msg":"trace[295988278] range","detail":"{range_begin:/registry/leases/kube-system/external-resizer-rbd-csi-ceph-com; range_end:; response_count:1; response_revision:2378; }","duration":"378.392816ms","start":"2026-03-20T10:27:39.728575Z","end":"2026-03-20T10:27:40.106968Z","steps":["trace[295988278] 'agreement among raft nodes before linearized reading' (duration: 378.13291ms)"],"step_count":1} {"level":"warn","ts":"2026-03-20T10:27:40.107078Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-20T10:27:39.728553Z","time spent":"378.51315ms","remote":"127.0.0.1:36750","response type":"/etcdserverpb.KV/Range","request count":0,"request size":64,"response count":1,"response size":531,"request content":"key:\"/registry/leases/kube-system/external-resizer-rbd-csi-ceph-com\" "} {"level":"info","ts":"2026-03-20T10:27:40.106929Z","caller":"traceutil/trace.go:171","msg":"trace[209832432] range","detail":"{range_begin:/registry/leases/kube-system/external-attacher-leader-rbd-csi-ceph-com; range_end:; response_count:1; response_revision:2378; }","duration":"376.751466ms","start":"2026-03-20T10:27:39.73016Z","end":"2026-03-20T10:27:40.106911Z","steps":["trace[209832432] 'agreement among raft nodes before linearized reading' (duration: 376.540781ms)"],"step_count":1} {"level":"warn","ts":"2026-03-20T10:27:40.10718Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-20T10:27:39.730151Z","time spent":"377.016712ms","remote":"127.0.0.1:36750","response type":"/etcdserverpb.KV/Range","request count":0,"request size":72,"response count":1,"response size":547,"request content":"key:\"/registry/leases/kube-system/external-attacher-leader-rbd-csi-ceph-com\" "} {"level":"warn","ts":"2026-03-20T10:27:40.106957Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-20T10:27:39.246163Z","time spent":"860.50667ms","remote":"127.0.0.1:36750","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":519,"response count":0,"response size":38,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-03-20T10:27:40.268059Z","caller":"traceutil/trace.go:171","msg":"trace[1746283858] transaction","detail":"{read_only:false; response_revision:2382; number_of_response:1; }","duration":"154.404845ms","start":"2026-03-20T10:27:40.113629Z","end":"2026-03-20T10:27:40.268034Z","steps":["trace[1746283858] 'process raft request' (duration: 154.346594ms)"],"step_count":1} {"level":"info","ts":"2026-03-20T10:27:40.268408Z","caller":"traceutil/trace.go:171","msg":"trace[782476816] transaction","detail":"{read_only:false; response_revision:2381; number_of_response:1; }","duration":"155.854802ms","start":"2026-03-20T10:27:40.112535Z","end":"2026-03-20T10:27:40.26839Z","steps":["trace[782476816] 'process raft request' (duration: 155.39043ms)"],"step_count":1} {"level":"info","ts":"2026-03-20T10:27:40.268426Z","caller":"traceutil/trace.go:171","msg":"trace[542700240] transaction","detail":"{read_only:false; response_revision:2380; number_of_response:1; }","duration":"155.951265ms","start":"2026-03-20T10:27:40.112435Z","end":"2026-03-20T10:27:40.268386Z","steps":["trace[542700240] 'process raft request' (duration: 144.453245ms)","trace[542700240] 'compare' (duration: 10.902964ms)"],"step_count":2} {"level":"warn","ts":"2026-03-20T10:27:41.145918Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"622.66387ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/podtemplates/\" range_end:\"/registry/podtemplates0\" count_only:true ","response":"range_response_count:0 size:5"} {"level":"info","ts":"2026-03-20T10:27:41.14604Z","caller":"traceutil/trace.go:171","msg":"trace[1680160475] range","detail":"{range_begin:/registry/podtemplates/; range_end:/registry/podtemplates0; response_count:0; response_revision:2382; }","duration":"622.845834ms","start":"2026-03-20T10:27:40.523169Z","end":"2026-03-20T10:27:41.146015Z","steps":["trace[1680160475] 'count revisions from in-memory index tree' (duration: 622.567857ms)"],"step_count":1} {"level":"warn","ts":"2026-03-20T10:27:41.146096Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-20T10:27:40.52315Z","time spent":"622.933016ms","remote":"127.0.0.1:36616","response type":"/etcdserverpb.KV/Range","request count":0,"request size":52,"response count":0,"response size":27,"request content":"key:\"/registry/podtemplates/\" range_end:\"/registry/podtemplates0\" count_only:true "} {"level":"warn","ts":"2026-03-20T10:27:41.14623Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"242.222211ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/kube-controller-manager\" ","response":"range_response_count:1 size:506"} {"level":"info","ts":"2026-03-20T10:27:41.14634Z","caller":"traceutil/trace.go:171","msg":"trace[634034809] range","detail":"{range_begin:/registry/leases/kube-system/kube-controller-manager; range_end:; response_count:1; response_revision:2382; }","duration":"242.389346ms","start":"2026-03-20T10:27:40.903926Z","end":"2026-03-20T10:27:41.146315Z","steps":["trace[634034809] 'range keys from in-memory index tree' (duration: 241.907233ms)"],"step_count":1} {"level":"info","ts":"2026-03-20T10:27:41.278133Z","caller":"traceutil/trace.go:171","msg":"trace[1786918265] transaction","detail":"{read_only:false; response_revision:2383; number_of_response:1; }","duration":"127.648951ms","start":"2026-03-20T10:27:41.150459Z","end":"2026-03-20T10:27:41.278108Z","steps":["trace[1786918265] 'process raft request' (duration: 127.472337ms)"],"step_count":1} {"level":"warn","ts":"2026-03-20T10:27:41.640318Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"144.625108ms","expected-duration":"100ms","prefix":"","request":"header: txn: success:> failure: >>","response":"size:16"} {"level":"info","ts":"2026-03-20T10:27:41.640546Z","caller":"traceutil/trace.go:171","msg":"trace[1451865363] transaction","detail":"{read_only:false; response_revision:2384; number_of_response:1; }","duration":"357.642122ms","start":"2026-03-20T10:27:41.282861Z","end":"2026-03-20T10:27:41.640503Z","steps":["trace[1451865363] 'process raft request' (duration: 212.734837ms)","trace[1451865363] 'compare' (duration: 144.473024ms)"],"step_count":2} {"level":"warn","ts":"2026-03-20T10:27:41.640698Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-20T10:27:41.282834Z","time spent":"357.784756ms","remote":"127.0.0.1:36750","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":418,"response count":0,"response size":38,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-03-20T10:27:42.100348Z","caller":"traceutil/trace.go:171","msg":"trace[271743598] transaction","detail":"{read_only:false; response_revision:2385; number_of_response:1; }","duration":"197.388651ms","start":"2026-03-20T10:27:41.902939Z","end":"2026-03-20T10:27:42.100328Z","steps":["trace[271743598] 'process raft request' (duration: 197.279628ms)"],"step_count":1} {"level":"info","ts":"2026-03-20T10:27:42.431018Z","caller":"traceutil/trace.go:171","msg":"trace[1706593086] transaction","detail":"{read_only:false; response_revision:2386; number_of_response:1; }","duration":"527.224962ms","start":"2026-03-20T10:27:41.903758Z","end":"2026-03-20T10:27:42.430983Z","steps":["trace[1706593086] 'process raft request' (duration: 526.867152ms)"],"step_count":1} {"level":"info","ts":"2026-03-20T10:27:42.431077Z","caller":"traceutil/trace.go:171","msg":"trace[58901096] transaction","detail":"{read_only:false; response_revision:2387; number_of_response:1; }","duration":"526.991807ms","start":"2026-03-20T10:27:41.904055Z","end":"2026-03-20T10:27:42.431047Z","steps":["trace[58901096] 'process raft request' (duration: 526.899384ms)"],"step_count":1} {"level":"warn","ts":"2026-03-20T10:27:42.431187Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-20T10:27:41.90373Z","time spent":"527.372346ms","remote":"127.0.0.1:36750","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":517,"response count":0,"response size":38,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-03-20T10:27:42.431269Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-20T10:27:41.904044Z","time spent":"527.12062ms","remote":"127.0.0.1:36750","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":423,"response count":0,"response size":38,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-03-20T10:27:42.478343Z","caller":"traceutil/trace.go:171","msg":"trace[504973725] linearizableReadLoop","detail":"{readStateIndex:2550; appliedIndex:2547; }","duration":"205.202627ms","start":"2026-03-20T10:27:42.273117Z","end":"2026-03-20T10:27:42.478319Z","steps":["trace[504973725] 'read index received' (duration: 157.601455ms)","trace[504973725] 'applied index is now lower than readState.Index' (duration: 47.600221ms)"],"step_count":2} {"level":"info","ts":"2026-03-20T10:27:42.478446Z","caller":"traceutil/trace.go:171","msg":"trace[2717035] transaction","detail":"{read_only:false; response_revision:2388; number_of_response:1; }","duration":"359.8444ms","start":"2026-03-20T10:27:42.118555Z","end":"2026-03-20T10:27:42.478399Z","steps":["trace[2717035] 'process raft request' (duration: 359.614823ms)"],"step_count":1} {"level":"warn","ts":"2026-03-20T10:27:42.478722Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-20T10:27:42.118529Z","time spent":"360.115586ms","remote":"127.0.0.1:36750","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":672,"response count":0,"response size":38,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-03-20T10:27:42.478764Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"205.633639ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/cilium-operator-resource-lock\" ","response":"range_response_count:1 size:492"} {"level":"info","ts":"2026-03-20T10:27:42.479083Z","caller":"traceutil/trace.go:171","msg":"trace[505237699] range","detail":"{range_begin:/registry/leases/kube-system/cilium-operator-resource-lock; range_end:; response_count:1; response_revision:2388; }","duration":"206.001628ms","start":"2026-03-20T10:27:42.273064Z","end":"2026-03-20T10:27:42.479066Z","steps":["trace[505237699] 'agreement among raft nodes before linearized reading' (duration: 205.435264ms)"],"step_count":1} {"level":"warn","ts":"2026-03-20T10:27:42.83601Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"247.514635ms","expected-duration":"100ms","prefix":"","request":"header: txn: success:> failure: >>","response":"size:16"} {"level":"info","ts":"2026-03-20T10:27:42.83631Z","caller":"traceutil/trace.go:171","msg":"trace[951890055] linearizableReadLoop","detail":"{readStateIndex:2551; appliedIndex:2550; }","duration":"320.776532ms","start":"2026-03-20T10:27:42.515511Z","end":"2026-03-20T10:27:42.836287Z","steps":["trace[951890055] 'read index received' (duration: 72.823997ms)","trace[951890055] 'applied index is now lower than readState.Index' (duration: 247.950415ms)"],"step_count":2} {"level":"info","ts":"2026-03-20T10:27:42.836373Z","caller":"traceutil/trace.go:171","msg":"trace[1961668670] transaction","detail":"{read_only:false; response_revision:2389; number_of_response:1; }","duration":"351.454717ms","start":"2026-03-20T10:27:42.484871Z","end":"2026-03-20T10:27:42.836326Z","steps":["trace[1961668670] 'process raft request' (duration: 103.526972ms)","trace[1961668670] 'compare' (duration: 247.349631ms)"],"step_count":2} {"level":"warn","ts":"2026-03-20T10:27:42.837381Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-20T10:27:42.484846Z","time spent":"352.477113ms","remote":"127.0.0.1:36750","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":477,"response count":0,"response size":38,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-03-20T10:27:42.836724Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"321.176742ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/masterleases/199.204.45.102\" ","response":"range_response_count:1 size:135"} {"level":"warn","ts":"2026-03-20T10:27:42.837543Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"258.233095ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/health\" ","response":"range_response_count:0 size:5"} {"level":"info","ts":"2026-03-20T10:27:42.837602Z","caller":"traceutil/trace.go:171","msg":"trace[1158038824] range","detail":"{range_begin:/registry/health; range_end:; response_count:0; response_revision:2389; }","duration":"258.347237ms","start":"2026-03-20T10:27:42.579242Z","end":"2026-03-20T10:27:42.83759Z","steps":["trace[1158038824] 'agreement among raft nodes before linearized reading' (duration: 258.251205ms)"],"step_count":1} {"level":"info","ts":"2026-03-20T10:27:42.837597Z","caller":"traceutil/trace.go:171","msg":"trace[1048512364] range","detail":"{range_begin:/registry/masterleases/199.204.45.102; range_end:; response_count:1; response_revision:2389; }","duration":"322.084276ms","start":"2026-03-20T10:27:42.515478Z","end":"2026-03-20T10:27:42.837562Z","steps":["trace[1048512364] 'agreement among raft nodes before linearized reading' (duration: 320.974117ms)"],"step_count":1} {"level":"warn","ts":"2026-03-20T10:27:42.837701Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-20T10:27:42.515466Z","time spent":"322.198248ms","remote":"127.0.0.1:36498","response type":"/etcdserverpb.KV/Range","request count":0,"request size":39,"response count":1,"response size":157,"request content":"key:\"/registry/masterleases/199.204.45.102\" "} {"level":"warn","ts":"2026-03-20T10:27:42.837792Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"298.716287ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/validatingwebhookconfigurations/\" range_end:\"/registry/validatingwebhookconfigurations0\" count_only:true ","response":"range_response_count:0 size:5"} {"level":"info","ts":"2026-03-20T10:27:42.837832Z","caller":"traceutil/trace.go:171","msg":"trace[1859203081] range","detail":"{range_begin:/registry/validatingwebhookconfigurations/; range_end:/registry/validatingwebhookconfigurations0; response_count:0; response_revision:2389; }","duration":"298.866891ms","start":"2026-03-20T10:27:42.538953Z","end":"2026-03-20T10:27:42.83782Z","steps":["trace[1859203081] 'agreement among raft nodes before linearized reading' (duration: 298.370809ms)"],"step_count":1} {"level":"info","ts":"2026-03-20T10:27:43.222688Z","caller":"traceutil/trace.go:171","msg":"trace[315380385] linearizableReadLoop","detail":"{readStateIndex:2552; appliedIndex:2551; }","duration":"383.807664ms","start":"2026-03-20T10:27:42.838856Z","end":"2026-03-20T10:27:43.222663Z","steps":["trace[315380385] 'read index received' (duration: 307.097748ms)","trace[315380385] 'applied index is now lower than readState.Index' (duration: 76.708566ms)"],"step_count":2} {"level":"warn","ts":"2026-03-20T10:27:43.22273Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-20T10:27:42.838568Z","time spent":"384.154913ms","remote":"127.0.0.1:36498","response type":"/etcdserverpb.Lease/LeaseGrant","request count":-1,"request size":-1,"response count":-1,"response size":-1,"request content":""} {"level":"warn","ts":"2026-03-20T10:27:43.222864Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"383.990349ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/health\" ","response":"range_response_count:0 size:5"} {"level":"warn","ts":"2026-03-20T10:27:43.222904Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"208.87135ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/cilium.io/ciliumcidrgroups/\" range_end:\"/registry/cilium.io/ciliumcidrgroups0\" count_only:true ","response":"range_response_count:0 size:5"} {"level":"info","ts":"2026-03-20T10:27:43.222931Z","caller":"traceutil/trace.go:171","msg":"trace[1885525172] range","detail":"{range_begin:/registry/health; range_end:; response_count:0; response_revision:2389; }","duration":"384.101591ms","start":"2026-03-20T10:27:42.838813Z","end":"2026-03-20T10:27:43.222915Z","steps":["trace[1885525172] 'agreement among raft nodes before linearized reading' (duration: 383.986868ms)"],"step_count":1} {"level":"info","ts":"2026-03-20T10:27:43.222957Z","caller":"traceutil/trace.go:171","msg":"trace[1760989792] range","detail":"{range_begin:/registry/cilium.io/ciliumcidrgroups/; range_end:/registry/cilium.io/ciliumcidrgroups0; response_count:0; response_revision:2389; }","duration":"208.961383ms","start":"2026-03-20T10:27:43.013966Z","end":"2026-03-20T10:27:43.222928Z","steps":["trace[1760989792] 'agreement among raft nodes before linearized reading' (duration: 208.86664ms)"],"step_count":1} {"level":"warn","ts":"2026-03-20T10:27:43.222969Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-20T10:27:42.838795Z","time spent":"384.167314ms","remote":"127.0.0.1:36468","response type":"/etcdserverpb.KV/Range","request count":0,"request size":18,"response count":0,"response size":27,"request content":"key:\"/registry/health\" "} {"level":"info","ts":"2026-03-20T10:27:44.0396Z","caller":"traceutil/trace.go:171","msg":"trace[130150639] transaction","detail":"{read_only:false; response_revision:2392; number_of_response:1; }","duration":"389.861865ms","start":"2026-03-20T10:27:43.64972Z","end":"2026-03-20T10:27:44.039582Z","steps":["trace[130150639] 'process raft request' (duration: 389.691331ms)"],"step_count":1} {"level":"warn","ts":"2026-03-20T10:27:44.039749Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-20T10:27:43.649699Z","time spent":"389.975077ms","remote":"127.0.0.1:36750","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":419,"response count":0,"response size":38,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-03-20T10:27:44.50336Z","caller":"traceutil/trace.go:171","msg":"trace[481627781] transaction","detail":"{read_only:false; response_revision:2394; number_of_response:1; }","duration":"156.971934ms","start":"2026-03-20T10:27:44.346329Z","end":"2026-03-20T10:27:44.503301Z","steps":["trace[481627781] 'process raft request' (duration: 103.071733ms)","trace[481627781] 'compare' (duration: 53.664705ms)"],"step_count":2} {"level":"warn","ts":"2026-03-20T10:27:45.320739Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"673.494517ms","expected-duration":"100ms","prefix":"","request":"header: txn: success:> failure: >>","response":"size:16"} {"level":"info","ts":"2026-03-20T10:27:45.320989Z","caller":"traceutil/trace.go:171","msg":"trace[1401274411] linearizableReadLoop","detail":"{readStateIndex:2559; appliedIndex:2557; }","duration":"741.087664ms","start":"2026-03-20T10:27:44.57988Z","end":"2026-03-20T10:27:45.320968Z","steps":["trace[1401274411] 'read index received' (duration: 67.415142ms)","trace[1401274411] 'applied index is now lower than readState.Index' (duration: 673.671302ms)"],"step_count":2} {"level":"info","ts":"2026-03-20T10:27:45.321107Z","caller":"traceutil/trace.go:171","msg":"trace[449771292] transaction","detail":"{read_only:false; response_revision:2396; number_of_response:1; }","duration":"814.077077ms","start":"2026-03-20T10:27:44.507015Z","end":"2026-03-20T10:27:45.321092Z","steps":["trace[449771292] 'process raft request' (duration: 813.864822ms)"],"step_count":1} {"level":"warn","ts":"2026-03-20T10:27:45.321205Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-20T10:27:44.50697Z","time spent":"814.18391ms","remote":"127.0.0.1:36750","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":517,"response count":0,"response size":38,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-03-20T10:27:45.321413Z","caller":"traceutil/trace.go:171","msg":"trace[285995093] transaction","detail":"{read_only:false; response_revision:2395; number_of_response:1; }","duration":"814.354484ms","start":"2026-03-20T10:27:44.506999Z","end":"2026-03-20T10:27:45.321353Z","steps":["trace[285995093] 'process raft request' (duration: 140.138129ms)","trace[285995093] 'compare' (duration: 673.283952ms)"],"step_count":2} {"level":"warn","ts":"2026-03-20T10:27:45.321659Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"479.350365ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/cilium-operator-resource-lock\" ","response":"range_response_count:1 size:493"} {"level":"info","ts":"2026-03-20T10:27:45.321721Z","caller":"traceutil/trace.go:171","msg":"trace[82626919] range","detail":"{range_begin:/registry/leases/kube-system/cilium-operator-resource-lock; range_end:; response_count:1; response_revision:2396; }","duration":"479.432037ms","start":"2026-03-20T10:27:44.842272Z","end":"2026-03-20T10:27:45.321704Z","steps":["trace[82626919] 'agreement among raft nodes before linearized reading' (duration: 479.270983ms)"],"step_count":1} {"level":"warn","ts":"2026-03-20T10:27:45.321767Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-20T10:27:44.842257Z","time spent":"479.496748ms","remote":"127.0.0.1:36750","response type":"/etcdserverpb.KV/Range","request count":0,"request size":60,"response count":1,"response size":515,"request content":"key:\"/registry/leases/kube-system/cilium-operator-resource-lock\" "} {"level":"warn","ts":"2026-03-20T10:27:45.321682Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-20T10:27:44.506976Z","time spent":"814.568849ms","remote":"127.0.0.1:36750","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":423,"response count":0,"response size":38,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-03-20T10:27:45.321498Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"741.638598ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/health\" ","response":"range_response_count:0 size:5"} {"level":"info","ts":"2026-03-20T10:27:45.322263Z","caller":"traceutil/trace.go:171","msg":"trace[1594650025] range","detail":"{range_begin:/registry/health; range_end:; response_count:0; response_revision:2396; }","duration":"742.400248ms","start":"2026-03-20T10:27:44.57981Z","end":"2026-03-20T10:27:45.322211Z","steps":["trace[1594650025] 'agreement among raft nodes before linearized reading' (duration: 741.639988ms)"],"step_count":1} {"level":"warn","ts":"2026-03-20T10:27:45.3224Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-20T10:27:44.57979Z","time spent":"742.592923ms","remote":"127.0.0.1:36468","response type":"/etcdserverpb.KV/Range","request count":0,"request size":18,"response count":0,"response size":27,"request content":"key:\"/registry/health\" "} {"level":"warn","ts":"2026-03-20T10:27:45.32251Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"158.849852ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/external-resizer-rbd-csi-ceph-com\" ","response":"range_response_count:1 size:509"} {"level":"warn","ts":"2026-03-20T10:27:45.322791Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"208.707011ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/external-snapshotter-leader-rbd-csi-ceph-com\" ","response":"range_response_count:1 size:534"} {"level":"info","ts":"2026-03-20T10:27:45.322929Z","caller":"traceutil/trace.go:171","msg":"trace[1691741185] range","detail":"{range_begin:/registry/leases/kube-system/external-snapshotter-leader-rbd-csi-ceph-com; range_end:; response_count:1; response_revision:2396; }","duration":"208.902726ms","start":"2026-03-20T10:27:45.113999Z","end":"2026-03-20T10:27:45.322902Z","steps":["trace[1691741185] 'agreement among raft nodes before linearized reading' (duration: 208.527207ms)"],"step_count":1} {"level":"info","ts":"2026-03-20T10:27:45.323048Z","caller":"traceutil/trace.go:171","msg":"trace[2035956047] range","detail":"{range_begin:/registry/leases/kube-system/external-resizer-rbd-csi-ceph-com; range_end:; response_count:1; response_revision:2396; }","duration":"159.262663ms","start":"2026-03-20T10:27:45.163621Z","end":"2026-03-20T10:27:45.322884Z","steps":["trace[2035956047] 'agreement among raft nodes before linearized reading' (duration: 158.804331ms)"],"step_count":1} {"level":"info","ts":"2026-03-20T10:27:45.678788Z","caller":"traceutil/trace.go:171","msg":"trace[1909908941] transaction","detail":"{read_only:false; response_revision:2398; number_of_response:1; }","duration":"350.624154ms","start":"2026-03-20T10:27:45.328138Z","end":"2026-03-20T10:27:45.678762Z","steps":["trace[1909908941] 'process raft request' (duration: 350.500801ms)"],"step_count":1} {"level":"warn","ts":"2026-03-20T10:27:45.678954Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-20T10:27:45.328112Z","time spent":"350.757117ms","remote":"127.0.0.1:36750","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":510,"response count":0,"response size":38,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-03-20T10:27:45.679719Z","caller":"traceutil/trace.go:171","msg":"trace[889108738] transaction","detail":"{read_only:false; response_revision:2397; number_of_response:1; }","duration":"351.157468ms","start":"2026-03-20T10:27:45.328138Z","end":"2026-03-20T10:27:45.679296Z","steps":["trace[889108738] 'process raft request' (duration: 350.232025ms)"],"step_count":1} {"level":"warn","ts":"2026-03-20T10:27:45.679944Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-20T10:27:45.328112Z","time spent":"351.740332ms","remote":"127.0.0.1:36750","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":477,"response count":0,"response size":38,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-03-20T10:27:45.956494Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"167.87289ms","expected-duration":"100ms","prefix":"","request":"header: txn: success:> failure: >>","response":"size:16"} {"level":"info","ts":"2026-03-20T10:27:45.956716Z","caller":"traceutil/trace.go:171","msg":"trace[253130509] linearizableReadLoop","detail":"{readStateIndex:2564; appliedIndex:2561; }","duration":"566.370633ms","start":"2026-03-20T10:27:45.390328Z","end":"2026-03-20T10:27:45.956698Z","steps":["trace[253130509] 'read index received' (duration: 288.939217ms)","trace[253130509] 'applied index is now lower than readState.Index' (duration: 277.430496ms)"],"step_count":2} {"level":"info","ts":"2026-03-20T10:27:45.956716Z","caller":"traceutil/trace.go:171","msg":"trace[866386654] transaction","detail":"{read_only:false; response_revision:2399; number_of_response:1; }","duration":"628.033639ms","start":"2026-03-20T10:27:45.328638Z","end":"2026-03-20T10:27:45.956671Z","steps":["trace[866386654] 'process raft request' (duration: 459.907444ms)","trace[866386654] 'compare' (duration: 167.753626ms)"],"step_count":2} {"level":"info","ts":"2026-03-20T10:27:45.956762Z","caller":"traceutil/trace.go:171","msg":"trace[1424760259] transaction","detail":"{read_only:false; response_revision:2400; number_of_response:1; }","duration":"627.547177ms","start":"2026-03-20T10:27:45.329193Z","end":"2026-03-20T10:27:45.95674Z","steps":["trace[1424760259] 'process raft request' (duration: 627.407054ms)"],"step_count":1} {"level":"info","ts":"2026-03-20T10:27:45.956799Z","caller":"traceutil/trace.go:171","msg":"trace[1028348667] transaction","detail":"{read_only:false; response_revision:2401; number_of_response:1; }","duration":"626.82147ms","start":"2026-03-20T10:27:45.329945Z","end":"2026-03-20T10:27:45.956767Z","steps":["trace[1028348667] 'process raft request' (duration: 626.707627ms)"],"step_count":1} {"level":"warn","ts":"2026-03-20T10:27:45.956874Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-20T10:27:45.329174Z","time spent":"627.63465ms","remote":"127.0.0.1:36750","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":518,"response count":0,"response size":38,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-03-20T10:27:45.956887Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-20T10:27:45.328628Z","time spent":"628.166562ms","remote":"127.0.0.1:36750","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":458,"response count":0,"response size":38,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-03-20T10:27:45.9569Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"566.568288ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/kube-controller-manager\" ","response":"range_response_count:1 size:506"} {"level":"info","ts":"2026-03-20T10:27:45.956931Z","caller":"traceutil/trace.go:171","msg":"trace[1433724205] range","detail":"{range_begin:/registry/leases/kube-system/kube-controller-manager; range_end:; response_count:1; response_revision:2401; }","duration":"566.63719ms","start":"2026-03-20T10:27:45.390285Z","end":"2026-03-20T10:27:45.956922Z","steps":["trace[1433724205] 'agreement among raft nodes before linearized reading' (duration: 566.500006ms)"],"step_count":1} {"level":"warn","ts":"2026-03-20T10:27:45.95703Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-20T10:27:45.390265Z","time spent":"566.756762ms","remote":"127.0.0.1:36750","response type":"/etcdserverpb.KV/Range","request count":0,"request size":54,"response count":1,"response size":528,"request content":"key:\"/registry/leases/kube-system/kube-controller-manager\" "} {"level":"warn","ts":"2026-03-20T10:27:45.956944Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-20T10:27:45.329939Z","time spent":"626.930582ms","remote":"127.0.0.1:36750","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":493,"response count":0,"response size":38,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-03-20T10:27:45.956954Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"319.813897ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/persistentvolumes/\" range_end:\"/registry/persistentvolumes0\" count_only:true ","response":"range_response_count:0 size:7"} {"level":"info","ts":"2026-03-20T10:27:45.95715Z","caller":"traceutil/trace.go:171","msg":"trace[504113242] range","detail":"{range_begin:/registry/persistentvolumes/; range_end:/registry/persistentvolumes0; response_count:0; response_revision:2401; }","duration":"320.054742ms","start":"2026-03-20T10:27:45.637074Z","end":"2026-03-20T10:27:45.957129Z","steps":["trace[504113242] 'agreement among raft nodes before linearized reading' (duration: 319.796685ms)"],"step_count":1} {"level":"warn","ts":"2026-03-20T10:27:45.956951Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"377.978196ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/health\" ","response":"range_response_count:0 size:5"} {"level":"warn","ts":"2026-03-20T10:27:45.957243Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-20T10:27:45.63706Z","time spent":"320.142315ms","remote":"127.0.0.1:36626","response type":"/etcdserverpb.KV/Range","request count":0,"request size":62,"response count":1,"response size":29,"request content":"key:\"/registry/persistentvolumes/\" range_end:\"/registry/persistentvolumes0\" count_only:true "} {"level":"info","ts":"2026-03-20T10:27:45.957255Z","caller":"traceutil/trace.go:171","msg":"trace[481226452] range","detail":"{range_begin:/registry/health; range_end:; response_count:0; response_revision:2401; }","duration":"378.341025ms","start":"2026-03-20T10:27:45.578902Z","end":"2026-03-20T10:27:45.957243Z","steps":["trace[481226452] 'agreement among raft nodes before linearized reading' (duration: 377.941485ms)"],"step_count":1} {"level":"warn","ts":"2026-03-20T10:27:45.957293Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-20T10:27:45.57888Z","time spent":"378.403256ms","remote":"127.0.0.1:36464","response type":"/etcdserverpb.KV/Range","request count":0,"request size":18,"response count":0,"response size":27,"request content":"key:\"/registry/health\" "} {"level":"warn","ts":"2026-03-20T10:27:46.305255Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"187.630018ms","expected-duration":"100ms","prefix":"","request":"header: txn: success:> failure: >>","response":"size:16"} {"level":"info","ts":"2026-03-20T10:27:46.305384Z","caller":"traceutil/trace.go:171","msg":"trace[1241168055] linearizableReadLoop","detail":"{readStateIndex:2565; appliedIndex:2564; }","duration":"273.768744ms","start":"2026-03-20T10:27:46.031595Z","end":"2026-03-20T10:27:46.305363Z","steps":["trace[1241168055] 'read index received' (duration: 85.855488ms)","trace[1241168055] 'applied index is now lower than readState.Index' (duration: 187.910506ms)"],"step_count":2} {"level":"info","ts":"2026-03-20T10:27:46.305421Z","caller":"traceutil/trace.go:171","msg":"trace[943280399] transaction","detail":"{read_only:false; response_revision:2402; number_of_response:1; }","duration":"343.521675ms","start":"2026-03-20T10:27:45.961869Z","end":"2026-03-20T10:27:46.305391Z","steps":["trace[943280399] 'process raft request' (duration: 155.660051ms)","trace[943280399] 'compare' (duration: 187.457383ms)"],"step_count":2} {"level":"warn","ts":"2026-03-20T10:27:46.30553Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"273.909897ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/poddisruptionbudgets/\" range_end:\"/registry/poddisruptionbudgets0\" count_only:true ","response":"range_response_count:0 size:5"} {"level":"warn","ts":"2026-03-20T10:27:46.305581Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-20T10:27:45.961846Z","time spent":"343.661089ms","remote":"127.0.0.1:36750","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":490,"response count":0,"response size":38,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-03-20T10:27:46.305593Z","caller":"traceutil/trace.go:171","msg":"trace[537689129] range","detail":"{range_begin:/registry/poddisruptionbudgets/; range_end:/registry/poddisruptionbudgets0; response_count:0; response_revision:2402; }","duration":"274.00765ms","start":"2026-03-20T10:27:46.031569Z","end":"2026-03-20T10:27:46.305576Z","steps":["trace[537689129] 'agreement among raft nodes before linearized reading' (duration: 273.881167ms)"],"step_count":1} {"level":"warn","ts":"2026-03-20T10:27:46.305657Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"262.616702ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/plndr-cp-lock\" ","response":"range_response_count:1 size:434"} {"level":"info","ts":"2026-03-20T10:27:46.305759Z","caller":"traceutil/trace.go:171","msg":"trace[1617908865] range","detail":"{range_begin:/registry/leases/kube-system/plndr-cp-lock; range_end:; response_count:1; response_revision:2402; }","duration":"262.698184ms","start":"2026-03-20T10:27:46.042991Z","end":"2026-03-20T10:27:46.305689Z","steps":["trace[1617908865] 'agreement among raft nodes before linearized reading' (duration: 262.492739ms)"],"step_count":1} {"level":"warn","ts":"2026-03-20T10:27:46.966534Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"531.81711ms","expected-duration":"100ms","prefix":"","request":"header: txn: success:> failure: >>","response":"size:16"} {"level":"info","ts":"2026-03-20T10:27:46.966712Z","caller":"traceutil/trace.go:171","msg":"trace[392934211] transaction","detail":"{read_only:false; response_revision:2404; number_of_response:1; }","duration":"656.063598ms","start":"2026-03-20T10:27:46.310631Z","end":"2026-03-20T10:27:46.966694Z","steps":["trace[392934211] 'process raft request' (duration: 656.009617ms)"],"step_count":1} {"level":"info","ts":"2026-03-20T10:27:46.966765Z","caller":"traceutil/trace.go:171","msg":"trace[30582712] transaction","detail":"{read_only:false; response_revision:2403; number_of_response:1; }","duration":"656.599232ms","start":"2026-03-20T10:27:46.310126Z","end":"2026-03-20T10:27:46.966725Z","steps":["trace[30582712] 'process raft request' (duration: 124.509275ms)","trace[30582712] 'compare' (duration: 531.694897ms)"],"step_count":2} {"level":"warn","ts":"2026-03-20T10:27:46.966803Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-20T10:27:46.310607Z","time spent":"656.163561ms","remote":"127.0.0.1:36750","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":463,"response count":0,"response size":38,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-03-20T10:27:46.966943Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-20T10:27:46.310103Z","time spent":"656.749145ms","remote":"127.0.0.1:36750","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":418,"response count":0,"response size":38,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-03-20T10:27:47.620754Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"121.18857ms","expected-duration":"100ms","prefix":"","request":"header: txn: success:> failure: >>","response":"size:16"} {"level":"info","ts":"2026-03-20T10:27:47.621091Z","caller":"traceutil/trace.go:171","msg":"trace[555321212] transaction","detail":"{read_only:false; response_revision:2406; number_of_response:1; }","duration":"288.112146ms","start":"2026-03-20T10:27:47.332949Z","end":"2026-03-20T10:27:47.621061Z","steps":["trace[555321212] 'process raft request' (duration: 166.524526ms)","trace[555321212] 'compare' (duration: 121.075047ms)"],"step_count":2} {"level":"warn","ts":"2026-03-20T10:27:48.239422Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"388.134822ms","expected-duration":"100ms","prefix":"","request":"header: txn: success:> failure: >>","response":"size:16"} {"level":"info","ts":"2026-03-20T10:27:48.239564Z","caller":"traceutil/trace.go:171","msg":"trace[1344024018] linearizableReadLoop","detail":"{readStateIndex:2570; appliedIndex:2569; }","duration":"393.401714ms","start":"2026-03-20T10:27:47.846142Z","end":"2026-03-20T10:27:48.239543Z","steps":["trace[1344024018] 'read index received' (duration: 4.945464ms)","trace[1344024018] 'applied index is now lower than readState.Index' (duration: 388.45471ms)"],"step_count":2} {"level":"info","ts":"2026-03-20T10:27:48.2398Z","caller":"traceutil/trace.go:171","msg":"trace[1297117277] transaction","detail":"{read_only:false; response_revision:2407; number_of_response:1; }","duration":"551.381734ms","start":"2026-03-20T10:27:47.688335Z","end":"2026-03-20T10:27:48.239716Z","steps":["trace[1297117277] 'process raft request' (duration: 162.811731ms)","trace[1297117277] 'compare' (duration: 387.830195ms)"],"step_count":2} {"level":"warn","ts":"2026-03-20T10:27:48.239871Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"365.570122ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/minions/\" range_end:\"/registry/minions0\" count_only:true ","response":"range_response_count:0 size:7"} {"level":"info","ts":"2026-03-20T10:27:48.239993Z","caller":"traceutil/trace.go:171","msg":"trace[673249670] range","detail":"{range_begin:/registry/minions/; range_end:/registry/minions0; response_count:0; response_revision:2407; }","duration":"365.759736ms","start":"2026-03-20T10:27:47.874208Z","end":"2026-03-20T10:27:48.239967Z","steps":["trace[673249670] 'agreement among raft nodes before linearized reading' (duration: 365.542761ms)"],"step_count":1} {"level":"warn","ts":"2026-03-20T10:27:48.240053Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-20T10:27:47.874186Z","time spent":"365.854498ms","remote":"127.0.0.1:36644","response type":"/etcdserverpb.KV/Range","request count":0,"request size":42,"response count":1,"response size":29,"request content":"key:\"/registry/minions/\" range_end:\"/registry/minions0\" count_only:true "} {"level":"warn","ts":"2026-03-20T10:27:48.239825Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"393.691822ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pods/default/test-pvc-pod\" ","response":"range_response_count:1 size:2723"} {"level":"info","ts":"2026-03-20T10:27:48.240135Z","caller":"traceutil/trace.go:171","msg":"trace[652798719] range","detail":"{range_begin:/registry/pods/default/test-pvc-pod; range_end:; response_count:1; response_revision:2407; }","duration":"394.03691ms","start":"2026-03-20T10:27:47.846075Z","end":"2026-03-20T10:27:48.240112Z","steps":["trace[652798719] 'agreement among raft nodes before linearized reading' (duration: 393.591749ms)"],"step_count":1} {"level":"warn","ts":"2026-03-20T10:27:48.240219Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-20T10:27:47.84605Z","time spent":"394.144593ms","remote":"127.0.0.1:36646","response type":"/etcdserverpb.KV/Range","request count":0,"request size":37,"response count":1,"response size":2745,"request content":"key:\"/registry/pods/default/test-pvc-pod\" "} {"level":"warn","ts":"2026-03-20T10:27:48.240376Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-20T10:27:47.688317Z","time spent":"551.63507ms","remote":"127.0.0.1:36750","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":477,"response count":0,"response size":38,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-03-20T10:27:48.573853Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"107.656968ms","expected-duration":"100ms","prefix":"","request":"header: txn: success:> failure:<>>","response":"size:16"} {"level":"info","ts":"2026-03-20T10:27:48.574497Z","caller":"traceutil/trace.go:171","msg":"trace[782022322] transaction","detail":"{read_only:false; response_revision:2408; number_of_response:1; }","duration":"255.321278ms","start":"2026-03-20T10:27:48.319154Z","end":"2026-03-20T10:27:48.574475Z","steps":["trace[782022322] 'process raft request' (duration: 146.970932ms)","trace[782022322] 'compare' (duration: 107.472053ms)"],"step_count":2} {"level":"warn","ts":"2026-03-20T10:27:49.175107Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"168.797012ms","expected-duration":"100ms","prefix":"","request":"header: txn: success:> failure: >>","response":"size:16"} {"level":"info","ts":"2026-03-20T10:27:49.175201Z","caller":"traceutil/trace.go:171","msg":"trace[1011616163] transaction","detail":"{read_only:false; response_revision:2409; number_of_response:1; }","duration":"853.609956ms","start":"2026-03-20T10:27:48.321573Z","end":"2026-03-20T10:27:49.175183Z","steps":["trace[1011616163] 'process raft request' (duration: 684.64211ms)","trace[1011616163] 'compare' (duration: 168.691559ms)"],"step_count":2} {"level":"warn","ts":"2026-03-20T10:27:49.175256Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-20T10:27:48.321558Z","time spent":"853.670817ms","remote":"127.0.0.1:36750","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":490,"response count":0,"response size":38,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-03-20T10:27:50.287275Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"438.471193ms","expected-duration":"100ms","prefix":"","request":"header: lease_revoke:","response":"size:27"} {"level":"info","ts":"2026-03-20T10:27:50.28739Z","caller":"traceutil/trace.go:171","msg":"trace[710874471] linearizableReadLoop","detail":"{readStateIndex:2574; appliedIndex:2572; }","duration":"1.707362915s","start":"2026-03-20T10:27:48.580011Z","end":"2026-03-20T10:27:50.287374Z","steps":["trace[710874471] 'read index received' (duration: 426.199033ms)","trace[710874471] 'applied index is now lower than readState.Index' (duration: 1.281155352s)"],"step_count":2} {"level":"warn","ts":"2026-03-20T10:27:50.287487Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.707466678s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/health\" ","response":"range_response_count:0 size:5"} {"level":"info","ts":"2026-03-20T10:27:50.287508Z","caller":"traceutil/trace.go:171","msg":"trace[170028876] range","detail":"{range_begin:/registry/health; range_end:; response_count:0; response_revision:2409; }","duration":"1.707514619s","start":"2026-03-20T10:27:48.579986Z","end":"2026-03-20T10:27:50.287501Z","steps":["trace[170028876] 'agreement among raft nodes before linearized reading' (duration: 1.707463377s)"],"step_count":1} {"level":"warn","ts":"2026-03-20T10:27:50.287527Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-20T10:27:48.579974Z","time spent":"1.70754899s","remote":"127.0.0.1:36464","response type":"/etcdserverpb.KV/Range","request count":0,"request size":18,"response count":0,"response size":27,"request content":"key:\"/registry/health\" "} {"level":"warn","ts":"2026-03-20T10:27:50.287549Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.495903456s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/cilium.io/ciliumnodes/\" range_end:\"/registry/cilium.io/ciliumnodes0\" count_only:true ","response":"range_response_count:0 size:7"} {"level":"warn","ts":"2026-03-20T10:27:50.287583Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"661.820693ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/rbd.csi.ceph.com-kube-system\" ","response":"range_response_count:1 size:532"} {"level":"info","ts":"2026-03-20T10:27:50.287612Z","caller":"traceutil/trace.go:171","msg":"trace[672936125] range","detail":"{range_begin:/registry/leases/kube-system/rbd.csi.ceph.com-kube-system; range_end:; response_count:1; response_revision:2409; }","duration":"661.886934ms","start":"2026-03-20T10:27:49.625717Z","end":"2026-03-20T10:27:50.287604Z","steps":["trace[672936125] 'agreement among raft nodes before linearized reading' (duration: 661.778962ms)"],"step_count":1} {"level":"warn","ts":"2026-03-20T10:27:50.287636Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-20T10:27:49.625697Z","time spent":"661.935016ms","remote":"127.0.0.1:36750","response type":"/etcdserverpb.KV/Range","request count":0,"request size":59,"response count":1,"response size":554,"request content":"key:\"/registry/leases/kube-system/rbd.csi.ceph.com-kube-system\" "} {"level":"warn","ts":"2026-03-20T10:27:50.287711Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"885.288576ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/plndr-svcs-lock\" ","response":"range_response_count:1 size:438"} {"level":"info","ts":"2026-03-20T10:27:50.287609Z","caller":"traceutil/trace.go:171","msg":"trace[1098252357] range","detail":"{range_begin:/registry/cilium.io/ciliumnodes/; range_end:/registry/cilium.io/ciliumnodes0; response_count:0; response_revision:2409; }","duration":"1.496013359s","start":"2026-03-20T10:27:48.791581Z","end":"2026-03-20T10:27:50.287595Z","steps":["trace[1098252357] 'agreement among raft nodes before linearized reading' (duration: 1.495897886s)"],"step_count":1} {"level":"info","ts":"2026-03-20T10:27:50.287738Z","caller":"traceutil/trace.go:171","msg":"trace[1682754956] range","detail":"{range_begin:/registry/leases/kube-system/plndr-svcs-lock; range_end:; response_count:1; response_revision:2409; }","duration":"885.356467ms","start":"2026-03-20T10:27:49.402377Z","end":"2026-03-20T10:27:50.287733Z","steps":["trace[1682754956] 'agreement among raft nodes before linearized reading' (duration: 885.248435ms)"],"step_count":1} {"level":"warn","ts":"2026-03-20T10:27:50.287744Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"570.024745ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/cilium.io/ciliumendpoints/\" range_end:\"/registry/cilium.io/ciliumendpoints0\" count_only:true ","response":"range_response_count:0 size:7"} {"level":"warn","ts":"2026-03-20T10:27:50.287751Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-20T10:27:48.791563Z","time spent":"1.496180293s","remote":"127.0.0.1:58150","response type":"/etcdserverpb.KV/Range","request count":0,"request size":70,"response count":1,"response size":29,"request content":"key:\"/registry/cilium.io/ciliumnodes/\" range_end:\"/registry/cilium.io/ciliumnodes0\" count_only:true "} {"level":"warn","ts":"2026-03-20T10:27:50.28776Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-20T10:27:49.40235Z","time spent":"885.404619ms","remote":"127.0.0.1:36750","response type":"/etcdserverpb.KV/Range","request count":0,"request size":46,"response count":1,"response size":460,"request content":"key:\"/registry/leases/kube-system/plndr-svcs-lock\" "} {"level":"info","ts":"2026-03-20T10:27:50.287767Z","caller":"traceutil/trace.go:171","msg":"trace[280961698] range","detail":"{range_begin:/registry/cilium.io/ciliumendpoints/; range_end:/registry/cilium.io/ciliumendpoints0; response_count:0; response_revision:2409; }","duration":"570.100566ms","start":"2026-03-20T10:27:49.717656Z","end":"2026-03-20T10:27:50.287756Z","steps":["trace[280961698] 'agreement among raft nodes before linearized reading' (duration: 570.063405ms)"],"step_count":1} {"level":"warn","ts":"2026-03-20T10:27:50.287786Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-20T10:27:49.717622Z","time spent":"570.159378ms","remote":"127.0.0.1:57034","response type":"/etcdserverpb.KV/Range","request count":0,"request size":78,"response count":4,"response size":29,"request content":"key:\"/registry/cilium.io/ciliumendpoints/\" range_end:\"/registry/cilium.io/ciliumendpoints0\" count_only:true "} {"level":"warn","ts":"2026-03-20T10:27:50.287871Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.316849164s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/kube-scheduler\" ","response":"range_response_count:1 size:479"} {"level":"info","ts":"2026-03-20T10:27:50.287939Z","caller":"traceutil/trace.go:171","msg":"trace[512116517] range","detail":"{range_begin:/registry/leases/kube-system/kube-scheduler; range_end:; response_count:1; response_revision:2409; }","duration":"1.316922806s","start":"2026-03-20T10:27:48.971Z","end":"2026-03-20T10:27:50.287922Z","steps":["trace[512116517] 'agreement among raft nodes before linearized reading' (duration: 1.316722171s)"],"step_count":1} {"level":"warn","ts":"2026-03-20T10:27:50.287976Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-20T10:27:48.970897Z","time spent":"1.31707177s","remote":"127.0.0.1:36750","response type":"/etcdserverpb.KV/Range","request count":0,"request size":45,"response count":1,"response size":501,"request content":"key:\"/registry/leases/kube-system/kube-scheduler\" "} {"level":"warn","ts":"2026-03-20T10:27:50.287892Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.316617499s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/plndr-cp-lock\" ","response":"range_response_count:1 size:433"} {"level":"info","ts":"2026-03-20T10:27:50.288581Z","caller":"traceutil/trace.go:171","msg":"trace[1035896433] range","detail":"{range_begin:/registry/leases/kube-system/plndr-cp-lock; range_end:; response_count:1; response_revision:2409; }","duration":"1.317335066s","start":"2026-03-20T10:27:48.971225Z","end":"2026-03-20T10:27:50.28856Z","steps":["trace[1035896433] 'agreement among raft nodes before linearized reading' (duration: 1.316462494s)"],"step_count":1} {"level":"warn","ts":"2026-03-20T10:27:50.288682Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-20T10:27:48.971214Z","time spent":"1.317452461s","remote":"127.0.0.1:36750","response type":"/etcdserverpb.KV/Range","request count":0,"request size":44,"response count":1,"response size":455,"request content":"key:\"/registry/leases/kube-system/plndr-cp-lock\" "} {"level":"info","ts":"2026-03-20T10:27:50.522268Z","caller":"traceutil/trace.go:171","msg":"trace[328326231] transaction","detail":"{read_only:false; response_revision:2410; number_of_response:1; }","duration":"230.731676ms","start":"2026-03-20T10:27:50.291511Z","end":"2026-03-20T10:27:50.522243Z","steps":["trace[328326231] 'process raft request' (duration: 230.563722ms)"],"step_count":1} {"level":"info","ts":"2026-03-20T10:27:50.560144Z","caller":"traceutil/trace.go:171","msg":"trace[1924301687] transaction","detail":"{read_only:false; response_revision:2411; number_of_response:1; }","duration":"265.906535ms","start":"2026-03-20T10:27:50.294195Z","end":"2026-03-20T10:27:50.560101Z","steps":["trace[1924301687] 'process raft request' (duration: 265.648759ms)"],"step_count":1} {"level":"warn","ts":"2026-03-20T10:27:50.560299Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"263.412922ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/health\" ","response":"range_response_count:0 size:5"} {"level":"info","ts":"2026-03-20T10:27:50.560249Z","caller":"traceutil/trace.go:171","msg":"trace[986833017] transaction","detail":"{read_only:false; response_revision:2412; number_of_response:1; }","duration":"265.870904ms","start":"2026-03-20T10:27:50.294317Z","end":"2026-03-20T10:27:50.560188Z","steps":["trace[986833017] 'process raft request' (duration: 265.702919ms)"],"step_count":1} {"level":"info","ts":"2026-03-20T10:27:50.560354Z","caller":"traceutil/trace.go:171","msg":"trace[989411177] range","detail":"{range_begin:/registry/health; range_end:; response_count:0; response_revision:2414; }","duration":"263.519165ms","start":"2026-03-20T10:27:50.296824Z","end":"2026-03-20T10:27:50.560343Z","steps":["trace[989411177] 'agreement among raft nodes before linearized reading' (duration: 263.405602ms)"],"step_count":1} {"level":"info","ts":"2026-03-20T10:27:50.560175Z","caller":"traceutil/trace.go:171","msg":"trace[1151523948] linearizableReadLoop","detail":"{readStateIndex:2579; appliedIndex:2574; }","duration":"263.30764ms","start":"2026-03-20T10:27:50.296843Z","end":"2026-03-20T10:27:50.56015Z","steps":["trace[1151523948] 'read index received' (duration: 225.30387ms)","trace[1151523948] 'applied index is now lower than readState.Index' (duration: 38.00272ms)"],"step_count":2} {"level":"info","ts":"2026-03-20T10:27:50.560567Z","caller":"traceutil/trace.go:171","msg":"trace[1045236452] transaction","detail":"{read_only:false; response_revision:2413; number_of_response:1; }","duration":"265.957556ms","start":"2026-03-20T10:27:50.294537Z","end":"2026-03-20T10:27:50.560494Z","steps":["trace[1045236452] 'process raft request' (duration: 265.525854ms)"],"step_count":1} {"level":"info","ts":"2026-03-20T10:27:50.560678Z","caller":"traceutil/trace.go:171","msg":"trace[803416689] transaction","detail":"{read_only:false; response_revision:2414; number_of_response:1; }","duration":"264.538191ms","start":"2026-03-20T10:27:50.296118Z","end":"2026-03-20T10:27:50.560657Z","steps":["trace[803416689] 'process raft request' (duration: 263.994927ms)"],"step_count":1} {"level":"warn","ts":"2026-03-20T10:27:52.079571Z","caller":"etcdserver/v3_server.go:897","msg":"waiting for ReadIndex response took too long, retrying","sent-request-id":184257304220180721,"retry-timeout":"500ms"} {"level":"warn","ts":"2026-03-20T10:27:52.292818Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.23192543s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/ingressclasses/\" range_end:\"/registry/ingressclasses0\" count_only:true ","response":"range_response_count:0 size:5"} {"level":"info","ts":"2026-03-20T10:27:52.292903Z","caller":"traceutil/trace.go:171","msg":"trace[733593201] range","detail":"{range_begin:/registry/ingressclasses/; range_end:/registry/ingressclasses0; response_count:0; response_revision:2414; }","duration":"1.232087364s","start":"2026-03-20T10:27:51.060797Z","end":"2026-03-20T10:27:52.292885Z","steps":["trace[733593201] 'count revisions from in-memory index tree' (duration: 1.231805807s)"],"step_count":1} {"level":"warn","ts":"2026-03-20T10:27:52.292882Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.3309704s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/external-resizer-rbd-csi-ceph-com\" ","response":"range_response_count:1 size:508"} {"level":"warn","ts":"2026-03-20T10:27:52.29295Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-20T10:27:51.060763Z","time spent":"1.232176166s","remote":"127.0.0.1:36792","response type":"/etcdserverpb.KV/Range","request count":0,"request size":56,"response count":0,"response size":27,"request content":"key:\"/registry/ingressclasses/\" range_end:\"/registry/ingressclasses0\" count_only:true "} {"level":"info","ts":"2026-03-20T10:27:52.293006Z","caller":"traceutil/trace.go:171","msg":"trace[935263311] range","detail":"{range_begin:/registry/leases/kube-system/external-resizer-rbd-csi-ceph-com; range_end:; response_count:1; response_revision:2414; }","duration":"1.331139585s","start":"2026-03-20T10:27:50.961834Z","end":"2026-03-20T10:27:52.292973Z","steps":["trace[935263311] 'range keys from in-memory index tree' (duration: 1.330655103s)"],"step_count":1} {"level":"warn","ts":"2026-03-20T10:27:52.293084Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-20T10:27:50.961809Z","time spent":"1.331253567s","remote":"127.0.0.1:36750","response type":"/etcdserverpb.KV/Range","request count":0,"request size":64,"response count":1,"response size":530,"request content":"key:\"/registry/leases/kube-system/external-resizer-rbd-csi-ceph-com\" "} {"level":"warn","ts":"2026-03-20T10:27:52.293496Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.331595827s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/external-snapshotter-leader-rbd-csi-ceph-com\" ","response":"range_response_count:1 size:533"} {"level":"info","ts":"2026-03-20T10:27:52.293559Z","caller":"traceutil/trace.go:171","msg":"trace[2139666758] range","detail":"{range_begin:/registry/leases/kube-system/external-snapshotter-leader-rbd-csi-ceph-com; range_end:; response_count:1; response_revision:2414; }","duration":"1.331711879s","start":"2026-03-20T10:27:50.961831Z","end":"2026-03-20T10:27:52.293543Z","steps":["trace[2139666758] 'range keys from in-memory index tree' (duration: 1.331359071s)"],"step_count":1} {"level":"warn","ts":"2026-03-20T10:27:52.293605Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-20T10:27:50.9618Z","time spent":"1.331790591s","remote":"127.0.0.1:36750","response type":"/etcdserverpb.KV/Range","request count":0,"request size":75,"response count":1,"response size":555,"request content":"key:\"/registry/leases/kube-system/external-snapshotter-leader-rbd-csi-ceph-com\" "} {"level":"warn","ts":"2026-03-20T10:27:52.293622Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.607057562s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/external-attacher-leader-rbd-csi-ceph-com\" ","response":"range_response_count:1 size:525"} {"level":"info","ts":"2026-03-20T10:27:52.293726Z","caller":"traceutil/trace.go:171","msg":"trace[1308683924] range","detail":"{range_begin:/registry/leases/kube-system/external-attacher-leader-rbd-csi-ceph-com; range_end:; response_count:1; response_revision:2414; }","duration":"1.607210936s","start":"2026-03-20T10:27:50.686482Z","end":"2026-03-20T10:27:52.293693Z","steps":["trace[1308683924] 'range keys from in-memory index tree' (duration: 1.606784596s)"],"step_count":1} {"level":"warn","ts":"2026-03-20T10:27:52.29388Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.332033827s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/rbd-csi-ceph-com\" ","response":"range_response_count:1 size:473"} {"level":"info","ts":"2026-03-20T10:27:52.293929Z","caller":"traceutil/trace.go:171","msg":"trace[292135745] range","detail":"{range_begin:/registry/leases/kube-system/rbd-csi-ceph-com; range_end:; response_count:1; response_revision:2414; }","duration":"1.332123879s","start":"2026-03-20T10:27:50.961789Z","end":"2026-03-20T10:27:52.293913Z","steps":["trace[292135745] 'range keys from in-memory index tree' (duration: 1.331418862s)"],"step_count":1} {"level":"warn","ts":"2026-03-20T10:27:52.294001Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-20T10:27:50.961765Z","time spent":"1.332224512s","remote":"127.0.0.1:36750","response type":"/etcdserverpb.KV/Range","request count":0,"request size":47,"response count":1,"response size":495,"request content":"key:\"/registry/leases/kube-system/rbd-csi-ceph-com\" "} {"level":"warn","ts":"2026-03-20T10:27:52.293806Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-20T10:27:50.686436Z","time spent":"1.607360379s","remote":"127.0.0.1:36750","response type":"/etcdserverpb.KV/Range","request count":0,"request size":72,"response count":1,"response size":547,"request content":"key:\"/registry/leases/kube-system/external-attacher-leader-rbd-csi-ceph-com\" "} {"level":"warn","ts":"2026-03-20T10:27:52.294123Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.11472895s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/kube-controller-manager\" ","response":"range_response_count:1 size:506"} {"level":"info","ts":"2026-03-20T10:27:52.294175Z","caller":"traceutil/trace.go:171","msg":"trace[483418198] range","detail":"{range_begin:/registry/leases/kube-system/kube-controller-manager; range_end:; response_count:1; response_revision:2414; }","duration":"1.114884453s","start":"2026-03-20T10:27:51.179276Z","end":"2026-03-20T10:27:52.29416Z","steps":["trace[483418198] 'range keys from in-memory index tree' (duration: 1.112852262s)"],"step_count":1} {"level":"warn","ts":"2026-03-20T10:27:52.294222Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-20T10:27:51.179245Z","time spent":"1.114964936s","remote":"127.0.0.1:36750","response type":"/etcdserverpb.KV/Range","request count":0,"request size":54,"response count":1,"response size":528,"request content":"key:\"/registry/leases/kube-system/kube-controller-manager\" "} {"level":"info","ts":"2026-03-20T10:27:52.36841Z","caller":"traceutil/trace.go:171","msg":"trace[701340278] transaction","detail":"{read_only:false; response_revision:2415; number_of_response:1; }","duration":"834.166626ms","start":"2026-03-20T10:27:51.534216Z","end":"2026-03-20T10:27:52.368383Z","steps":["trace[701340278] 'process raft request' (duration: 833.992421ms)"],"step_count":1} {"level":"warn","ts":"2026-03-20T10:27:52.368566Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-20T10:27:51.534197Z","time spent":"834.295379ms","remote":"127.0.0.1:36644","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":7200,"response count":0,"response size":38,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-03-20T10:27:52.36873Z","caller":"traceutil/trace.go:171","msg":"trace[1421339735] linearizableReadLoop","detail":"{readStateIndex:2580; appliedIndex:2580; }","duration":"789.795925ms","start":"2026-03-20T10:27:51.578914Z","end":"2026-03-20T10:27:52.36871Z","steps":["trace[1421339735] 'read index received' (duration: 789.790244ms)","trace[1421339735] 'applied index is now lower than readState.Index' (duration: 4.641µs)"],"step_count":2} {"level":"warn","ts":"2026-03-20T10:27:52.368806Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"789.895938ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/health\" ","response":"range_response_count:0 size:5"} {"level":"info","ts":"2026-03-20T10:27:52.368835Z","caller":"traceutil/trace.go:171","msg":"trace[1811181041] range","detail":"{range_begin:/registry/health; range_end:; response_count:0; response_revision:2415; }","duration":"789.99735ms","start":"2026-03-20T10:27:51.578829Z","end":"2026-03-20T10:27:52.368827Z","steps":["trace[1811181041] 'agreement among raft nodes before linearized reading' (duration: 789.941698ms)"],"step_count":1} {"level":"warn","ts":"2026-03-20T10:27:52.368875Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-20T10:27:51.578812Z","time spent":"790.050701ms","remote":"127.0.0.1:36464","response type":"/etcdserverpb.KV/Range","request count":0,"request size":18,"response count":0,"response size":27,"request content":"key:\"/registry/health\" "} {"level":"warn","ts":"2026-03-20T10:27:52.870534Z","caller":"etcdserver/v3_server.go:897","msg":"waiting for ReadIndex response took too long, retrying","sent-request-id":184257304220180728,"retry-timeout":"500ms"} {"level":"warn","ts":"2026-03-20T10:27:53.44946Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.050329514s","expected-duration":"100ms","prefix":"read-only range ","request":"limit:1 serializable:true keys_only:true ","response":"range_response_count:0 size:5"} {"level":"info","ts":"2026-03-20T10:27:53.449559Z","caller":"traceutil/trace.go:171","msg":"trace[240173587] range","detail":"{range_begin:; range_end:; response_count:0; response_revision:2415; }","duration":"1.050438187s","start":"2026-03-20T10:27:52.399105Z","end":"2026-03-20T10:27:53.449543Z","steps":["trace[240173587] 'range keys from in-memory index tree' (duration: 1.050315294s)"],"step_count":1} {"level":"warn","ts":"2026-03-20T10:27:53.450015Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"235.104187ms","expected-duration":"100ms","prefix":"","request":"header: txn: success:> failure: >>","response":"size:16"} {"level":"info","ts":"2026-03-20T10:27:53.45031Z","caller":"traceutil/trace.go:171","msg":"trace[1046449629] linearizableReadLoop","detail":"{readStateIndex:2586; appliedIndex:2580; }","duration":"1.080236459s","start":"2026-03-20T10:27:52.370061Z","end":"2026-03-20T10:27:53.450298Z","steps":["trace[1046449629] 'read index received' (duration: 844.728502ms)","trace[1046449629] 'applied index is now lower than readState.Index' (duration: 235.506497ms)"],"step_count":2} {"level":"info","ts":"2026-03-20T10:27:53.450546Z","caller":"traceutil/trace.go:171","msg":"trace[1386385085] transaction","detail":"{read_only:false; response_revision:2420; number_of_response:1; }","duration":"1.150421131s","start":"2026-03-20T10:27:52.300113Z","end":"2026-03-20T10:27:53.450534Z","steps":["trace[1386385085] 'process raft request' (duration: 1.150112523s)"],"step_count":1} {"level":"warn","ts":"2026-03-20T10:27:53.450612Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-20T10:27:52.300103Z","time spent":"1.150473112s","remote":"127.0.0.1:36750","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":519,"response count":0,"response size":38,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-03-20T10:27:53.450636Z","caller":"traceutil/trace.go:171","msg":"trace[1992729720] transaction","detail":"{read_only:false; response_revision:2419; number_of_response:1; }","duration":"1.150707729s","start":"2026-03-20T10:27:52.299832Z","end":"2026-03-20T10:27:53.45054Z","steps":["trace[1992729720] 'process raft request' (duration: 1.15035983s)"],"step_count":1} {"level":"info","ts":"2026-03-20T10:27:53.450782Z","caller":"traceutil/trace.go:171","msg":"trace[2115345302] transaction","detail":"{read_only:false; response_revision:2421; number_of_response:1; }","duration":"928.828436ms","start":"2026-03-20T10:27:52.521937Z","end":"2026-03-20T10:27:53.450765Z","steps":["trace[2115345302] 'process raft request' (duration: 928.329983ms)"],"step_count":1} {"level":"warn","ts":"2026-03-20T10:27:53.45084Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-20T10:27:52.521918Z","time spent":"928.894647ms","remote":"127.0.0.1:36750","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":673,"response count":0,"response size":38,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-03-20T10:27:53.450814Z","caller":"traceutil/trace.go:171","msg":"trace[1849181090] transaction","detail":"{read_only:false; response_revision:2417; number_of_response:1; }","duration":"1.151884689s","start":"2026-03-20T10:27:52.298891Z","end":"2026-03-20T10:27:53.450776Z","steps":["trace[1849181090] 'process raft request' (duration: 1.151198472s)"],"step_count":1} {"level":"warn","ts":"2026-03-20T10:27:53.450868Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.080799733s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/health\" ","response":"range_response_count:0 size:5"} {"level":"info","ts":"2026-03-20T10:27:53.450912Z","caller":"traceutil/trace.go:171","msg":"trace[1555605947] range","detail":"{range_begin:/registry/health; range_end:; response_count:0; response_revision:2421; }","duration":"1.080945328s","start":"2026-03-20T10:27:52.369953Z","end":"2026-03-20T10:27:53.450899Z","steps":["trace[1555605947] 'agreement among raft nodes before linearized reading' (duration: 1.080872226s)"],"step_count":1} {"level":"info","ts":"2026-03-20T10:27:53.450914Z","caller":"traceutil/trace.go:171","msg":"trace[385507180] transaction","detail":"{read_only:false; response_revision:2418; number_of_response:1; }","duration":"1.151122559s","start":"2026-03-20T10:27:52.299745Z","end":"2026-03-20T10:27:53.450867Z","steps":["trace[385507180] 'process raft request' (duration: 1.150412611s)"],"step_count":1} {"level":"info","ts":"2026-03-20T10:27:53.45101Z","caller":"traceutil/trace.go:171","msg":"trace[1000227684] transaction","detail":"{read_only:false; response_revision:2416; number_of_response:1; }","duration":"1.152223227s","start":"2026-03-20T10:27:52.298774Z","end":"2026-03-20T10:27:53.450997Z","steps":["trace[1000227684] 'process raft request' (duration: 916.033153ms)","trace[1000227684] 'compare' (duration: 235.010715ms)"],"step_count":2} {"level":"warn","ts":"2026-03-20T10:27:53.450998Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-20T10:27:52.298881Z","time spent":"1.152014512s","remote":"127.0.0.1:36750","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":489,"response count":0,"response size":38,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-03-20T10:27:53.451083Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-20T10:27:52.29875Z","time spent":"1.152292688s","remote":"127.0.0.1:36750","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":494,"response count":0,"response size":38,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-03-20T10:27:53.45114Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-20T10:27:52.29973Z","time spent":"1.151289404s","remote":"127.0.0.1:36750","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":510,"response count":0,"response size":38,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-03-20T10:27:53.450958Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-20T10:27:52.36993Z","time spent":"1.081020279s","remote":"127.0.0.1:36468","response type":"/etcdserverpb.KV/Range","request count":0,"request size":18,"response count":0,"response size":27,"request content":"key:\"/registry/health\" "} {"level":"warn","ts":"2026-03-20T10:27:53.451693Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-20T10:27:52.299825Z","time spent":"1.150972245s","remote":"127.0.0.1:36750","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":458,"response count":0,"response size":38,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-03-20T10:27:53.852035Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"226.610311ms","expected-duration":"100ms","prefix":"","request":"header: txn: success:> failure:<>>","response":"size:16"} {"level":"info","ts":"2026-03-20T10:27:53.852223Z","caller":"traceutil/trace.go:171","msg":"trace[925623638] linearizableReadLoop","detail":"{readStateIndex:2587; appliedIndex:2586; }","duration":"401.847698ms","start":"2026-03-20T10:27:53.450348Z","end":"2026-03-20T10:27:53.852196Z","steps":["trace[925623638] 'read index received' (duration: 174.887767ms)","trace[925623638] 'applied index is now lower than readState.Index' (duration: 226.957761ms)"],"step_count":2} {"level":"warn","ts":"2026-03-20T10:27:53.852576Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.287737589s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/plndr-svcs-lock\" ","response":"range_response_count:1 size:438"} {"level":"warn","ts":"2026-03-20T10:27:53.852591Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.286281622s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/kube-scheduler\" ","response":"range_response_count:1 size:480"} {"level":"info","ts":"2026-03-20T10:27:53.852659Z","caller":"traceutil/trace.go:171","msg":"trace[284811917] range","detail":"{range_begin:/registry/leases/kube-system/plndr-svcs-lock; range_end:; response_count:1; response_revision:2422; }","duration":"1.287849012s","start":"2026-03-20T10:27:52.56479Z","end":"2026-03-20T10:27:53.852639Z","steps":["trace[284811917] 'agreement among raft nodes before linearized reading' (duration: 1.287562595s)"],"step_count":1} {"level":"warn","ts":"2026-03-20T10:27:53.852651Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.287654067s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/plndr-cp-lock\" ","response":"range_response_count:1 size:434"} {"level":"warn","ts":"2026-03-20T10:27:53.852868Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.286478587s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/cilium-operator-resource-lock\" ","response":"range_response_count:1 size:492"} {"level":"warn","ts":"2026-03-20T10:27:53.852885Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"603.172811ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pods/default/test-pvc-pod\" ","response":"range_response_count:1 size:2723"} {"level":"info","ts":"2026-03-20T10:27:53.852914Z","caller":"traceutil/trace.go:171","msg":"trace[830703774] range","detail":"{range_begin:/registry/leases/kube-system/cilium-operator-resource-lock; range_end:; response_count:1; response_revision:2422; }","duration":"1.286562219s","start":"2026-03-20T10:27:52.566339Z","end":"2026-03-20T10:27:53.852901Z","steps":["trace[830703774] 'agreement among raft nodes before linearized reading' (duration: 1.286442496s)"],"step_count":1} {"level":"info","ts":"2026-03-20T10:27:53.85293Z","caller":"traceutil/trace.go:171","msg":"trace[577730687] range","detail":"{range_begin:/registry/pods/default/test-pvc-pod; range_end:; response_count:1; response_revision:2422; }","duration":"603.242393ms","start":"2026-03-20T10:27:53.249674Z","end":"2026-03-20T10:27:53.852916Z","steps":["trace[577730687] 'agreement among raft nodes before linearized reading' (duration: 603.10355ms)"],"step_count":1} {"level":"info","ts":"2026-03-20T10:27:53.852682Z","caller":"traceutil/trace.go:171","msg":"trace[1985993338] range","detail":"{range_begin:/registry/leases/kube-system/kube-scheduler; range_end:; response_count:1; response_revision:2422; }","duration":"1.286401445s","start":"2026-03-20T10:27:52.566258Z","end":"2026-03-20T10:27:53.852659Z","steps":["trace[1985993338] 'agreement among raft nodes before linearized reading' (duration: 1.286069656s)"],"step_count":1} {"level":"warn","ts":"2026-03-20T10:27:53.85298Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-20T10:27:53.249657Z","time spent":"603.313526ms","remote":"127.0.0.1:36646","response type":"/etcdserverpb.KV/Range","request count":0,"request size":37,"response count":1,"response size":2745,"request content":"key:\"/registry/pods/default/test-pvc-pod\" "} {"level":"warn","ts":"2026-03-20T10:27:53.852979Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-20T10:27:52.566314Z","time spent":"1.286651891s","remote":"127.0.0.1:36750","response type":"/etcdserverpb.KV/Range","request count":0,"request size":60,"response count":1,"response size":514,"request content":"key:\"/registry/leases/kube-system/cilium-operator-resource-lock\" "} {"level":"warn","ts":"2026-03-20T10:27:53.853004Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-20T10:27:52.566252Z","time spent":"1.286737673s","remote":"127.0.0.1:36750","response type":"/etcdserverpb.KV/Range","request count":0,"request size":45,"response count":1,"response size":502,"request content":"key:\"/registry/leases/kube-system/kube-scheduler\" "} {"level":"warn","ts":"2026-03-20T10:27:53.852704Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-20T10:27:52.564781Z","time spent":"1.287913634s","remote":"127.0.0.1:36750","response type":"/etcdserverpb.KV/Range","request count":0,"request size":46,"response count":1,"response size":460,"request content":"key:\"/registry/leases/kube-system/plndr-svcs-lock\" "} {"level":"info","ts":"2026-03-20T10:27:53.852979Z","caller":"traceutil/trace.go:171","msg":"trace[2100666983] range","detail":"{range_begin:/registry/leases/kube-system/plndr-cp-lock; range_end:; response_count:1; response_revision:2422; }","duration":"1.287890923s","start":"2026-03-20T10:27:52.564953Z","end":"2026-03-20T10:27:53.852843Z","steps":["trace[2100666983] 'agreement among raft nodes before linearized reading' (duration: 1.287497463s)"],"step_count":1} {"level":"warn","ts":"2026-03-20T10:27:53.852597Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.326137369s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/rbd.csi.ceph.com-kube-system\" ","response":"range_response_count:1 size:532"} {"level":"info","ts":"2026-03-20T10:27:53.853164Z","caller":"traceutil/trace.go:171","msg":"trace[1993349512] range","detail":"{range_begin:/registry/leases/kube-system/rbd.csi.ceph.com-kube-system; range_end:; response_count:1; response_revision:2422; }","duration":"1.326740694s","start":"2026-03-20T10:27:52.526411Z","end":"2026-03-20T10:27:53.853152Z","steps":["trace[1993349512] 'agreement among raft nodes before linearized reading' (duration: 1.325989945s)"],"step_count":1} {"level":"warn","ts":"2026-03-20T10:27:53.853204Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-20T10:27:52.5264Z","time spent":"1.326792175s","remote":"127.0.0.1:36750","response type":"/etcdserverpb.KV/Range","request count":0,"request size":59,"response count":1,"response size":554,"request content":"key:\"/registry/leases/kube-system/rbd.csi.ceph.com-kube-system\" "} {"level":"warn","ts":"2026-03-20T10:27:53.852714Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.336926881s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/masterleases/199.204.45.102\" ","response":"range_response_count:1 size:135"} {"level":"warn","ts":"2026-03-20T10:27:53.853195Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-20T10:27:52.564947Z","time spent":"1.288231952s","remote":"127.0.0.1:36750","response type":"/etcdserverpb.KV/Range","request count":0,"request size":44,"response count":1,"response size":456,"request content":"key:\"/registry/leases/kube-system/plndr-cp-lock\" "} {"level":"info","ts":"2026-03-20T10:27:53.853301Z","caller":"traceutil/trace.go:171","msg":"trace[1688678344] range","detail":"{range_begin:/registry/masterleases/199.204.45.102; range_end:; response_count:1; response_revision:2422; }","duration":"1.337632589s","start":"2026-03-20T10:27:52.515655Z","end":"2026-03-20T10:27:53.853288Z","steps":["trace[1688678344] 'agreement among raft nodes before linearized reading' (duration: 1.336974163s)"],"step_count":1} {"level":"warn","ts":"2026-03-20T10:27:53.853337Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-20T10:27:52.515621Z","time spent":"1.337705301s","remote":"127.0.0.1:36498","response type":"/etcdserverpb.KV/Range","request count":0,"request size":39,"response count":1,"response size":157,"request content":"key:\"/registry/masterleases/199.204.45.102\" "} {"level":"info","ts":"2026-03-20T10:27:53.852742Z","caller":"traceutil/trace.go:171","msg":"trace[1587707768] transaction","detail":"{read_only:false; response_revision:2422; number_of_response:1; }","duration":"631.818405ms","start":"2026-03-20T10:27:53.220904Z","end":"2026-03-20T10:27:53.852723Z","steps":["trace[1587707768] 'process raft request' (duration: 404.427573ms)","trace[1587707768] 'compare' (duration: 226.14918ms)"],"step_count":2} {"level":"warn","ts":"2026-03-20T10:27:53.853524Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-20T10:27:53.220882Z","time spent":"632.578565ms","remote":"127.0.0.1:36552","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":705,"response count":0,"response size":38,"request content":"compare: success:> failure:<>"} {"level":"warn","ts":"2026-03-20T10:27:53.852772Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"393.571419ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/health\" ","response":"range_response_count:0 size:5"} {"level":"info","ts":"2026-03-20T10:27:53.853612Z","caller":"traceutil/trace.go:171","msg":"trace[1367631634] range","detail":"{range_begin:/registry/health; range_end:; response_count:0; response_revision:2422; }","duration":"394.448311ms","start":"2026-03-20T10:27:53.459147Z","end":"2026-03-20T10:27:53.853596Z","steps":["trace[1367631634] 'agreement among raft nodes before linearized reading' (duration: 393.59692ms)"],"step_count":1} {"level":"warn","ts":"2026-03-20T10:27:53.853653Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-20T10:27:53.459121Z","time spent":"394.522773ms","remote":"127.0.0.1:36464","response type":"/etcdserverpb.KV/Range","request count":0,"request size":18,"response count":0,"response size":27,"request content":"key:\"/registry/health\" "} {"level":"info","ts":"2026-03-20T10:27:54.067815Z","caller":"traceutil/trace.go:171","msg":"trace[2081661019] transaction","detail":"{read_only:false; response_revision:2429; number_of_response:1; }","duration":"149.612339ms","start":"2026-03-20T10:27:53.918176Z","end":"2026-03-20T10:27:54.067788Z","steps":["trace[2081661019] 'process raft request' (duration: 99.466382ms)","trace[2081661019] 'compare' (duration: 50.023533ms)"],"step_count":2} {"level":"warn","ts":"2026-03-20T10:27:54.677902Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"186.488348ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/roles/\" range_end:\"/registry/roles0\" count_only:true ","response":"range_response_count:0 size:7"} {"level":"info","ts":"2026-03-20T10:27:54.678023Z","caller":"traceutil/trace.go:171","msg":"trace[1982859755] range","detail":"{range_begin:/registry/roles/; range_end:/registry/roles0; response_count:0; response_revision:2430; }","duration":"186.719305ms","start":"2026-03-20T10:27:54.491282Z","end":"2026-03-20T10:27:54.678001Z","steps":["trace[1982859755] 'count revisions from in-memory index tree' (duration: 186.382947ms)"],"step_count":1} {"level":"info","ts":"2026-03-20T10:27:54.684574Z","caller":"traceutil/trace.go:171","msg":"trace[1205557561] linearizableReadLoop","detail":"{readStateIndex:2597; appliedIndex:2596; }","duration":"104.601802ms","start":"2026-03-20T10:27:54.579949Z","end":"2026-03-20T10:27:54.684551Z","steps":["trace[1205557561] 'read index received' (duration: 104.370716ms)","trace[1205557561] 'applied index is now lower than readState.Index' (duration: 229.986µs)"],"step_count":2} {"level":"warn","ts":"2026-03-20T10:27:54.684711Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"104.725696ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/health\" ","response":"range_response_count:0 size:5"} {"level":"info","ts":"2026-03-20T10:27:54.684781Z","caller":"traceutil/trace.go:171","msg":"trace[321125627] range","detail":"{range_begin:/registry/health; range_end:; response_count:0; response_revision:2431; }","duration":"104.868979ms","start":"2026-03-20T10:27:54.579894Z","end":"2026-03-20T10:27:54.684763Z","steps":["trace[321125627] 'agreement among raft nodes before linearized reading' (duration: 104.748356ms)"],"step_count":1} {"level":"info","ts":"2026-03-20T10:27:54.684782Z","caller":"traceutil/trace.go:171","msg":"trace[199983531] transaction","detail":"{read_only:false; response_revision:2431; number_of_response:1; }","duration":"107.815763ms","start":"2026-03-20T10:27:54.576938Z","end":"2026-03-20T10:27:54.684754Z","steps":["trace[199983531] 'process raft request' (duration: 107.444103ms)"],"step_count":1} {"level":"warn","ts":"2026-03-20T10:27:55.374499Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"243.974361ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/configmaps/\" range_end:\"/registry/configmaps0\" count_only:true ","response":"range_response_count:0 size:7"} {"level":"info","ts":"2026-03-20T10:27:55.374556Z","caller":"traceutil/trace.go:171","msg":"trace[121029806] range","detail":"{range_begin:/registry/configmaps/; range_end:/registry/configmaps0; response_count:0; response_revision:2431; }","duration":"244.077344ms","start":"2026-03-20T10:27:55.130466Z","end":"2026-03-20T10:27:55.374544Z","steps":["trace[121029806] 'count revisions from in-memory index tree' (duration: 243.905849ms)"],"step_count":1} {"level":"warn","ts":"2026-03-20T10:27:55.978185Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"397.739824ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/health\" ","response":"range_response_count:0 size:5"} {"level":"info","ts":"2026-03-20T10:27:55.978283Z","caller":"traceutil/trace.go:171","msg":"trace[83067370] range","detail":"{range_begin:/registry/health; range_end:; response_count:0; response_revision:2432; }","duration":"397.92528ms","start":"2026-03-20T10:27:55.580336Z","end":"2026-03-20T10:27:55.978261Z","steps":["trace[83067370] 'range keys from in-memory index tree' (duration: 397.587439ms)"],"step_count":1} {"level":"warn","ts":"2026-03-20T10:27:55.978331Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-20T10:27:55.580315Z","time spent":"398.005342ms","remote":"127.0.0.1:36464","response type":"/etcdserverpb.KV/Range","request count":0,"request size":18,"response count":0,"response size":27,"request content":"key:\"/registry/health\" "} {"level":"warn","ts":"2026-03-20T10:27:56.309769Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"110.656934ms","expected-duration":"100ms","prefix":"","request":"header: txn: success:> failure: >>","response":"size:16"} {"level":"info","ts":"2026-03-20T10:27:56.310418Z","caller":"traceutil/trace.go:171","msg":"trace[57790395] transaction","detail":"{read_only:false; response_revision:2435; number_of_response:1; }","duration":"328.067575ms","start":"2026-03-20T10:27:55.982333Z","end":"2026-03-20T10:27:56.310401Z","steps":["trace[57790395] 'process raft request' (duration: 327.675895ms)"],"step_count":1} {"level":"warn","ts":"2026-03-20T10:27:56.3106Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-20T10:27:55.982313Z","time spent":"328.230278ms","remote":"127.0.0.1:36750","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":419,"response count":0,"response size":38,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-03-20T10:27:56.310698Z","caller":"traceutil/trace.go:171","msg":"trace[1611607881] transaction","detail":"{read_only:false; response_revision:2436; number_of_response:1; }","duration":"327.832388ms","start":"2026-03-20T10:27:55.98283Z","end":"2026-03-20T10:27:56.310662Z","steps":["trace[1611607881] 'process raft request' (duration: 327.336146ms)"],"step_count":1} {"level":"info","ts":"2026-03-20T10:27:56.310705Z","caller":"traceutil/trace.go:171","msg":"trace[1897693361] transaction","detail":"{read_only:false; response_revision:2437; number_of_response:1; }","duration":"327.787647ms","start":"2026-03-20T10:27:55.982896Z","end":"2026-03-20T10:27:56.310684Z","steps":["trace[1897693361] 'process raft request' (duration: 327.684484ms)"],"step_count":1} {"level":"warn","ts":"2026-03-20T10:27:56.310869Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-20T10:27:55.982817Z","time spent":"327.955111ms","remote":"127.0.0.1:36750","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":464,"response count":0,"response size":38,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-03-20T10:27:56.310886Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-20T10:27:55.98289Z","time spent":"327.88946ms","remote":"127.0.0.1:36750","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":423,"response count":0,"response size":38,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-03-20T10:27:56.310418Z","caller":"traceutil/trace.go:171","msg":"trace[543117618] transaction","detail":"{read_only:false; response_revision:2434; number_of_response:1; }","duration":"328.099695ms","start":"2026-03-20T10:27:55.982272Z","end":"2026-03-20T10:27:56.310372Z","steps":["trace[543117618] 'process raft request' (duration: 216.726873ms)","trace[543117618] 'compare' (duration: 110.358157ms)"],"step_count":2} {"level":"warn","ts":"2026-03-20T10:27:56.311215Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-20T10:27:55.982244Z","time spent":"328.887535ms","remote":"127.0.0.1:36750","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":517,"response count":0,"response size":38,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-03-20T10:27:57.635106Z","caller":"traceutil/trace.go:171","msg":"trace[1323557072] transaction","detail":"{read_only:false; response_revision:2438; number_of_response:1; }","duration":"116.734828ms","start":"2026-03-20T10:27:57.518339Z","end":"2026-03-20T10:27:57.635074Z","steps":["trace[1323557072] 'process raft request' (duration: 116.455611ms)"],"step_count":1} {"level":"warn","ts":"2026-03-20T10:27:58.147957Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"115.579719ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/cilium-operator-resource-lock\" ","response":"range_response_count:1 size:493"} {"level":"info","ts":"2026-03-20T10:27:58.148074Z","caller":"traceutil/trace.go:171","msg":"trace[1756120641] range","detail":"{range_begin:/registry/leases/kube-system/cilium-operator-resource-lock; range_end:; response_count:1; response_revision:2438; }","duration":"115.753873ms","start":"2026-03-20T10:27:58.032296Z","end":"2026-03-20T10:27:58.14805Z","steps":["trace[1756120641] 'range keys from in-memory index tree' (duration: 115.399055ms)"],"step_count":1} {"level":"warn","ts":"2026-03-20T10:27:58.578408Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"243.802577ms","expected-duration":"100ms","prefix":"","request":"header: lease_revoke:","response":"size:27"} {"level":"info","ts":"2026-03-20T10:27:58.578534Z","caller":"traceutil/trace.go:171","msg":"trace[1647716316] linearizableReadLoop","detail":"{readStateIndex:2606; appliedIndex:2605; }","duration":"262.332135ms","start":"2026-03-20T10:27:58.316181Z","end":"2026-03-20T10:27:58.578513Z","steps":["trace[1647716316] 'read index received' (duration: 18.341814ms)","trace[1647716316] 'applied index is now lower than readState.Index' (duration: 243.988761ms)"],"step_count":2} {"level":"warn","ts":"2026-03-20T10:27:58.578766Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"262.220232ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/rbd.csi.ceph.com-kube-system\" ","response":"range_response_count:1 size:532"} {"level":"warn","ts":"2026-03-20T10:27:58.578767Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"113.784244ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/external-snapshotter-leader-rbd-csi-ceph-com\" ","response":"range_response_count:1 size:534"} {"level":"info","ts":"2026-03-20T10:27:58.578803Z","caller":"traceutil/trace.go:171","msg":"trace[1643702566] range","detail":"{range_begin:/registry/leases/kube-system/rbd.csi.ceph.com-kube-system; range_end:; response_count:1; response_revision:2439; }","duration":"262.307004ms","start":"2026-03-20T10:27:58.316486Z","end":"2026-03-20T10:27:58.578793Z","steps":["trace[1643702566] 'agreement among raft nodes before linearized reading' (duration: 262.13571ms)"],"step_count":1} {"level":"info","ts":"2026-03-20T10:27:58.578814Z","caller":"traceutil/trace.go:171","msg":"trace[455696901] range","detail":"{range_begin:/registry/leases/kube-system/external-snapshotter-leader-rbd-csi-ceph-com; range_end:; response_count:1; response_revision:2439; }","duration":"113.853675ms","start":"2026-03-20T10:27:58.464946Z","end":"2026-03-20T10:27:58.5788Z","steps":["trace[455696901] 'agreement among raft nodes before linearized reading' (duration: 113.700562ms)"],"step_count":1} {"level":"warn","ts":"2026-03-20T10:27:58.578968Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"122.656507ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/rbd-csi-ceph-com\" ","response":"range_response_count:1 size:473"} {"level":"info","ts":"2026-03-20T10:27:58.579003Z","caller":"traceutil/trace.go:171","msg":"trace[98167113] range","detail":"{range_begin:/registry/leases/kube-system/rbd-csi-ceph-com; range_end:; response_count:1; response_revision:2439; }","duration":"122.730309ms","start":"2026-03-20T10:27:58.456263Z","end":"2026-03-20T10:27:58.578994Z","steps":["trace[98167113] 'agreement among raft nodes before linearized reading' (duration: 122.645697ms)"],"step_count":1} {"level":"warn","ts":"2026-03-20T10:27:58.5791Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"119.051977ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/external-attacher-leader-rbd-csi-ceph-com\" ","response":"range_response_count:1 size:525"} {"level":"warn","ts":"2026-03-20T10:27:58.579134Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"261.686999ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/plndr-cp-lock\" ","response":"range_response_count:1 size:434"} {"level":"warn","ts":"2026-03-20T10:27:58.579265Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"261.871133ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/plndr-svcs-lock\" ","response":"range_response_count:1 size:438"} {"level":"info","ts":"2026-03-20T10:27:58.579254Z","caller":"traceutil/trace.go:171","msg":"trace[1408130637] range","detail":"{range_begin:/registry/leases/kube-system/plndr-cp-lock; range_end:; response_count:1; response_revision:2439; }","duration":"261.960315ms","start":"2026-03-20T10:27:58.317272Z","end":"2026-03-20T10:27:58.579232Z","steps":["trace[1408130637] 'agreement among raft nodes before linearized reading' (duration: 261.578316ms)"],"step_count":1} {"level":"info","ts":"2026-03-20T10:27:58.579333Z","caller":"traceutil/trace.go:171","msg":"trace[231022015] range","detail":"{range_begin:/registry/leases/kube-system/plndr-svcs-lock; range_end:; response_count:1; response_revision:2439; }","duration":"262.12614ms","start":"2026-03-20T10:27:58.317172Z","end":"2026-03-20T10:27:58.579298Z","steps":["trace[231022015] 'agreement among raft nodes before linearized reading' (duration: 261.839543ms)"],"step_count":1} {"level":"info","ts":"2026-03-20T10:27:58.579268Z","caller":"traceutil/trace.go:171","msg":"trace[551514505] range","detail":"{range_begin:/registry/leases/kube-system/external-attacher-leader-rbd-csi-ceph-com; range_end:; response_count:1; response_revision:2439; }","duration":"119.195881ms","start":"2026-03-20T10:27:58.460009Z","end":"2026-03-20T10:27:58.579205Z","steps":["trace[551514505] 'agreement among raft nodes before linearized reading' (duration: 118.735889ms)"],"step_count":1} {"level":"warn","ts":"2026-03-20T10:27:58.579062Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"262.805727ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/kube-scheduler\" ","response":"range_response_count:1 size:480"} {"level":"info","ts":"2026-03-20T10:27:58.579471Z","caller":"traceutil/trace.go:171","msg":"trace[1875808616] range","detail":"{range_begin:/registry/leases/kube-system/kube-scheduler; range_end:; response_count:1; response_revision:2439; }","duration":"263.33579ms","start":"2026-03-20T10:27:58.316123Z","end":"2026-03-20T10:27:58.579459Z","steps":["trace[1875808616] 'agreement among raft nodes before linearized reading' (duration: 262.493579ms)"],"step_count":1} {"level":"warn","ts":"2026-03-20T10:27:58.579784Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"120.667478ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/external-resizer-rbd-csi-ceph-com\" ","response":"range_response_count:1 size:509"} {"level":"info","ts":"2026-03-20T10:27:58.579829Z","caller":"traceutil/trace.go:171","msg":"trace[1540496493] range","detail":"{range_begin:/registry/leases/kube-system/external-resizer-rbd-csi-ceph-com; range_end:; response_count:1; response_revision:2439; }","duration":"120.872633ms","start":"2026-03-20T10:27:58.458944Z","end":"2026-03-20T10:27:58.579816Z","steps":["trace[1540496493] 'agreement among raft nodes before linearized reading' (duration: 120.236727ms)"],"step_count":1} {"level":"info","ts":"2026-03-20T10:27:58.887122Z","caller":"traceutil/trace.go:171","msg":"trace[1202832218] transaction","detail":"{read_only:false; response_revision:2446; number_of_response:1; }","duration":"301.32237ms","start":"2026-03-20T10:27:58.585768Z","end":"2026-03-20T10:27:58.887091Z","steps":["trace[1202832218] 'process raft request' (duration: 301.087174ms)"],"step_count":1} {"level":"info","ts":"2026-03-20T10:27:58.887166Z","caller":"traceutil/trace.go:171","msg":"trace[751177065] transaction","detail":"{read_only:false; response_revision:2443; number_of_response:1; }","duration":"302.149571ms","start":"2026-03-20T10:27:58.584985Z","end":"2026-03-20T10:27:58.887134Z","steps":["trace[751177065] 'process raft request' (duration: 301.776851ms)"],"step_count":1} {"level":"warn","ts":"2026-03-20T10:27:58.887303Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-20T10:27:58.585755Z","time spent":"301.452613ms","remote":"127.0.0.1:36750","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":464,"response count":0,"response size":38,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-03-20T10:27:58.887355Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-20T10:27:58.584975Z","time spent":"302.256683ms","remote":"127.0.0.1:36750","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":517,"response count":0,"response size":38,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-03-20T10:27:58.88742Z","caller":"traceutil/trace.go:171","msg":"trace[309263921] transaction","detail":"{read_only:false; response_revision:2444; number_of_response:1; }","duration":"302.305214ms","start":"2026-03-20T10:27:58.585063Z","end":"2026-03-20T10:27:58.887368Z","steps":["trace[309263921] 'process raft request' (duration: 301.72954ms)"],"step_count":1} {"level":"warn","ts":"2026-03-20T10:27:58.887941Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-20T10:27:58.585053Z","time spent":"302.781546ms","remote":"127.0.0.1:36750","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":423,"response count":0,"response size":38,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-03-20T10:27:58.887433Z","caller":"traceutil/trace.go:171","msg":"trace[2016744845] transaction","detail":"{read_only:false; response_revision:2445; number_of_response:1; }","duration":"302.269383ms","start":"2026-03-20T10:27:58.585126Z","end":"2026-03-20T10:27:58.887395Z","steps":["trace[2016744845] 'process raft request' (duration: 301.701299ms)"],"step_count":1} {"level":"warn","ts":"2026-03-20T10:27:58.888244Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-20T10:27:58.585117Z","time spent":"303.078313ms","remote":"127.0.0.1:36750","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":419,"response count":0,"response size":38,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-03-20T10:27:58.887159Z","caller":"traceutil/trace.go:171","msg":"trace[2109812149] transaction","detail":"{read_only:false; response_revision:2447; number_of_response:1; }","duration":"300.245152ms","start":"2026-03-20T10:27:58.586891Z","end":"2026-03-20T10:27:58.887136Z","steps":["trace[2109812149] 'process raft request' (duration: 299.995545ms)"],"step_count":1} {"level":"warn","ts":"2026-03-20T10:27:58.888679Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-20T10:27:58.586878Z","time spent":"301.75566ms","remote":"127.0.0.1:36750","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":510,"response count":0,"response size":38,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-03-20T10:27:58.887509Z","caller":"traceutil/trace.go:171","msg":"trace[541915737] transaction","detail":"{read_only:false; response_revision:2441; number_of_response:1; }","duration":"303.037483ms","start":"2026-03-20T10:27:58.584462Z","end":"2026-03-20T10:27:58.887499Z","steps":["trace[541915737] 'process raft request' (duration: 302.10912ms)"],"step_count":1} {"level":"warn","ts":"2026-03-20T10:27:58.888862Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-20T10:27:58.584428Z","time spent":"304.402056ms","remote":"127.0.0.1:36750","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":458,"response count":0,"response size":38,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-03-20T10:27:58.887574Z","caller":"traceutil/trace.go:171","msg":"trace[377575005] transaction","detail":"{read_only:false; response_revision:2442; number_of_response:1; }","duration":"302.94371ms","start":"2026-03-20T10:27:58.584612Z","end":"2026-03-20T10:27:58.887556Z","steps":["trace[377575005] 'process raft request' (duration: 302.102699ms)"],"step_count":1} {"level":"warn","ts":"2026-03-20T10:27:58.8905Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-20T10:27:58.584598Z","time spent":"305.835863ms","remote":"127.0.0.1:36750","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":519,"response count":0,"response size":38,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-03-20T10:27:59.718497Z","caller":"traceutil/trace.go:171","msg":"trace[1097764866] linearizableReadLoop","detail":"{readStateIndex:2615; appliedIndex:2614; }","duration":"139.424871ms","start":"2026-03-20T10:27:59.579048Z","end":"2026-03-20T10:27:59.718473Z","steps":["trace[1097764866] 'read index received' (duration: 139.237676ms)","trace[1097764866] 'applied index is now lower than readState.Index' (duration: 186.025µs)"],"step_count":2} {"level":"info","ts":"2026-03-20T10:27:59.718544Z","caller":"traceutil/trace.go:171","msg":"trace[703994104] transaction","detail":"{read_only:false; response_revision:2448; number_of_response:1; }","duration":"179.778231ms","start":"2026-03-20T10:27:59.538738Z","end":"2026-03-20T10:27:59.718516Z","steps":["trace[703994104] 'process raft request' (duration: 179.566216ms)"],"step_count":1} {"level":"warn","ts":"2026-03-20T10:27:59.723978Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"139.630856ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/health\" ","response":"range_response_count:0 size:5"} {"level":"info","ts":"2026-03-20T10:27:59.724094Z","caller":"traceutil/trace.go:171","msg":"trace[911285174] range","detail":"{range_begin:/registry/health; range_end:; response_count:0; response_revision:2448; }","duration":"145.066143ms","start":"2026-03-20T10:27:59.579005Z","end":"2026-03-20T10:27:59.724071Z","steps":["trace[911285174] 'agreement among raft nodes before linearized reading' (duration: 139.559234ms)"],"step_count":1} {"level":"warn","ts":"2026-03-20T10:28:02.584301Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"2.000417337s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/health\" ","response":"","error":"context deadline exceeded"} {"level":"info","ts":"2026-03-20T10:28:02.584456Z","caller":"traceutil/trace.go:171","msg":"trace[724611387] range","detail":"{range_begin:/registry/health; range_end:; }","duration":"2.00056541s","start":"2026-03-20T10:28:00.583804Z","end":"2026-03-20T10:28:02.58437Z","steps":["trace[724611387] 'agreement among raft nodes before linearized reading' (duration: 2.000449407s)"],"step_count":1} {"level":"warn","ts":"2026-03-20T10:28:02.58451Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-20T10:28:00.583785Z","time spent":"2.000712093s","remote":"127.0.0.1:36464","response type":"/etcdserverpb.KV/Range","request count":0,"request size":18,"response count":0,"response size":0,"request content":"key:\"/registry/health\" "} {"level":"warn","ts":"2026-03-20T10:28:02.939216Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"540.413677ms","expected-duration":"100ms","prefix":"read-only range ","request":"limit:1 serializable:true keys_only:true ","response":"range_response_count:0 size:5"} {"level":"info","ts":"2026-03-20T10:28:02.939388Z","caller":"traceutil/trace.go:171","msg":"trace[1886334008] range","detail":"{range_begin:; range_end:; response_count:0; response_revision:2448; }","duration":"540.584311ms","start":"2026-03-20T10:28:02.398772Z","end":"2026-03-20T10:28:02.939356Z","steps":["trace[1886334008] 'range keys from in-memory index tree' (duration: 540.397177ms)"],"step_count":1} {"level":"warn","ts":"2026-03-20T10:28:02.939731Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"3.124105603s","expected-duration":"100ms","prefix":"","request":"header: txn: success:> failure: >>","response":"size:16"} {"level":"info","ts":"2026-03-20T10:28:02.940011Z","caller":"traceutil/trace.go:171","msg":"trace[512559138] transaction","detail":"{read_only:false; response_revision:2450; number_of_response:1; }","duration":"3.210054205s","start":"2026-03-20T10:27:59.729834Z","end":"2026-03-20T10:28:02.939888Z","steps":["trace[512559138] 'process raft request' (duration: 3.209991603s)"],"step_count":1} {"level":"warn","ts":"2026-03-20T10:28:02.940074Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-20T10:27:59.729824Z","time spent":"3.210224479s","remote":"127.0.0.1:36552","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":706,"response count":0,"response size":38,"request content":"compare: success:> failure:<>"} {"level":"info","ts":"2026-03-20T10:28:02.940411Z","caller":"traceutil/trace.go:171","msg":"trace[1184296114] transaction","detail":"{read_only:false; response_revision:2449; number_of_response:1; }","duration":"3.211977203s","start":"2026-03-20T10:27:59.728418Z","end":"2026-03-20T10:28:02.940395Z","steps":["trace[1184296114] 'process raft request' (duration: 87.10522ms)","trace[1184296114] 'compare' (duration: 3.123843167s)"],"step_count":2} {"level":"info","ts":"2026-03-20T10:28:02.940417Z","caller":"traceutil/trace.go:171","msg":"trace[83211442] linearizableReadLoop","detail":"{readStateIndex:2616; appliedIndex:2615; }","duration":"3.211584163s","start":"2026-03-20T10:27:59.728775Z","end":"2026-03-20T10:28:02.940359Z","steps":["trace[83211442] 'read index received' (duration: 86.830993ms)","trace[83211442] 'applied index is now lower than readState.Index' (duration: 3.12474994s)"],"step_count":2} {"level":"warn","ts":"2026-03-20T10:28:02.940485Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-20T10:27:59.728388Z","time spent":"3.212060366s","remote":"127.0.0.1:36750","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":490,"response count":0,"response size":38,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-03-20T10:28:02.940738Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"3.211938192s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pods/default/test-pvc-pod\" ","response":"range_response_count:1 size:2828"} {"level":"warn","ts":"2026-03-20T10:28:02.940748Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"115.577958ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/horizontalpodautoscalers/\" range_end:\"/registry/horizontalpodautoscalers0\" count_only:true ","response":"range_response_count:0 size:5"} {"level":"warn","ts":"2026-03-20T10:28:02.940766Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"424.146812ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/masterleases/199.204.45.102\" ","response":"range_response_count:1 size:135"} {"level":"info","ts":"2026-03-20T10:28:02.94079Z","caller":"traceutil/trace.go:171","msg":"trace[2064222645] range","detail":"{range_begin:/registry/pods/default/test-pvc-pod; range_end:; response_count:1; response_revision:2450; }","duration":"3.212055655s","start":"2026-03-20T10:27:59.72872Z","end":"2026-03-20T10:28:02.940776Z","steps":["trace[2064222645] 'agreement among raft nodes before linearized reading' (duration: 3.211804588s)"],"step_count":1} {"level":"info","ts":"2026-03-20T10:28:02.940803Z","caller":"traceutil/trace.go:171","msg":"trace[1344046141] range","detail":"{range_begin:/registry/horizontalpodautoscalers/; range_end:/registry/horizontalpodautoscalers0; response_count:0; response_revision:2450; }","duration":"115.670531ms","start":"2026-03-20T10:28:02.825114Z","end":"2026-03-20T10:28:02.940785Z","steps":["trace[1344046141] 'agreement among raft nodes before linearized reading' (duration: 115.576859ms)"],"step_count":1} {"level":"info","ts":"2026-03-20T10:28:02.940812Z","caller":"traceutil/trace.go:171","msg":"trace[1859862991] range","detail":"{range_begin:/registry/masterleases/199.204.45.102; range_end:; response_count:1; response_revision:2450; }","duration":"424.224323ms","start":"2026-03-20T10:28:02.516574Z","end":"2026-03-20T10:28:02.940798Z","steps":["trace[1859862991] 'agreement among raft nodes before linearized reading' (duration: 424.030518ms)"],"step_count":1} {"level":"warn","ts":"2026-03-20T10:28:02.940809Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"2.705326908s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/cilium-operator-resource-lock\" ","response":"range_response_count:1 size:492"} {"level":"warn","ts":"2026-03-20T10:28:02.940839Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.303301822s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/persistentvolumes/test-pv\" ","response":"range_response_count:0 size:5"} {"level":"warn","ts":"2026-03-20T10:28:02.940848Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-20T10:28:02.516557Z","time spent":"424.283575ms","remote":"127.0.0.1:36498","response type":"/etcdserverpb.KV/Range","request count":0,"request size":39,"response count":1,"response size":157,"request content":"key:\"/registry/masterleases/199.204.45.102\" "} {"level":"info","ts":"2026-03-20T10:28:02.940876Z","caller":"traceutil/trace.go:171","msg":"trace[2079974042] range","detail":"{range_begin:/registry/leases/kube-system/cilium-operator-resource-lock; range_end:; response_count:1; response_revision:2450; }","duration":"2.705432141s","start":"2026-03-20T10:28:00.235427Z","end":"2026-03-20T10:28:02.940859Z","steps":["trace[2079974042] 'agreement among raft nodes before linearized reading' (duration: 2.705165094s)"],"step_count":1} {"level":"info","ts":"2026-03-20T10:28:02.9409Z","caller":"traceutil/trace.go:171","msg":"trace[1025198234] range","detail":"{range_begin:/registry/persistentvolumes/test-pv; range_end:; response_count:0; response_revision:2450; }","duration":"1.303368174s","start":"2026-03-20T10:28:01.637499Z","end":"2026-03-20T10:28:02.940867Z","steps":["trace[1025198234] 'agreement among raft nodes before linearized reading' (duration: 1.303313353s)"],"step_count":1} {"level":"warn","ts":"2026-03-20T10:28:02.94091Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"356.098983ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/health\" ","response":"range_response_count:0 size:5"} {"level":"warn","ts":"2026-03-20T10:28:02.940924Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-20T10:28:00.235406Z","time spent":"2.705506303s","remote":"127.0.0.1:36750","response type":"/etcdserverpb.KV/Range","request count":0,"request size":60,"response count":1,"response size":514,"request content":"key:\"/registry/leases/kube-system/cilium-operator-resource-lock\" "} {"level":"info","ts":"2026-03-20T10:28:02.940955Z","caller":"traceutil/trace.go:171","msg":"trace[1302212817] range","detail":"{range_begin:/registry/health; range_end:; response_count:0; response_revision:2450; }","duration":"356.167175ms","start":"2026-03-20T10:28:02.584778Z","end":"2026-03-20T10:28:02.940945Z","steps":["trace[1302212817] 'agreement among raft nodes before linearized reading' (duration: 356.079843ms)"],"step_count":1} {"level":"warn","ts":"2026-03-20T10:28:02.940983Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-20T10:28:02.584764Z","time spent":"356.213546ms","remote":"127.0.0.1:36468","response type":"/etcdserverpb.KV/Range","request count":0,"request size":18,"response count":0,"response size":27,"request content":"key:\"/registry/health\" "} {"level":"warn","ts":"2026-03-20T10:28:02.94104Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"2.047130957s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/plndr-cp-lock\" ","response":"range_response_count:1 size:434"} {"level":"info","ts":"2026-03-20T10:28:02.94107Z","caller":"traceutil/trace.go:171","msg":"trace[889889136] range","detail":"{range_begin:/registry/leases/kube-system/plndr-cp-lock; range_end:; response_count:1; response_revision:2450; }","duration":"2.047175258s","start":"2026-03-20T10:28:00.893885Z","end":"2026-03-20T10:28:02.94106Z","steps":["trace[889889136] 'agreement among raft nodes before linearized reading' (duration: 2.047089366s)"],"step_count":1} {"level":"warn","ts":"2026-03-20T10:28:02.9411Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-20T10:28:00.893877Z","time spent":"2.047217869s","remote":"127.0.0.1:36750","response type":"/etcdserverpb.KV/Range","request count":0,"request size":44,"response count":1,"response size":456,"request content":"key:\"/registry/leases/kube-system/plndr-cp-lock\" "} {"level":"warn","ts":"2026-03-20T10:28:02.941106Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"2.049442946s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/plndr-svcs-lock\" ","response":"range_response_count:1 size:438"} {"level":"warn","ts":"2026-03-20T10:28:02.941011Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"2.048124322s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/rbd.csi.ceph.com-kube-system\" ","response":"range_response_count:1 size:532"} {"level":"warn","ts":"2026-03-20T10:28:02.940955Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-20T10:28:01.637483Z","time spent":"1.303459776s","remote":"127.0.0.1:36626","response type":"/etcdserverpb.KV/Range","request count":0,"request size":37,"response count":0,"response size":27,"request content":"key:\"/registry/persistentvolumes/test-pv\" "} {"level":"info","ts":"2026-03-20T10:28:02.941146Z","caller":"traceutil/trace.go:171","msg":"trace[1321262966] range","detail":"{range_begin:/registry/leases/kube-system/plndr-svcs-lock; range_end:; response_count:1; response_revision:2450; }","duration":"2.049520778s","start":"2026-03-20T10:28:00.891613Z","end":"2026-03-20T10:28:02.941133Z","steps":["trace[1321262966] 'agreement among raft nodes before linearized reading' (duration: 2.049404245s)"],"step_count":1} {"level":"warn","ts":"2026-03-20T10:28:02.940784Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"2.04766278s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/kube-scheduler\" ","response":"range_response_count:1 size:480"} {"level":"warn","ts":"2026-03-20T10:28:02.941187Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-20T10:28:00.891591Z","time spent":"2.049585389s","remote":"127.0.0.1:36750","response type":"/etcdserverpb.KV/Range","request count":0,"request size":46,"response count":1,"response size":460,"request content":"key:\"/registry/leases/kube-system/plndr-svcs-lock\" "} {"level":"warn","ts":"2026-03-20T10:28:02.940831Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-20T10:27:59.728662Z","time spent":"3.212159408s","remote":"127.0.0.1:36646","response type":"/etcdserverpb.KV/Range","request count":0,"request size":37,"response count":1,"response size":2850,"request content":"key:\"/registry/pods/default/test-pvc-pod\" "} {"level":"info","ts":"2026-03-20T10:28:02.941195Z","caller":"traceutil/trace.go:171","msg":"trace[1218393920] range","detail":"{range_begin:/registry/leases/kube-system/kube-scheduler; range_end:; response_count:1; response_revision:2450; }","duration":"2.048097881s","start":"2026-03-20T10:28:00.893083Z","end":"2026-03-20T10:28:02.941181Z","steps":["trace[1218393920] 'agreement among raft nodes before linearized reading' (duration: 2.047565288s)"],"step_count":1} {"level":"info","ts":"2026-03-20T10:28:02.941214Z","caller":"traceutil/trace.go:171","msg":"trace[1828194976] range","detail":"{range_begin:/registry/leases/kube-system/rbd.csi.ceph.com-kube-system; range_end:; response_count:1; response_revision:2450; }","duration":"2.048378118s","start":"2026-03-20T10:28:00.892768Z","end":"2026-03-20T10:28:02.941146Z","steps":["trace[1828194976] 'agreement among raft nodes before linearized reading' (duration: 2.047968108s)"],"step_count":1} {"level":"warn","ts":"2026-03-20T10:28:02.941236Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-20T10:28:00.893075Z","time spent":"2.048148492s","remote":"127.0.0.1:36750","response type":"/etcdserverpb.KV/Range","request count":0,"request size":45,"response count":1,"response size":502,"request content":"key:\"/registry/leases/kube-system/kube-scheduler\" "} {"level":"warn","ts":"2026-03-20T10:28:02.941319Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-20T10:28:00.892758Z","time spent":"2.048543662s","remote":"127.0.0.1:36750","response type":"/etcdserverpb.KV/Range","request count":0,"request size":59,"response count":1,"response size":554,"request content":"key:\"/registry/leases/kube-system/rbd.csi.ceph.com-kube-system\" "} {"level":"warn","ts":"2026-03-20T10:28:04.950115Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"2.000192611s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/health\" ","response":"","error":"context deadline exceeded"} {"level":"info","ts":"2026-03-20T10:28:04.950193Z","caller":"traceutil/trace.go:171","msg":"trace[1378870047] range","detail":"{range_begin:/registry/health; range_end:; }","duration":"2.000295284s","start":"2026-03-20T10:28:02.949881Z","end":"2026-03-20T10:28:04.950177Z","steps":["trace[1378870047] 'agreement among raft nodes before linearized reading' (duration: 2.000202922s)"],"step_count":1} {"level":"warn","ts":"2026-03-20T10:28:04.950234Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-20T10:28:02.949875Z","time spent":"2.000350895s","remote":"127.0.0.1:36464","response type":"/etcdserverpb.KV/Range","request count":0,"request size":18,"response count":0,"response size":0,"request content":"key:\"/registry/health\" "} {"level":"warn","ts":"2026-03-20T10:28:05.949275Z","caller":"wal/wal.go:805","msg":"slow fdatasync","took":"2.505921382s","expected-duration":"1s"} {"level":"warn","ts":"2026-03-20T10:28:06.525586Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"3.082195495s","expected-duration":"100ms","prefix":"","request":"header: lease_grant:","response":"size:39"} {"level":"info","ts":"2026-03-20T10:28:06.526Z","caller":"traceutil/trace.go:171","msg":"trace[1787930882] linearizableReadLoop","detail":"{readStateIndex:2623; appliedIndex:2617; }","duration":"3.577537014s","start":"2026-03-20T10:28:02.948437Z","end":"2026-03-20T10:28:06.525974Z","steps":["trace[1787930882] 'read index received' (duration: 494.942809ms)","trace[1787930882] 'applied index is now lower than readState.Index' (duration: 3.082592285s)"],"step_count":2} {"level":"warn","ts":"2026-03-20T10:28:06.526182Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-20T10:28:02.944602Z","time spent":"3.581577046s","remote":"127.0.0.1:36498","response type":"/etcdserverpb.Lease/LeaseGrant","request count":-1,"request size":-1,"response count":-1,"response size":-1,"request content":""} {"level":"info","ts":"2026-03-20T10:28:06.526263Z","caller":"traceutil/trace.go:171","msg":"trace[1139828647] transaction","detail":"{read_only:false; response_revision:2453; number_of_response:1; }","duration":"3.579303868s","start":"2026-03-20T10:28:02.946921Z","end":"2026-03-20T10:28:06.526224Z","steps":["trace[1139828647] 'process raft request' (duration: 3.578945959s)"],"step_count":1} {"level":"info","ts":"2026-03-20T10:28:06.52629Z","caller":"traceutil/trace.go:171","msg":"trace[133990035] transaction","detail":"{read_only:false; response_revision:2455; number_of_response:1; }","duration":"3.579055962s","start":"2026-03-20T10:28:02.947213Z","end":"2026-03-20T10:28:06.526269Z","steps":["trace[133990035] 'process raft request' (duration: 3.578730014s)"],"step_count":1} {"level":"warn","ts":"2026-03-20T10:28:06.526377Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-20T10:28:02.946911Z","time spent":"3.57939379s","remote":"127.0.0.1:36750","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":476,"response count":0,"response size":38,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-03-20T10:28:06.526393Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-20T10:28:02.947206Z","time spent":"3.579136584s","remote":"127.0.0.1:36750","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":423,"response count":0,"response size":38,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-03-20T10:28:06.526484Z","caller":"traceutil/trace.go:171","msg":"trace[2031131528] transaction","detail":"{read_only:false; response_revision:2454; number_of_response:1; }","duration":"3.579299178s","start":"2026-03-20T10:28:02.947174Z","end":"2026-03-20T10:28:06.526473Z","steps":["trace[2031131528] 'process raft request' (duration: 3.578739494s)"],"step_count":1} {"level":"warn","ts":"2026-03-20T10:28:06.526485Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"3.578015915s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/persistentvolumes/test-pv\" ","response":"range_response_count:0 size:5"} {"level":"warn","ts":"2026-03-20T10:28:06.52653Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-20T10:28:02.947155Z","time spent":"3.579349519s","remote":"127.0.0.1:36750","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":464,"response count":0,"response size":38,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-03-20T10:28:06.526552Z","caller":"traceutil/trace.go:171","msg":"trace[1210667377] transaction","detail":"{read_only:false; response_revision:2452; number_of_response:1; }","duration":"3.579722359s","start":"2026-03-20T10:28:02.946816Z","end":"2026-03-20T10:28:06.526539Z","steps":["trace[1210667377] 'process raft request' (duration: 3.579005431s)"],"step_count":1} {"level":"warn","ts":"2026-03-20T10:28:06.526619Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-20T10:28:02.946804Z","time spent":"3.57977592s","remote":"127.0.0.1:36750","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":419,"response count":0,"response size":38,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-03-20T10:28:06.526659Z","caller":"traceutil/trace.go:171","msg":"trace[1832229130] range","detail":"{range_begin:/registry/persistentvolumes/test-pv; range_end:; response_count:0; response_revision:2455; }","duration":"3.578154538s","start":"2026-03-20T10:28:02.94841Z","end":"2026-03-20T10:28:06.526565Z","steps":["trace[1832229130] 'agreement among raft nodes before linearized reading' (duration: 3.577903742s)"],"step_count":1} {"level":"info","ts":"2026-03-20T10:28:06.526708Z","caller":"traceutil/trace.go:171","msg":"trace[127930242] transaction","detail":"{read_only:false; response_revision:2451; number_of_response:1; }","duration":"3.580772365s","start":"2026-03-20T10:28:02.94592Z","end":"2026-03-20T10:28:06.526692Z","steps":["trace[127930242] 'process raft request' (duration: 3.57977766s)"],"step_count":1} {"level":"warn","ts":"2026-03-20T10:28:06.526719Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-20T10:28:02.948401Z","time spent":"3.578304022s","remote":"127.0.0.1:36626","response type":"/etcdserverpb.KV/Range","request count":0,"request size":37,"response count":0,"response size":27,"request content":"key:\"/registry/persistentvolumes/test-pv\" "} {"level":"warn","ts":"2026-03-20T10:28:06.526776Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-20T10:28:02.945903Z","time spent":"3.580837057s","remote":"127.0.0.1:36750","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":517,"response count":0,"response size":38,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-03-20T10:28:06.951543Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"2.000410616s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/health\" ","response":"","error":"context deadline exceeded"} {"level":"info","ts":"2026-03-20T10:28:06.951629Z","caller":"traceutil/trace.go:171","msg":"trace[497314501] range","detail":"{range_begin:/registry/health; range_end:; }","duration":"2.000528048s","start":"2026-03-20T10:28:04.951084Z","end":"2026-03-20T10:28:06.951612Z","steps":["trace[497314501] 'agreement among raft nodes before linearized reading' (duration: 2.000417266s)"],"step_count":1} {"level":"warn","ts":"2026-03-20T10:28:06.951693Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-20T10:28:04.951075Z","time spent":"2.000608131s","remote":"127.0.0.1:36468","response type":"/etcdserverpb.KV/Range","request count":0,"request size":18,"response count":0,"response size":0,"request content":"key:\"/registry/health\" "} {"level":"warn","ts":"2026-03-20T10:28:07.026947Z","caller":"etcdserver/v3_server.go:897","msg":"waiting for ReadIndex response took too long, retrying","sent-request-id":184257304220180812,"retry-timeout":"500ms"} {"level":"warn","ts":"2026-03-20T10:28:07.527993Z","caller":"etcdserver/v3_server.go:897","msg":"waiting for ReadIndex response took too long, retrying","sent-request-id":184257304220180812,"retry-timeout":"500ms"} {"level":"warn","ts":"2026-03-20T10:28:08.029065Z","caller":"etcdserver/v3_server.go:897","msg":"waiting for ReadIndex response took too long, retrying","sent-request-id":184257304220180812,"retry-timeout":"500ms"} {"level":"warn","ts":"2026-03-20T10:28:08.182196Z","caller":"wal/wal.go:805","msg":"slow fdatasync","took":"2.232710502s","expected-duration":"1s"} {"level":"info","ts":"2026-03-20T10:28:08.182701Z","caller":"traceutil/trace.go:171","msg":"trace[2006427646] transaction","detail":"{read_only:false; response_revision:2457; number_of_response:1; }","duration":"3.275818024s","start":"2026-03-20T10:28:04.906856Z","end":"2026-03-20T10:28:08.182674Z","steps":["trace[2006427646] 'process raft request' (duration: 3.275766072s)"],"step_count":1} {"level":"info","ts":"2026-03-20T10:28:08.182856Z","caller":"traceutil/trace.go:171","msg":"trace[50423235] transaction","detail":"{read_only:false; response_revision:2456; number_of_response:1; }","duration":"4.587864287s","start":"2026-03-20T10:28:03.594901Z","end":"2026-03-20T10:28:08.182765Z","steps":["trace[50423235] 'process raft request' (duration: 4.587555299s)"],"step_count":1} {"level":"warn","ts":"2026-03-20T10:28:08.183083Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-20T10:28:03.594885Z","time spent":"4.588096943s","remote":"127.0.0.1:36750","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":673,"response count":0,"response size":38,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-03-20T10:28:08.182887Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-20T10:28:04.906831Z","time spent":"3.275953567s","remote":"127.0.0.1:36750","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":521,"response count":0,"response size":38,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-03-20T10:28:08.393899Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"2.000304523s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/health\" ","response":"","error":"context canceled"} {"level":"info","ts":"2026-03-20T10:28:08.394092Z","caller":"traceutil/trace.go:171","msg":"trace[489052877] range","detail":"{range_begin:/registry/health; range_end:; }","duration":"2.00048793s","start":"2026-03-20T10:28:06.393497Z","end":"2026-03-20T10:28:08.393985Z","steps":["trace[489052877] 'agreement among raft nodes before linearized reading' (duration: 2.000347355s)"],"step_count":1} {"level":"warn","ts":"2026-03-20T10:28:08.394549Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-20T10:28:06.393476Z","time spent":"2.001039623s","remote":"127.0.0.1:36464","response type":"/etcdserverpb.KV/Range","request count":0,"request size":18,"response count":0,"response size":0,"request content":"key:\"/registry/health\" "} 2026/03/20 10:28:08 WARNING: [core] [Server #8] grpc: Server.processUnaryRPC failed to write status: connection error: desc = "transport is closing" {"level":"warn","ts":"2026-03-20T10:28:08.958465Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"2.000092428s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/health\" ","response":"","error":"context deadline exceeded"} {"level":"info","ts":"2026-03-20T10:28:08.958548Z","caller":"traceutil/trace.go:171","msg":"trace[2127732871] range","detail":"{range_begin:/registry/health; range_end:; }","duration":"2.000229932s","start":"2026-03-20T10:28:06.958302Z","end":"2026-03-20T10:28:08.958532Z","steps":["trace[2127732871] 'agreement among raft nodes before linearized reading' (duration: 2.000114599s)"],"step_count":1} {"level":"warn","ts":"2026-03-20T10:28:08.958585Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-20T10:28:06.958284Z","time spent":"2.000294253s","remote":"127.0.0.1:36468","response type":"/etcdserverpb.KV/Range","request count":0,"request size":18,"response count":0,"response size":0,"request content":"key:\"/registry/health\" "} {"level":"warn","ts":"2026-03-20T10:28:09.94602Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"4.999913022s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/kube-controller-manager\" ","response":"","error":"context canceled"} {"level":"info","ts":"2026-03-20T10:28:09.946167Z","caller":"traceutil/trace.go:171","msg":"trace[1747752607] range","detail":"{range_begin:/registry/leases/kube-system/kube-controller-manager; range_end:; }","duration":"5.000103357s","start":"2026-03-20T10:28:04.946044Z","end":"2026-03-20T10:28:09.946147Z","steps":["trace[1747752607] 'agreement among raft nodes before linearized reading' (duration: 4.999939083s)"],"step_count":1} {"level":"warn","ts":"2026-03-20T10:28:09.946277Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-20T10:28:04.946025Z","time spent":"5.00023901s","remote":"127.0.0.1:36750","response type":"/etcdserverpb.KV/Range","request count":0,"request size":54,"response count":0,"response size":0,"request content":"key:\"/registry/leases/kube-system/kube-controller-manager\" "} 2026/03/20 10:28:09 WARNING: [core] [Server #8] grpc: Server.processUnaryRPC failed to write status: connection error: desc = "transport is closing" {"level":"warn","ts":"2026-03-20T10:28:10.339334Z","caller":"wal/wal.go:805","msg":"slow fdatasync","took":"1.310530995s","expected-duration":"1s"} {"level":"warn","ts":"2026-03-20T10:28:10.96499Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"2.000629761s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/health\" ","response":"","error":"context canceled"} {"level":"info","ts":"2026-03-20T10:28:10.965091Z","caller":"traceutil/trace.go:171","msg":"trace[661203481] range","detail":"{range_begin:/registry/health; range_end:; }","duration":"2.000768065s","start":"2026-03-20T10:28:08.964306Z","end":"2026-03-20T10:28:10.965074Z","steps":["trace[661203481] 'agreement among raft nodes before linearized reading' (duration: 2.000648252s)"],"step_count":1} {"level":"warn","ts":"2026-03-20T10:28:10.965136Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-20T10:28:08.964298Z","time spent":"2.000828627s","remote":"127.0.0.1:36464","response type":"/etcdserverpb.KV/Range","request count":0,"request size":18,"response count":0,"response size":0,"request content":"key:\"/registry/health\" "} 2026/03/20 10:28:10 WARNING: [core] [Server #8] grpc: Server.processUnaryRPC failed to write status: connection error: desc = "transport is closing" {"level":"warn","ts":"2026-03-20T10:28:11.713625Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"3.109423351s","expected-duration":"100ms","prefix":"","request":"header: txn: success:> failure: >>","response":"size:16"} {"level":"info","ts":"2026-03-20T10:28:11.713818Z","caller":"traceutil/trace.go:171","msg":"trace[1887463830] transaction","detail":"{read_only:false; response_revision:2458; number_of_response:1; }","duration":"5.183322245s","start":"2026-03-20T10:28:06.53046Z","end":"2026-03-20T10:28:11.713782Z","steps":["trace[1887463830] 'process raft request' (duration: 2.073664207s)","trace[1887463830] 'compare' (duration: 3.107151944s)"],"step_count":2} {"level":"info","ts":"2026-03-20T10:28:11.713838Z","caller":"traceutil/trace.go:171","msg":"trace[1930138434] linearizableReadLoop","detail":"{readStateIndex:2626; appliedIndex:2623; }","duration":"5.187738725s","start":"2026-03-20T10:28:06.52607Z","end":"2026-03-20T10:28:11.713809Z","steps":["trace[1930138434] 'read index received' (duration: 1.65647174s)","trace[1930138434] 'applied index is now lower than readState.Index' (duration: 3.531264795s)"],"step_count":2} {"level":"warn","ts":"2026-03-20T10:28:11.714508Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-20T10:28:06.530437Z","time spent":"5.183984351s","remote":"127.0.0.1:36498","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":120,"response count":0,"response size":38,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-03-20T10:28:12.965607Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"2.000206831s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/health\" ","response":"","error":"context deadline exceeded"} {"level":"info","ts":"2026-03-20T10:28:12.965796Z","caller":"traceutil/trace.go:171","msg":"trace[62484002] range","detail":"{range_begin:/registry/health; range_end:; }","duration":"2.00057815s","start":"2026-03-20T10:28:10.965128Z","end":"2026-03-20T10:28:12.965706Z","steps":["trace[62484002] 'agreement among raft nodes before linearized reading' (duration: 2.000427236s)"],"step_count":1} {"level":"warn","ts":"2026-03-20T10:28:12.965988Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-20T10:28:10.965081Z","time spent":"2.000887248s","remote":"127.0.0.1:36468","response type":"/etcdserverpb.KV/Range","request count":0,"request size":18,"response count":0,"response size":0,"request content":"key:\"/registry/health\" "} {"level":"warn","ts":"2026-03-20T10:28:13.532178Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"4.998713302s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/kube-scheduler\" ","response":"","error":"context canceled"} {"level":"info","ts":"2026-03-20T10:28:13.532244Z","caller":"traceutil/trace.go:171","msg":"trace[770751259] range","detail":"{range_begin:/registry/leases/kube-system/kube-scheduler; range_end:; }","duration":"4.998837365s","start":"2026-03-20T10:28:08.533392Z","end":"2026-03-20T10:28:13.532229Z","steps":["trace[770751259] 'agreement among raft nodes before linearized reading' (duration: 4.998747853s)"],"step_count":1} {"level":"warn","ts":"2026-03-20T10:28:13.532279Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-20T10:28:08.533371Z","time spent":"4.998901947s","remote":"127.0.0.1:36750","response type":"/etcdserverpb.KV/Range","request count":0,"request size":45,"response count":0,"response size":0,"request content":"key:\"/registry/leases/kube-system/kube-scheduler\" "} 2026/03/20 10:28:13 WARNING: [core] [Server #8] grpc: Server.processUnaryRPC failed to write status: connection error: desc = "transport is closing" {"level":"warn","ts":"2026-03-20T10:28:13.534291Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"4.999323167s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/cilium-operator-resource-lock\" ","response":"","error":"context canceled"} {"level":"info","ts":"2026-03-20T10:28:13.534391Z","caller":"traceutil/trace.go:171","msg":"trace[714218600] range","detail":"{range_begin:/registry/leases/kube-system/cilium-operator-resource-lock; range_end:; }","duration":"4.99946654s","start":"2026-03-20T10:28:08.5349Z","end":"2026-03-20T10:28:13.534367Z","steps":["trace[714218600] 'agreement among raft nodes before linearized reading' (duration: 4.999342336s)"],"step_count":1} {"level":"warn","ts":"2026-03-20T10:28:13.534458Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-20T10:28:08.534866Z","time spent":"4.999576142s","remote":"127.0.0.1:36750","response type":"/etcdserverpb.KV/Range","request count":0,"request size":60,"response count":0,"response size":0,"request content":"key:\"/registry/leases/kube-system/cilium-operator-resource-lock\" "} 2026/03/20 10:28:13 WARNING: [core] [Server #8] grpc: Server.processUnaryRPC failed to write status: connection error: desc = "transport is closing" {"level":"warn","ts":"2026-03-20T10:28:14.946626Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"2.998932933s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/kube-controller-manager\" ","response":"","error":"context canceled"} {"level":"info","ts":"2026-03-20T10:28:14.946766Z","caller":"traceutil/trace.go:171","msg":"trace[603264289] range","detail":"{range_begin:/registry/leases/kube-system/kube-controller-manager; range_end:; }","duration":"2.999099267s","start":"2026-03-20T10:28:11.947622Z","end":"2026-03-20T10:28:14.946722Z","steps":["trace[603264289] 'agreement among raft nodes before linearized reading' (duration: 2.998968664s)"],"step_count":1} {"level":"warn","ts":"2026-03-20T10:28:14.94682Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-20T10:28:11.947591Z","time spent":"2.999215909s","remote":"127.0.0.1:36750","response type":"/etcdserverpb.KV/Range","request count":0,"request size":54,"response count":0,"response size":0,"request content":"key:\"/registry/leases/kube-system/kube-controller-manager\" "} 2026/03/20 10:28:14 WARNING: [core] [Server #8] grpc: Server.processUnaryRPC failed to write status: connection error: desc = "transport is closing" {"level":"warn","ts":"2026-03-20T10:28:14.976909Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.999835141s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/health\" ","response":"","error":"context canceled"} {"level":"info","ts":"2026-03-20T10:28:14.977002Z","caller":"traceutil/trace.go:171","msg":"trace[1205810081] range","detail":"{range_begin:/registry/health; range_end:; }","duration":"1.999969655s","start":"2026-03-20T10:28:12.977014Z","end":"2026-03-20T10:28:14.976984Z","steps":["trace[1205810081] 'agreement among raft nodes before linearized reading' (duration: 1.999857832s)"],"step_count":1} {"level":"warn","ts":"2026-03-20T10:28:14.977049Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-20T10:28:12.976999Z","time spent":"2.000039756s","remote":"127.0.0.1:36464","response type":"/etcdserverpb.KV/Range","request count":0,"request size":18,"response count":0,"response size":0,"request content":"key:\"/registry/health\" "} 2026/03/20 10:28:14 WARNING: [core] [Server #8] grpc: Server.processUnaryRPC failed to write status: connection error: desc = "transport is closing" {"level":"warn","ts":"2026-03-20T10:28:15.387213Z","caller":"wal/wal.go:805","msg":"slow fdatasync","took":"2.157623426s","expected-duration":"1s"} {"level":"warn","ts":"2026-03-20T10:28:16.029259Z","caller":"etcdserver/server.go:1165","msg":"failed to revoke lease","lease-id":"028e9d0abd50a0ff","error":"etcdserver: request timed out"} {"level":"warn","ts":"2026-03-20T10:28:16.439673Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"12.403073865s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/certificatesigningrequests/\" range_end:\"/registry/certificatesigningrequests0\" count_only:true ","response":"range_response_count:0 size:7"} {"level":"warn","ts":"2026-03-20T10:28:16.439693Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"10.270502231s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pods/\" range_end:\"/registry/pods0\" count_only:true ","response":"range_response_count:0 size:7"} {"level":"info","ts":"2026-03-20T10:28:16.439742Z","caller":"traceutil/trace.go:171","msg":"trace[225656846] range","detail":"{range_begin:/registry/certificatesigningrequests/; range_end:/registry/certificatesigningrequests0; response_count:0; response_revision:2458; }","duration":"12.403192257s","start":"2026-03-20T10:28:04.036534Z","end":"2026-03-20T10:28:16.439727Z","steps":["trace[225656846] 'agreement among raft nodes before linearized reading' (duration: 7.677406007s)","trace[225656846] 'count revisions from in-memory index tree' (duration: 4.725672908s)"],"step_count":2} {"level":"warn","ts":"2026-03-20T10:28:16.43978Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-20T10:28:04.036518Z","time spent":"12.403253289s","remote":"127.0.0.1:36738","response type":"/etcdserverpb.KV/Range","request count":0,"request size":80,"response count":1,"response size":29,"request content":"key:\"/registry/certificatesigningrequests/\" range_end:\"/registry/certificatesigningrequests0\" count_only:true "} {"level":"info","ts":"2026-03-20T10:28:16.439774Z","caller":"traceutil/trace.go:171","msg":"trace[1814095640] range","detail":"{range_begin:/registry/pods/; range_end:/registry/pods0; response_count:0; response_revision:2458; }","duration":"10.270636154s","start":"2026-03-20T10:28:06.169116Z","end":"2026-03-20T10:28:16.439752Z","steps":["trace[1814095640] 'agreement among raft nodes before linearized reading' (duration: 5.544830463s)","trace[1814095640] 'count revisions from in-memory index tree' (duration: 4.725686168s)"],"step_count":2} {"level":"warn","ts":"2026-03-20T10:28:16.439825Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-20T10:28:06.169097Z","time spent":"10.270716406s","remote":"127.0.0.1:36646","response type":"/etcdserverpb.KV/Range","request count":0,"request size":36,"response count":13,"response size":29,"request content":"key:\"/registry/pods/\" range_end:\"/registry/pods0\" count_only:true "} {"level":"warn","ts":"2026-03-20T10:28:16.439975Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"12.546003754s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/external-snapshotter-leader-rbd-csi-ceph-com\" ","response":"","error":"rangeKeys: context cancelled: context canceled"} {"level":"info","ts":"2026-03-20T10:28:16.439998Z","caller":"traceutil/trace.go:171","msg":"trace[1077916572] range","detail":"{range_begin:/registry/leases/kube-system/external-snapshotter-leader-rbd-csi-ceph-com; range_end:; }","duration":"12.546040275s","start":"2026-03-20T10:28:03.893951Z","end":"2026-03-20T10:28:16.439991Z","steps":["trace[1077916572] 'agreement among raft nodes before linearized reading' (duration: 7.820007408s)","trace[1077916572] 'range keys from in-memory index tree' (duration: 4.725998016s)"],"step_count":2} {"level":"warn","ts":"2026-03-20T10:28:16.44002Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-20T10:28:03.893942Z","time spent":"12.546071825s","remote":"127.0.0.1:36750","response type":"/etcdserverpb.KV/Range","request count":0,"request size":75,"response count":0,"response size":0,"request content":"key:\"/registry/leases/kube-system/external-snapshotter-leader-rbd-csi-ceph-com\" "} 2026/03/20 10:28:16 WARNING: [core] [Server #8] grpc: Server.processUnaryRPC failed to write status: connection error: desc = "transport is closing" {"level":"warn","ts":"2026-03-20T10:28:16.440086Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"10.837747375s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/services/endpoints/\" range_end:\"/registry/services/endpoints0\" count_only:true ","response":"range_response_count:0 size:7"} {"level":"warn","ts":"2026-03-20T10:28:16.440083Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"12.375008846s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/resourcequotas/\" range_end:\"/registry/resourcequotas0\" count_only:true ","response":"range_response_count:0 size:5"} {"level":"info","ts":"2026-03-20T10:28:16.440105Z","caller":"traceutil/trace.go:171","msg":"trace[1762820078] range","detail":"{range_begin:/registry/services/endpoints/; range_end:/registry/services/endpoints0; response_count:0; response_revision:2458; }","duration":"10.837802227s","start":"2026-03-20T10:28:05.602297Z","end":"2026-03-20T10:28:16.440099Z","steps":["trace[1762820078] 'agreement among raft nodes before linearized reading' (duration: 6.111660547s)","trace[1762820078] 'count revisions from in-memory index tree' (duration: 4.726115039s)"],"step_count":2} {"level":"warn","ts":"2026-03-20T10:28:16.440124Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-20T10:28:05.602277Z","time spent":"10.837842598s","remote":"127.0.0.1:36640","response type":"/etcdserverpb.KV/Range","request count":0,"request size":64,"response count":4,"response size":29,"request content":"key:\"/registry/services/endpoints/\" range_end:\"/registry/services/endpoints0\" count_only:true "} {"level":"info","ts":"2026-03-20T10:28:16.44012Z","caller":"traceutil/trace.go:171","msg":"trace[27275988] range","detail":"{range_begin:/registry/resourcequotas/; range_end:/registry/resourcequotas0; response_count:0; response_revision:2458; }","duration":"12.375045007s","start":"2026-03-20T10:28:04.065062Z","end":"2026-03-20T10:28:16.440107Z","steps":["trace[27275988] 'agreement among raft nodes before linearized reading' (duration: 7.648830036s)","trace[27275988] 'count revisions from in-memory index tree' (duration: 4.72615359s)"],"step_count":2} {"level":"warn","ts":"2026-03-20T10:28:16.440152Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-20T10:28:04.064954Z","time spent":"12.375189531s","remote":"127.0.0.1:36556","response type":"/etcdserverpb.KV/Range","request count":0,"request size":56,"response count":0,"response size":27,"request content":"key:\"/registry/resourcequotas/\" range_end:\"/registry/resourcequotas0\" count_only:true "} {"level":"warn","ts":"2026-03-20T10:28:16.440218Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"12.546559297s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/rbd-csi-ceph-com\" ","response":"","error":"rangeKeys: context cancelled: context canceled"} {"level":"info","ts":"2026-03-20T10:28:16.440235Z","caller":"traceutil/trace.go:171","msg":"trace[1885461569] range","detail":"{range_begin:/registry/leases/kube-system/rbd-csi-ceph-com; range_end:; }","duration":"12.546611939s","start":"2026-03-20T10:28:03.893618Z","end":"2026-03-20T10:28:16.44023Z","steps":["trace[1885461569] 'agreement among raft nodes before linearized reading' (duration: 7.820348166s)","trace[1885461569] 'range keys from in-memory index tree' (duration: 4.726237182s)"],"step_count":2} {"level":"warn","ts":"2026-03-20T10:28:16.440252Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-20T10:28:03.8936Z","time spent":"12.54664925s","remote":"127.0.0.1:36750","response type":"/etcdserverpb.KV/Range","request count":0,"request size":47,"response count":0,"response size":0,"request content":"key:\"/registry/leases/kube-system/rbd-csi-ceph-com\" "} 2026/03/20 10:28:16 WARNING: [core] [Server #8] grpc: Server.processUnaryRPC failed to write status: connection error: desc = "transport is closing" {"level":"warn","ts":"2026-03-20T10:28:16.440373Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"10.095562823s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/ingress/\" range_end:\"/registry/ingress0\" count_only:true ","response":"range_response_count:0 size:5"} {"level":"info","ts":"2026-03-20T10:28:16.440418Z","caller":"traceutil/trace.go:171","msg":"trace[59115885] range","detail":"{range_begin:/registry/ingress/; range_end:/registry/ingress0; response_count:0; response_revision:2458; }","duration":"10.095637895s","start":"2026-03-20T10:28:06.344767Z","end":"2026-03-20T10:28:16.440405Z","steps":["trace[59115885] 'agreement among raft nodes before linearized reading' (duration: 5.369153257s)","trace[59115885] 'count revisions from in-memory index tree' (duration: 4.726420987s)"],"step_count":2} {"level":"warn","ts":"2026-03-20T10:28:16.440425Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"11.824464603s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/clusterroles/\" range_end:\"/registry/clusterroles0\" count_only:true ","response":"range_response_count:0 size:7"} {"level":"info","ts":"2026-03-20T10:28:16.440452Z","caller":"traceutil/trace.go:171","msg":"trace[1808239345] range","detail":"{range_begin:/registry/clusterroles/; range_end:/registry/clusterroles0; response_count:0; response_revision:2458; }","duration":"11.824562115s","start":"2026-03-20T10:28:04.61588Z","end":"2026-03-20T10:28:16.440442Z","steps":["trace[1808239345] 'agreement among raft nodes before linearized reading' (duration: 7.098088547s)","trace[1808239345] 'count revisions from in-memory index tree' (duration: 4.725626756s)"],"step_count":2} {"level":"warn","ts":"2026-03-20T10:28:16.440453Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-20T10:28:06.344752Z","time spent":"10.095690996s","remote":"127.0.0.1:36776","response type":"/etcdserverpb.KV/Range","request count":0,"request size":42,"response count":0,"response size":27,"request content":"key:\"/registry/ingress/\" range_end:\"/registry/ingress0\" count_only:true "} {"level":"warn","ts":"2026-03-20T10:28:16.440476Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-20T10:28:04.615844Z","time spent":"11.824627106s","remote":"127.0.0.1:36850","response type":"/etcdserverpb.KV/Range","request count":0,"request size":52,"response count":68,"response size":29,"request content":"key:\"/registry/clusterroles/\" range_end:\"/registry/clusterroles0\" count_only:true "} {"level":"warn","ts":"2026-03-20T10:28:16.440632Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"10.27124519s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/services/specs/\" range_end:\"/registry/services/specs0\" count_only:true ","response":"range_response_count:0 size:7"} {"level":"info","ts":"2026-03-20T10:28:16.440678Z","caller":"traceutil/trace.go:171","msg":"trace[1015365339] range","detail":"{range_begin:/registry/services/specs/; range_end:/registry/services/specs0; response_count:0; response_revision:2458; }","duration":"10.271311841s","start":"2026-03-20T10:28:06.169354Z","end":"2026-03-20T10:28:16.440666Z","steps":["trace[1015365339] 'agreement among raft nodes before linearized reading' (duration: 5.544577466s)","trace[1015365339] 'count revisions from in-memory index tree' (duration: 4.726673223s)"],"step_count":2} {"level":"warn","ts":"2026-03-20T10:28:16.440716Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-20T10:28:06.169342Z","time spent":"10.271361053s","remote":"127.0.0.1:36648","response type":"/etcdserverpb.KV/Range","request count":0,"request size":56,"response count":4,"response size":29,"request content":"key:\"/registry/services/specs/\" range_end:\"/registry/services/specs0\" count_only:true "} {"level":"warn","ts":"2026-03-20T10:28:16.44068Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"4.726915229s","expected-duration":"100ms","prefix":"","request":"header: lease_revoke:","response":"size:27"} {"level":"warn","ts":"2026-03-20T10:28:16.440861Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"12.547799498s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/external-attacher-leader-rbd-csi-ceph-com\" ","response":"","error":"rangeKeys: context cancelled: context canceled"} {"level":"info","ts":"2026-03-20T10:28:16.440894Z","caller":"traceutil/trace.go:171","msg":"trace[1954176127] range","detail":"{range_begin:/registry/leases/kube-system/external-attacher-leader-rbd-csi-ceph-com; range_end:; }","duration":"12.54786693s","start":"2026-03-20T10:28:03.89302Z","end":"2026-03-20T10:28:16.440887Z","steps":["trace[1954176127] 'agreement among raft nodes before linearized reading' (duration: 7.820954152s)","trace[1954176127] 'range keys from in-memory index tree' (duration: 4.726868627s)"],"step_count":2} {"level":"warn","ts":"2026-03-20T10:28:16.440918Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-20T10:28:03.893005Z","time spent":"12.547908352s","remote":"127.0.0.1:36750","response type":"/etcdserverpb.KV/Range","request count":0,"request size":72,"response count":0,"response size":0,"request content":"key:\"/registry/leases/kube-system/external-attacher-leader-rbd-csi-ceph-com\" "} 2026/03/20 10:28:16 WARNING: [core] [Server #8] grpc: Server.processUnaryRPC failed to write status: connection error: desc = "transport is closing" {"level":"warn","ts":"2026-03-20T10:28:16.44097Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"12.012692735s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/priorityclasses/\" range_end:\"/registry/priorityclasses0\" count_only:true ","response":"range_response_count:0 size:7"} {"level":"info","ts":"2026-03-20T10:28:16.440991Z","caller":"traceutil/trace.go:171","msg":"trace[744068213] range","detail":"{range_begin:/registry/priorityclasses/; range_end:/registry/priorityclasses0; response_count:0; response_revision:2458; }","duration":"12.012751887s","start":"2026-03-20T10:28:04.428233Z","end":"2026-03-20T10:28:16.440985Z","steps":["trace[744068213] 'agreement among raft nodes before linearized reading' (duration: 7.285746426s)","trace[744068213] 'count revisions from in-memory index tree' (duration: 4.72697612s)"],"step_count":2} {"level":"warn","ts":"2026-03-20T10:28:16.441008Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-20T10:28:04.42821Z","time spent":"12.012793228s","remote":"127.0.0.1:36862","response type":"/etcdserverpb.KV/Range","request count":0,"request size":58,"response count":2,"response size":29,"request content":"key:\"/registry/priorityclasses/\" range_end:\"/registry/priorityclasses0\" count_only:true "} {"level":"warn","ts":"2026-03-20T10:28:16.4412Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"12.807468647s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/external-resizer-rbd-csi-ceph-com\" ","response":"","error":"rangeKeys: context cancelled: context canceled"} {"level":"info","ts":"2026-03-20T10:28:16.441249Z","caller":"traceutil/trace.go:171","msg":"trace[575108788] range","detail":"{range_begin:/registry/leases/kube-system/external-resizer-rbd-csi-ceph-com; range_end:; }","duration":"12.807559829s","start":"2026-03-20T10:28:03.633677Z","end":"2026-03-20T10:28:16.441237Z","steps":["trace[575108788] 'agreement among raft nodes before linearized reading' (duration: 8.080305992s)","trace[575108788] 'range keys from in-memory index tree' (duration: 4.727192436s)"],"step_count":2} {"level":"warn","ts":"2026-03-20T10:28:16.441288Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-20T10:28:03.633655Z","time spent":"12.807623s","remote":"127.0.0.1:36750","response type":"/etcdserverpb.KV/Range","request count":0,"request size":64,"response count":0,"response size":0,"request content":"key:\"/registry/leases/kube-system/external-resizer-rbd-csi-ceph-com\" "} {"level":"info","ts":"2026-03-20T10:28:16.441242Z","caller":"traceutil/trace.go:171","msg":"trace[1116283610] transaction","detail":"{read_only:false; number_of_response:1; response_revision:2458; }","duration":"3.211764847s","start":"2026-03-20T10:28:13.22944Z","end":"2026-03-20T10:28:16.441204Z","steps":["trace[1116283610] 'process raft request' (duration: 3.21149358s)"],"step_count":1} {"level":"warn","ts":"2026-03-20T10:28:16.44137Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"12.950209771s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/volumeattachments/\" range_end:\"/registry/volumeattachments0\" count_only:true ","response":"range_response_count:0 size:7"} {"level":"info","ts":"2026-03-20T10:28:16.441417Z","caller":"traceutil/trace.go:171","msg":"trace[1230657315] range","detail":"{range_begin:/registry/volumeattachments/; range_end:/registry/volumeattachments0; response_count:0; response_revision:2458; }","duration":"12.950288393s","start":"2026-03-20T10:28:03.491111Z","end":"2026-03-20T10:28:16.441399Z","steps":["trace[1230657315] 'agreement among raft nodes before linearized reading' (duration: 8.222892392s)","trace[1230657315] 'count revisions from in-memory index tree' (duration: 4.72734471s)"],"step_count":2} {"level":"warn","ts":"2026-03-20T10:28:16.441616Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-20T10:28:13.229413Z","time spent":"3.212035783s","remote":"127.0.0.1:36484","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":19,"response count":0,"response size":68,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-03-20T10:28:16.441696Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-20T10:28:12.507365Z","time spent":"3.934329853s","remote":"127.0.0.1:41822","response type":"/etcdserverpb.Maintenance/Status","request count":-1,"request size":-1,"response count":-1,"response size":-1,"request content":""} {"level":"warn","ts":"2026-03-20T10:28:16.441757Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"13.337212924s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/horizontalpodautoscalers/\" range_end:\"/registry/horizontalpodautoscalers0\" count_only:true ","response":"range_response_count:0 size:5"} {"level":"info","ts":"2026-03-20T10:28:16.442095Z","caller":"traceutil/trace.go:171","msg":"trace[1178532842] range","detail":"{range_begin:/registry/horizontalpodautoscalers/; range_end:/registry/horizontalpodautoscalers0; response_count:0; response_revision:2458; }","duration":"13.337580474s","start":"2026-03-20T10:28:03.104487Z","end":"2026-03-20T10:28:16.442068Z","steps":["trace[1178532842] 'agreement among raft nodes before linearized reading' (duration: 8.609514066s)","trace[1178532842] 'count revisions from in-memory index tree' (duration: 4.727720178s)"],"step_count":2} {"level":"warn","ts":"2026-03-20T10:28:16.442163Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-20T10:28:03.104378Z","time spent":"13.337764498s","remote":"127.0.0.1:36696","response type":"/etcdserverpb.KV/Range","request count":0,"request size":76,"response count":0,"response size":27,"request content":"key:\"/registry/horizontalpodautoscalers/\" range_end:\"/registry/horizontalpodautoscalers0\" count_only:true "} {"level":"warn","ts":"2026-03-20T10:28:16.442219Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"4.042742421s","expected-duration":"100ms","prefix":"read-only range ","request":"limit:1 serializable:true keys_only:true ","response":"range_response_count:0 size:5"} {"level":"info","ts":"2026-03-20T10:28:16.442369Z","caller":"traceutil/trace.go:171","msg":"trace[2042822949] range","detail":"{range_begin:; range_end:; response_count:0; response_revision:2458; }","duration":"4.042911087s","start":"2026-03-20T10:28:12.399437Z","end":"2026-03-20T10:28:16.442349Z","steps":["trace[2042822949] 'range keys from in-memory index tree' (duration: 4.042722751s)"],"step_count":1} 2026/03/20 10:28:16 WARNING: [core] [Server #8] grpc: Server.processUnaryRPC failed to write status: connection error: desc = "transport is closing" {"level":"warn","ts":"2026-03-20T10:28:16.441639Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-20T10:28:03.49109Z","time spent":"12.950522999s","remote":"127.0.0.1:36884","response type":"/etcdserverpb.KV/Range","request count":0,"request size":62,"response count":1,"response size":29,"request content":"key:\"/registry/volumeattachments/\" range_end:\"/registry/volumeattachments0\" count_only:true "} {"level":"info","ts":"2026-03-20T10:28:16.442765Z","caller":"traceutil/trace.go:171","msg":"trace[393927576] linearizableReadLoop","detail":"{readStateIndex:2627; appliedIndex:2626; }","duration":"4.728852448s","start":"2026-03-20T10:28:11.713897Z","end":"2026-03-20T10:28:16.442749Z","steps":["trace[393927576] 'read index received' (duration: 95.572µs)","trace[393927576] 'applied index is now lower than readState.Index' (duration: 4.728755656s)"],"step_count":2} {"level":"warn","ts":"2026-03-20T10:28:16.442915Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"7.908098303s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/rbd.csi.ceph.com-kube-system\" ","response":"range_response_count:1 size:532"} {"level":"warn","ts":"2026-03-20T10:28:16.442943Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"7.909435817s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/plndr-cp-lock\" ","response":"range_response_count:1 size:434"} {"level":"warn","ts":"2026-03-20T10:28:16.442938Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"9.200916281s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/clusterrolebindings/\" range_end:\"/registry/clusterrolebindings0\" count_only:true ","response":"range_response_count:0 size:7"} {"level":"info","ts":"2026-03-20T10:28:16.442965Z","caller":"traceutil/trace.go:171","msg":"trace[349748797] range","detail":"{range_begin:/registry/leases/kube-system/rbd.csi.ceph.com-kube-system; range_end:; response_count:1; response_revision:2458; }","duration":"7.908201206s","start":"2026-03-20T10:28:08.534752Z","end":"2026-03-20T10:28:16.442954Z","steps":["trace[349748797] 'agreement among raft nodes before linearized reading' (duration: 7.908047062s)"],"step_count":1} {"level":"info","ts":"2026-03-20T10:28:16.442973Z","caller":"traceutil/trace.go:171","msg":"trace[968845054] range","detail":"{range_begin:/registry/leases/kube-system/plndr-cp-lock; range_end:; response_count:1; response_revision:2458; }","duration":"7.909481619s","start":"2026-03-20T10:28:08.533483Z","end":"2026-03-20T10:28:16.442964Z","steps":["trace[968845054] 'agreement among raft nodes before linearized reading' (duration: 7.909346956s)"],"step_count":1} {"level":"warn","ts":"2026-03-20T10:28:16.442967Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"7.909482889s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/plndr-svcs-lock\" ","response":"range_response_count:1 size:438"} {"level":"info","ts":"2026-03-20T10:28:16.442982Z","caller":"traceutil/trace.go:171","msg":"trace[433758352] range","detail":"{range_begin:/registry/clusterrolebindings/; range_end:/registry/clusterrolebindings0; response_count:0; response_revision:2458; }","duration":"9.201001503s","start":"2026-03-20T10:28:07.24197Z","end":"2026-03-20T10:28:16.442971Z","steps":["trace[433758352] 'agreement among raft nodes before linearized reading' (duration: 9.200900021s)"],"step_count":1} {"level":"warn","ts":"2026-03-20T10:28:16.443005Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-20T10:28:08.533478Z","time spent":"7.90951965s","remote":"127.0.0.1:36750","response type":"/etcdserverpb.KV/Range","request count":0,"request size":44,"response count":1,"response size":456,"request content":"key:\"/registry/leases/kube-system/plndr-cp-lock\" "} {"level":"warn","ts":"2026-03-20T10:28:16.443004Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-20T10:28:08.534711Z","time spent":"7.908285018s","remote":"127.0.0.1:36750","response type":"/etcdserverpb.KV/Range","request count":0,"request size":59,"response count":1,"response size":554,"request content":"key:\"/registry/leases/kube-system/rbd.csi.ceph.com-kube-system\" "} {"level":"info","ts":"2026-03-20T10:28:16.443013Z","caller":"traceutil/trace.go:171","msg":"trace[387855050] range","detail":"{range_begin:/registry/leases/kube-system/plndr-svcs-lock; range_end:; response_count:1; response_revision:2458; }","duration":"7.90954327s","start":"2026-03-20T10:28:08.533457Z","end":"2026-03-20T10:28:16.443Z","steps":["trace[387855050] 'agreement among raft nodes before linearized reading' (duration: 7.909419557s)"],"step_count":1} {"level":"warn","ts":"2026-03-20T10:28:16.44302Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-20T10:28:07.24195Z","time spent":"9.201060825s","remote":"127.0.0.1:36860","response type":"/etcdserverpb.KV/Range","request count":0,"request size":66,"response count":53,"response size":29,"request content":"key:\"/registry/clusterrolebindings/\" range_end:\"/registry/clusterrolebindings0\" count_only:true "} {"level":"warn","ts":"2026-03-20T10:28:16.443055Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-20T10:28:08.533452Z","time spent":"7.909595512s","remote":"127.0.0.1:36750","response type":"/etcdserverpb.KV/Range","request count":0,"request size":46,"response count":1,"response size":460,"request content":"key:\"/registry/leases/kube-system/plndr-svcs-lock\" "} {"level":"warn","ts":"2026-03-20T10:28:16.443101Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"9.437354811s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/mutatingwebhookconfigurations/\" range_end:\"/registry/mutatingwebhookconfigurations0\" count_only:true ","response":"range_response_count:0 size:5"} {"level":"warn","ts":"2026-03-20T10:28:16.443126Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"5.940682171s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/storageclasses/\" range_end:\"/registry/storageclasses0\" count_only:true ","response":"range_response_count:0 size:7"} {"level":"info","ts":"2026-03-20T10:28:16.443139Z","caller":"traceutil/trace.go:171","msg":"trace[436361650] range","detail":"{range_begin:/registry/mutatingwebhookconfigurations/; range_end:/registry/mutatingwebhookconfigurations0; response_count:0; response_revision:2458; }","duration":"9.437437383s","start":"2026-03-20T10:28:07.00569Z","end":"2026-03-20T10:28:16.443127Z","steps":["trace[436361650] 'agreement among raft nodes before linearized reading' (duration: 9.437379872s)"],"step_count":1} {"level":"warn","ts":"2026-03-20T10:28:16.443163Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-20T10:28:07.005665Z","time spent":"9.437491205s","remote":"127.0.0.1:36984","response type":"/etcdserverpb.KV/Range","request count":0,"request size":86,"response count":0,"response size":27,"request content":"key:\"/registry/mutatingwebhookconfigurations/\" range_end:\"/registry/mutatingwebhookconfigurations0\" count_only:true "} {"level":"info","ts":"2026-03-20T10:28:16.443159Z","caller":"traceutil/trace.go:171","msg":"trace[1150432120] range","detail":"{range_begin:/registry/storageclasses/; range_end:/registry/storageclasses0; response_count:0; response_revision:2458; }","duration":"5.940752263s","start":"2026-03-20T10:28:10.502397Z","end":"2026-03-20T10:28:16.44315Z","steps":["trace[1150432120] 'agreement among raft nodes before linearized reading' (duration: 5.940704011s)"],"step_count":1} {"level":"warn","ts":"2026-03-20T10:28:16.443194Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-20T10:28:10.502376Z","time spent":"5.940809094s","remote":"127.0.0.1:36874","response type":"/etcdserverpb.KV/Range","request count":0,"request size":56,"response count":1,"response size":29,"request content":"key:\"/registry/storageclasses/\" range_end:\"/registry/storageclasses0\" count_only:true "} {"level":"warn","ts":"2026-03-20T10:28:16.443201Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"7.481544812s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pods/kube-system/kube-apiserver-instance\" ","response":"range_response_count:1 size:7226"} {"level":"info","ts":"2026-03-20T10:28:16.443231Z","caller":"traceutil/trace.go:171","msg":"trace[1192996748] range","detail":"{range_begin:/registry/pods/kube-system/kube-apiserver-instance; range_end:; response_count:1; response_revision:2458; }","duration":"7.481642003s","start":"2026-03-20T10:28:08.961581Z","end":"2026-03-20T10:28:16.443223Z","steps":["trace[1192996748] 'agreement among raft nodes before linearized reading' (duration: 7.481549241s)"],"step_count":1} {"level":"warn","ts":"2026-03-20T10:28:16.443264Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-20T10:28:08.961559Z","time spent":"7.481699115s","remote":"127.0.0.1:36646","response type":"/etcdserverpb.KV/Range","request count":0,"request size":52,"response count":1,"response size":7248,"request content":"key:\"/registry/pods/kube-system/kube-apiserver-instance\" "} {"level":"warn","ts":"2026-03-20T10:28:16.804799Z","caller":"wal/wal.go:805","msg":"slow fdatasync","took":"1.417293212s","expected-duration":"1s"} {"level":"info","ts":"2026-03-20T10:28:16.805175Z","caller":"traceutil/trace.go:171","msg":"trace[1214966159] linearizableReadLoop","detail":"{readStateIndex:2629; appliedIndex:2628; }","duration":"362.3482ms","start":"2026-03-20T10:28:16.442805Z","end":"2026-03-20T10:28:16.805153Z","steps":["trace[1214966159] 'read index received' (duration: 362.274039ms)","trace[1214966159] 'applied index is now lower than readState.Index' (duration: 72.871µs)"],"step_count":2} {"level":"info","ts":"2026-03-20T10:28:16.805208Z","caller":"traceutil/trace.go:171","msg":"trace[920213805] transaction","detail":"{read_only:false; response_revision:2459; number_of_response:1; }","duration":"2.907582926s","start":"2026-03-20T10:28:13.897595Z","end":"2026-03-20T10:28:16.805178Z","steps":["trace[920213805] 'process raft request' (duration: 2.907405272s)"],"step_count":1} {"level":"warn","ts":"2026-03-20T10:28:16.805361Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-20T10:28:13.897553Z","time spent":"2.9077288s","remote":"127.0.0.1:36552","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":931,"response count":0,"response size":38,"request content":"compare: success:> failure:<>"} {"level":"warn","ts":"2026-03-20T10:28:16.805399Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.266299839s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/cilium-operator-resource-lock\" ","response":"range_response_count:1 size:492"} {"level":"warn","ts":"2026-03-20T10:28:16.805452Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.270684448s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/kube-scheduler\" ","response":"range_response_count:1 size:480"} {"level":"info","ts":"2026-03-20T10:28:16.805535Z","caller":"traceutil/trace.go:171","msg":"trace[443909726] range","detail":"{range_begin:/registry/leases/kube-system/kube-scheduler; range_end:; response_count:1; response_revision:2459; }","duration":"1.270777261s","start":"2026-03-20T10:28:15.534713Z","end":"2026-03-20T10:28:16.80549Z","steps":["trace[443909726] 'agreement among raft nodes before linearized reading' (duration: 1.270646478s)"],"step_count":1} {"level":"warn","ts":"2026-03-20T10:28:16.805568Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"2.630675933s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/events/\" range_end:\"/registry/events0\" count_only:true ","response":"range_response_count:0 size:8"} {"level":"warn","ts":"2026-03-20T10:28:16.805598Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-20T10:28:15.534693Z","time spent":"1.270884824s","remote":"127.0.0.1:36750","response type":"/etcdserverpb.KV/Range","request count":0,"request size":45,"response count":1,"response size":502,"request content":"key:\"/registry/leases/kube-system/kube-scheduler\" "} {"level":"info","ts":"2026-03-20T10:28:16.805623Z","caller":"traceutil/trace.go:171","msg":"trace[1275167808] range","detail":"{range_begin:/registry/events/; range_end:/registry/events0; response_count:0; response_revision:2459; }","duration":"2.630776666s","start":"2026-03-20T10:28:14.174833Z","end":"2026-03-20T10:28:16.80561Z","steps":["trace[1275167808] 'agreement among raft nodes before linearized reading' (duration: 2.63054284s)"],"step_count":1} {"level":"warn","ts":"2026-03-20T10:28:16.805688Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-20T10:28:14.174803Z","time spent":"2.630874608s","remote":"127.0.0.1:36996","response type":"/etcdserverpb.KV/Range","request count":0,"request size":40,"response count":189,"response size":30,"request content":"key:\"/registry/events/\" range_end:\"/registry/events0\" count_only:true "} {"level":"warn","ts":"2026-03-20T10:28:16.80575Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"980.650695ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/namespaces/\" range_end:\"/registry/namespaces0\" limit:500 ","response":"range_response_count:4 size:1383"} {"level":"info","ts":"2026-03-20T10:28:16.805867Z","caller":"traceutil/trace.go:171","msg":"trace[1251129335] range","detail":"{range_begin:/registry/namespaces/; range_end:/registry/namespaces0; response_count:4; response_revision:2459; }","duration":"980.802658ms","start":"2026-03-20T10:28:15.825031Z","end":"2026-03-20T10:28:16.805834Z","steps":["trace[1251129335] 'agreement among raft nodes before linearized reading' (duration: 980.45047ms)"],"step_count":1} {"level":"info","ts":"2026-03-20T10:28:16.80599Z","caller":"traceutil/trace.go:171","msg":"trace[1216152456] range","detail":"{range_begin:/registry/leases/kube-system/cilium-operator-resource-lock; range_end:; response_count:1; response_revision:2459; }","duration":"1.266447892s","start":"2026-03-20T10:28:15.539035Z","end":"2026-03-20T10:28:16.805483Z","steps":["trace[1216152456] 'agreement among raft nodes before linearized reading' (duration: 1.266154894s)"],"step_count":1} {"level":"warn","ts":"2026-03-20T10:28:16.806045Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-20T10:28:15.539017Z","time spent":"1.267014356s","remote":"127.0.0.1:36750","response type":"/etcdserverpb.KV/Range","request count":0,"request size":60,"response count":1,"response size":514,"request content":"key:\"/registry/leases/kube-system/cilium-operator-resource-lock\" "} {"level":"warn","ts":"2026-03-20T10:28:16.806064Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-20T10:28:15.825016Z","time spent":"980.916002ms","remote":"127.0.0.1:36588","response type":"/etcdserverpb.KV/Range","request count":0,"request size":49,"response count":4,"response size":1405,"request content":"key:\"/registry/namespaces/\" range_end:\"/registry/namespaces0\" limit:500 "} {"level":"warn","ts":"2026-03-20T10:28:16.805413Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"410.176268ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/health\" ","response":"range_response_count:0 size:5"} {"level":"info","ts":"2026-03-20T10:28:16.806162Z","caller":"traceutil/trace.go:171","msg":"trace[1759993215] range","detail":"{range_begin:/registry/health; range_end:; response_count:0; response_revision:2459; }","duration":"411.001798ms","start":"2026-03-20T10:28:16.395148Z","end":"2026-03-20T10:28:16.80615Z","steps":["trace[1759993215] 'agreement among raft nodes before linearized reading' (duration: 410.189498ms)"],"step_count":1} {"level":"warn","ts":"2026-03-20T10:28:16.806207Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-20T10:28:16.395132Z","time spent":"411.06394ms","remote":"127.0.0.1:36464","response type":"/etcdserverpb.KV/Range","request count":0,"request size":18,"response count":0,"response size":27,"request content":"key:\"/registry/health\" "} {"level":"warn","ts":"2026-03-20T10:28:16.806307Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"5.087137216s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/services/endpoints/default/kubernetes\" ","response":"range_response_count:1 size:422"} {"level":"info","ts":"2026-03-20T10:28:16.806375Z","caller":"traceutil/trace.go:171","msg":"trace[626767092] range","detail":"{range_begin:/registry/services/endpoints/default/kubernetes; range_end:; response_count:1; response_revision:2459; }","duration":"5.088190352s","start":"2026-03-20T10:28:11.718168Z","end":"2026-03-20T10:28:16.806359Z","steps":["trace[626767092] 'agreement among raft nodes before linearized reading' (duration: 5.087069764s)"],"step_count":1} {"level":"warn","ts":"2026-03-20T10:28:16.806427Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-20T10:28:11.718154Z","time spent":"5.088254524s","remote":"127.0.0.1:36640","response type":"/etcdserverpb.KV/Range","request count":0,"request size":49,"response count":1,"response size":444,"request content":"key:\"/registry/services/endpoints/default/kubernetes\" "} {"level":"warn","ts":"2026-03-20T10:28:16.80655Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.829319037s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/health\" ","response":"range_response_count:0 size:5"} {"level":"info","ts":"2026-03-20T10:28:16.806599Z","caller":"traceutil/trace.go:171","msg":"trace[1715190299] range","detail":"{range_begin:/registry/health; range_end:; response_count:0; response_revision:2459; }","duration":"1.829404899s","start":"2026-03-20T10:28:14.977179Z","end":"2026-03-20T10:28:16.806584Z","steps":["trace[1715190299] 'agreement among raft nodes before linearized reading' (duration: 1.828049784s)"],"step_count":1} {"level":"warn","ts":"2026-03-20T10:28:16.806633Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-20T10:28:14.97716Z","time spent":"1.829466621s","remote":"127.0.0.1:36468","response type":"/etcdserverpb.KV/Range","request count":0,"request size":18,"response count":0,"response size":27,"request content":"key:\"/registry/health\" "} {"level":"warn","ts":"2026-03-20T10:28:17.310186Z","caller":"etcdserver/v3_server.go:897","msg":"waiting for ReadIndex response took too long, retrying","sent-request-id":184257304220180823,"retry-timeout":"500ms"} {"level":"warn","ts":"2026-03-20T10:28:17.810811Z","caller":"etcdserver/v3_server.go:897","msg":"waiting for ReadIndex response took too long, retrying","sent-request-id":184257304220180823,"retry-timeout":"500ms"} {"level":"warn","ts":"2026-03-20T10:28:18.3114Z","caller":"etcdserver/v3_server.go:897","msg":"waiting for ReadIndex response took too long, retrying","sent-request-id":184257304220180823,"retry-timeout":"500ms"} {"level":"warn","ts":"2026-03-20T10:28:18.533836Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-20T10:28:16.448806Z","time spent":"2.085018892s","remote":"127.0.0.1:36750","response type":"/etcdserverpb.KV/Txn","request count":0,"request size":0,"response count":0,"response size":0,"request content":""} 2026/03/20 10:28:18 WARNING: [core] [Server #8] grpc: Server.processUnaryRPC failed to write status: connection error: desc = "transport is closing" {"level":"warn","ts":"2026-03-20T10:28:18.533971Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-20T10:28:16.448483Z","time spent":"2.085486815s","remote":"127.0.0.1:36750","response type":"/etcdserverpb.KV/Txn","request count":0,"request size":0,"response count":0,"response size":0,"request content":""} 2026/03/20 10:28:18 WARNING: [core] [Server #8] grpc: Server.processUnaryRPC failed to write status: connection error: desc = "transport is closing" {"level":"warn","ts":"2026-03-20T10:28:18.534022Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-20T10:28:16.811699Z","time spent":"1.722322054s","remote":"127.0.0.1:36750","response type":"/etcdserverpb.KV/Txn","request count":0,"request size":0,"response count":0,"response size":0,"request content":""} 2026/03/20 10:28:18 WARNING: [core] [Server #8] grpc: Server.processUnaryRPC failed to write status: connection error: desc = "transport is closing" {"level":"warn","ts":"2026-03-20T10:28:18.534068Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-20T10:28:16.447988Z","time spent":"2.086078839s","remote":"127.0.0.1:36750","response type":"/etcdserverpb.KV/Txn","request count":0,"request size":0,"response count":0,"response size":0,"request content":""} 2026/03/20 10:28:18 WARNING: [core] [Server #8] grpc: Server.processUnaryRPC failed to write status: connection error: desc = "transport is closing" {"level":"warn","ts":"2026-03-20T10:28:18.53456Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-20T10:28:16.814857Z","time spent":"1.719700288s","remote":"127.0.0.1:36750","response type":"/etcdserverpb.KV/Txn","request count":0,"request size":0,"response count":0,"response size":0,"request content":""} 2026/03/20 10:28:18 WARNING: [core] [Server #8] grpc: Server.processUnaryRPC failed to write status: connection error: desc = "transport is closing" {"level":"warn","ts":"2026-03-20T10:28:18.812252Z","caller":"etcdserver/v3_server.go:897","msg":"waiting for ReadIndex response took too long, retrying","sent-request-id":184257304220180823,"retry-timeout":"500ms"} {"level":"warn","ts":"2026-03-20T10:28:18.816517Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"2.000840238s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/health\" ","response":"","error":"context deadline exceeded"} {"level":"info","ts":"2026-03-20T10:28:18.816579Z","caller":"traceutil/trace.go:171","msg":"trace[1579593860] range","detail":"{range_begin:/registry/health; range_end:; }","duration":"2.00092564s","start":"2026-03-20T10:28:16.815635Z","end":"2026-03-20T10:28:18.81656Z","steps":["trace[1579593860] 'agreement among raft nodes before linearized reading' (duration: 2.000846268s)"],"step_count":1} {"level":"warn","ts":"2026-03-20T10:28:18.816624Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-20T10:28:16.81563Z","time spent":"2.000985361s","remote":"127.0.0.1:36468","response type":"/etcdserverpb.KV/Range","request count":0,"request size":18,"response count":0,"response size":0,"request content":"key:\"/registry/health\" "} {"level":"warn","ts":"2026-03-20T10:28:19.329274Z","caller":"etcdserver/v3_server.go:897","msg":"waiting for ReadIndex response took too long, retrying","sent-request-id":184257304220180823,"retry-timeout":"500ms"} {"level":"warn","ts":"2026-03-20T10:28:19.4106Z","caller":"wal/wal.go:805","msg":"slow fdatasync","took":"2.377659554s","expected-duration":"1s"} {"level":"info","ts":"2026-03-20T10:28:19.473529Z","caller":"traceutil/trace.go:171","msg":"trace[1467334674] transaction","detail":"{read_only:false; response_revision:2463; number_of_response:1; }","duration":"3.02098635s","start":"2026-03-20T10:28:16.45252Z","end":"2026-03-20T10:28:19.473506Z","steps":["trace[1467334674] 'process raft request' (duration: 3.020908508s)"],"step_count":1} {"level":"warn","ts":"2026-03-20T10:28:19.47368Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-20T10:28:16.452509Z","time spent":"3.021097453s","remote":"127.0.0.1:36646","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":7403,"response count":0,"response size":38,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-03-20T10:28:19.911769Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"2.000085298s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/health\" ","response":"","error":"context deadline exceeded"} {"level":"info","ts":"2026-03-20T10:28:19.91185Z","caller":"traceutil/trace.go:171","msg":"trace[1648643244] range","detail":"{range_begin:/registry/health; range_end:; }","duration":"2.000220542s","start":"2026-03-20T10:28:17.911612Z","end":"2026-03-20T10:28:19.911832Z","steps":["trace[1648643244] 'agreement among raft nodes before linearized reading' (duration: 2.000116099s)"],"step_count":1} {"level":"warn","ts":"2026-03-20T10:28:19.911928Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-20T10:28:17.91159Z","time spent":"2.000326755s","remote":"127.0.0.1:36464","response type":"/etcdserverpb.KV/Range","request count":0,"request size":18,"response count":0,"response size":0,"request content":"key:\"/registry/health\" "} 2026/03/20 10:28:19 WARNING: [core] [Server #8] grpc: Server.processUnaryRPC failed to write status: connection error: desc = "transport is closing" {"level":"info","ts":"2026-03-20T10:28:19.929515Z","caller":"traceutil/trace.go:171","msg":"trace[286584562] transaction","detail":"{read_only:false; response_revision:2466; number_of_response:1; }","duration":"1.737795355s","start":"2026-03-20T10:28:18.191697Z","end":"2026-03-20T10:28:19.929492Z","steps":["trace[286584562] 'process raft request' (duration: 1.737378434s)"],"step_count":1} {"level":"warn","ts":"2026-03-20T10:28:19.929668Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-20T10:28:18.191668Z","time spent":"1.737914418s","remote":"127.0.0.1:36750","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":672,"response count":0,"response size":38,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-03-20T10:28:20.580721Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"651.523303ms","expected-duration":"100ms","prefix":"","request":"header: lease_revoke:","response":"size:27"} {"level":"info","ts":"2026-03-20T10:28:20.581045Z","caller":"traceutil/trace.go:171","msg":"trace[1116384227] linearizableReadLoop","detail":"{readStateIndex:2642; appliedIndex:2629; }","duration":"3.771958464s","start":"2026-03-20T10:28:16.809069Z","end":"2026-03-20T10:28:20.581028Z","steps":["trace[1116384227] 'read index received' (duration: 2.602106001s)","trace[1116384227] 'applied index is now lower than readState.Index' (duration: 1.169851463s)"],"step_count":2} {"level":"info","ts":"2026-03-20T10:28:20.581068Z","caller":"traceutil/trace.go:171","msg":"trace[514520865] transaction","detail":"{read_only:false; number_of_response:1; response_revision:2467; }","duration":"2.045930246s","start":"2026-03-20T10:28:18.535119Z","end":"2026-03-20T10:28:20.581049Z","steps":["trace[514520865] 'process raft request' (duration: 2.04569109s)"],"step_count":1} {"level":"info","ts":"2026-03-20T10:28:20.581095Z","caller":"traceutil/trace.go:171","msg":"trace[1572553818] transaction","detail":"{read_only:false; number_of_response:1; response_revision:2467; }","duration":"2.044668825s","start":"2026-03-20T10:28:18.536419Z","end":"2026-03-20T10:28:20.581088Z","steps":["trace[1572553818] 'process raft request' (duration: 2.04447799s)"],"step_count":1} {"level":"warn","ts":"2026-03-20T10:28:20.58117Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-20T10:28:18.535098Z","time spent":"2.046009498s","remote":"127.0.0.1:36750","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":46,"response count":0,"response size":467,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-03-20T10:28:20.58117Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-20T10:28:18.536413Z","time spent":"2.044703146s","remote":"127.0.0.1:36750","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":48,"response count":0,"response size":471,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-03-20T10:28:20.581138Z","caller":"traceutil/trace.go:171","msg":"trace[942255859] transaction","detail":"{read_only:false; number_of_response:1; response_revision:2467; }","duration":"2.043757583s","start":"2026-03-20T10:28:18.537322Z","end":"2026-03-20T10:28:20.58108Z","steps":["trace[942255859] 'process raft request' (duration: 2.043599419s)"],"step_count":1} {"level":"info","ts":"2026-03-20T10:28:20.581231Z","caller":"traceutil/trace.go:171","msg":"trace[1582373796] transaction","detail":"{read_only:false; response_revision:2468; number_of_response:1; }","duration":"2.032076016s","start":"2026-03-20T10:28:18.549141Z","end":"2026-03-20T10:28:20.581217Z","steps":["trace[1582373796] 'process raft request' (duration: 2.031805589s)"],"step_count":1} {"level":"info","ts":"2026-03-20T10:28:20.581036Z","caller":"traceutil/trace.go:171","msg":"trace[1495394464] transaction","detail":"{read_only:false; number_of_response:1; response_revision:2467; }","duration":"2.044649585s","start":"2026-03-20T10:28:18.536358Z","end":"2026-03-20T10:28:20.581008Z","steps":["trace[1495394464] 'process raft request' (duration: 2.044511632s)"],"step_count":1} {"level":"warn","ts":"2026-03-20T10:28:20.581285Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-20T10:28:18.536345Z","time spent":"2.044919901s","remote":"127.0.0.1:36750","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":47,"response count":0,"response size":513,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-03-20T10:28:20.581329Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-20T10:28:18.54913Z","time spent":"2.032134307s","remote":"127.0.0.1:36750","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":521,"response count":0,"response size":38,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-03-20T10:28:20.581368Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"3.772298273s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/masterleases/\" range_end:\"/registry/masterleases0\" ","response":"range_response_count:0 size:5"} {"level":"warn","ts":"2026-03-20T10:28:20.581359Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-20T10:28:18.537311Z","time spent":"2.043920737s","remote":"127.0.0.1:36750","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":62,"response count":0,"response size":526,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-03-20T10:28:20.581396Z","caller":"traceutil/trace.go:171","msg":"trace[1208700849] range","detail":"{range_begin:/registry/masterleases/; range_end:/registry/masterleases0; response_count:0; response_revision:2468; }","duration":"3.772354424s","start":"2026-03-20T10:28:16.809033Z","end":"2026-03-20T10:28:20.581387Z","steps":["trace[1208700849] 'agreement among raft nodes before linearized reading' (duration: 3.772302413s)"],"step_count":1} {"level":"warn","ts":"2026-03-20T10:28:20.581419Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-20T10:28:16.809016Z","time spent":"3.772397876s","remote":"127.0.0.1:36498","response type":"/etcdserverpb.KV/Range","request count":0,"request size":50,"response count":0,"response size":27,"request content":"key:\"/registry/masterleases/\" range_end:\"/registry/masterleases0\" "} {"level":"warn","ts":"2026-03-20T10:28:20.823684Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"2.000009037s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/health\" ","response":"","error":"context canceled"} {"level":"info","ts":"2026-03-20T10:28:20.823748Z","caller":"traceutil/trace.go:171","msg":"trace[1085209002] range","detail":"{range_begin:/registry/health; range_end:; }","duration":"2.00011807s","start":"2026-03-20T10:28:18.823616Z","end":"2026-03-20T10:28:20.823734Z","steps":["trace[1085209002] 'agreement among raft nodes before linearized reading' (duration: 2.000036088s)"],"step_count":1} {"level":"warn","ts":"2026-03-20T10:28:20.823783Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-20T10:28:18.823588Z","time spent":"2.000187672s","remote":"127.0.0.1:36468","response type":"/etcdserverpb.KV/Range","request count":0,"request size":18,"response count":0,"response size":0,"request content":"key:\"/registry/health\" "} 2026/03/20 10:28:20 WARNING: [core] [Server #8] grpc: Server.processUnaryRPC failed to write status: connection error: desc = "transport is closing" {"level":"warn","ts":"2026-03-20T10:28:21.05892Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"376.426625ms","expected-duration":"100ms","prefix":"","request":"header: txn: success:> failure:<>>","response":"size:16"} {"level":"info","ts":"2026-03-20T10:28:21.059333Z","caller":"traceutil/trace.go:171","msg":"trace[1750634263] transaction","detail":"{read_only:false; response_revision:2469; number_of_response:1; }","duration":"620.174823ms","start":"2026-03-20T10:28:20.439082Z","end":"2026-03-20T10:28:21.059257Z","steps":["trace[1750634263] 'process raft request' (duration: 242.912105ms)","trace[1750634263] 'compare' (duration: 375.441191ms)"],"step_count":2} {"level":"warn","ts":"2026-03-20T10:28:21.05937Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.579422686s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pods/kube-system/kube-apiserver-instance\" ","response":"range_response_count:1 size:7418"} {"level":"info","ts":"2026-03-20T10:28:21.059426Z","caller":"traceutil/trace.go:171","msg":"trace[2037720092] range","detail":"{range_begin:/registry/pods/kube-system/kube-apiserver-instance; range_end:; response_count:1; response_revision:2469; }","duration":"1.579513628s","start":"2026-03-20T10:28:19.479895Z","end":"2026-03-20T10:28:21.059409Z","steps":["trace[2037720092] 'agreement among raft nodes before linearized reading' (duration: 1.579212371s)"],"step_count":1} {"level":"warn","ts":"2026-03-20T10:28:21.059412Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"3.638792271s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/flowschemas/\" range_end:\"/registry/flowschemas0\" count_only:true ","response":"range_response_count:0 size:7"} {"level":"warn","ts":"2026-03-20T10:28:21.059484Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-20T10:28:19.479878Z","time spent":"1.57959581s","remote":"127.0.0.1:36646","response type":"/etcdserverpb.KV/Range","request count":0,"request size":52,"response count":1,"response size":7440,"request content":"key:\"/registry/pods/kube-system/kube-apiserver-instance\" "} {"level":"info","ts":"2026-03-20T10:28:21.059494Z","caller":"traceutil/trace.go:171","msg":"trace[1286388497] range","detail":"{range_begin:/registry/flowschemas/; range_end:/registry/flowschemas0; response_count:0; response_revision:2469; }","duration":"3.638949806s","start":"2026-03-20T10:28:17.420525Z","end":"2026-03-20T10:28:21.059474Z","steps":["trace[1286388497] 'agreement among raft nodes before linearized reading' (duration: 3.638745311s)"],"step_count":1} {"level":"warn","ts":"2026-03-20T10:28:21.059498Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-20T10:28:20.439063Z","time spent":"620.352477ms","remote":"127.0.0.1:36552","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":906,"response count":0,"response size":38,"request content":"compare: success:> failure:<>"} {"level":"warn","ts":"2026-03-20T10:28:21.059527Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"4.199651675s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/secrets/default/\" range_end:\"/registry/secrets/default0\" ","response":"range_response_count:0 size:5"} {"level":"warn","ts":"2026-03-20T10:28:21.059546Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-20T10:28:17.420494Z","time spent":"3.639042418s","remote":"127.0.0.1:36930","response type":"/etcdserverpb.KV/Range","request count":0,"request size":50,"response count":13,"response size":29,"request content":"key:\"/registry/flowschemas/\" range_end:\"/registry/flowschemas0\" count_only:true "} {"level":"info","ts":"2026-03-20T10:28:21.059584Z","caller":"traceutil/trace.go:171","msg":"trace[1628682759] range","detail":"{range_begin:/registry/secrets/default/; range_end:/registry/secrets/default0; response_count:0; response_revision:2469; }","duration":"4.199765507s","start":"2026-03-20T10:28:16.859805Z","end":"2026-03-20T10:28:21.059571Z","steps":["trace[1628682759] 'agreement among raft nodes before linearized reading' (duration: 4.199686545s)"],"step_count":1} {"level":"warn","ts":"2026-03-20T10:28:21.059624Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-20T10:28:16.859776Z","time spent":"4.19983996s","remote":"127.0.0.1:36570","response type":"/etcdserverpb.KV/Range","request count":0,"request size":56,"response count":0,"response size":27,"request content":"key:\"/registry/secrets/default/\" range_end:\"/registry/secrets/default0\" "} {"level":"warn","ts":"2026-03-20T10:28:21.059878Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"3.985387435s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/jobs/\" range_end:\"/registry/jobs0\" count_only:true ","response":"range_response_count:0 size:5"} {"level":"info","ts":"2026-03-20T10:28:21.059942Z","caller":"traceutil/trace.go:171","msg":"trace[901114430] range","detail":"{range_begin:/registry/jobs/; range_end:/registry/jobs0; response_count:0; response_revision:2469; }","duration":"3.985910677s","start":"2026-03-20T10:28:17.07402Z","end":"2026-03-20T10:28:21.059931Z","steps":["trace[901114430] 'agreement among raft nodes before linearized reading' (duration: 3.985404195s)"],"step_count":1} {"level":"warn","ts":"2026-03-20T10:28:21.059975Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-20T10:28:17.073992Z","time spent":"3.985972719s","remote":"127.0.0.1:36712","response type":"/etcdserverpb.KV/Range","request count":0,"request size":36,"response count":0,"response size":27,"request content":"key:\"/registry/jobs/\" range_end:\"/registry/jobs0\" count_only:true "} {"level":"info","ts":"2026-03-20T10:28:21.060072Z","caller":"traceutil/trace.go:171","msg":"trace[368890233] linearizableReadLoop","detail":"{readStateIndex:2643; appliedIndex:2642; }","duration":"477.978841ms","start":"2026-03-20T10:28:20.581086Z","end":"2026-03-20T10:28:21.059065Z","steps":["trace[368890233] 'read index received' (duration: 100.798955ms)","trace[368890233] 'applied index is now lower than readState.Index' (duration: 377.177116ms)"],"step_count":2} {"level":"warn","ts":"2026-03-20T10:28:21.060227Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"475.794955ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/masterleases/199.204.45.102\" ","response":"range_response_count:0 size:5"} {"level":"info","ts":"2026-03-20T10:28:21.060266Z","caller":"traceutil/trace.go:171","msg":"trace[1309160080] range","detail":"{range_begin:/registry/masterleases/199.204.45.102; range_end:; response_count:0; response_revision:2469; }","duration":"475.867417ms","start":"2026-03-20T10:28:20.584388Z","end":"2026-03-20T10:28:21.060255Z","steps":["trace[1309160080] 'agreement among raft nodes before linearized reading' (duration: 475.799626ms)"],"step_count":1} {"level":"warn","ts":"2026-03-20T10:28:21.060283Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"229.790423ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/health\" ","response":"range_response_count:0 size:5"} {"level":"warn","ts":"2026-03-20T10:28:21.060304Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-20T10:28:20.58437Z","time spent":"475.926208ms","remote":"127.0.0.1:36498","response type":"/etcdserverpb.KV/Range","request count":0,"request size":39,"response count":0,"response size":27,"request content":"key:\"/registry/masterleases/199.204.45.102\" "} {"level":"info","ts":"2026-03-20T10:28:21.060316Z","caller":"traceutil/trace.go:171","msg":"trace[763846284] range","detail":"{range_begin:/registry/health; range_end:; response_count:0; response_revision:2469; }","duration":"229.891536ms","start":"2026-03-20T10:28:20.830415Z","end":"2026-03-20T10:28:21.060306Z","steps":["trace[763846284] 'agreement among raft nodes before linearized reading' (duration: 229.840264ms)"],"step_count":1} {"level":"warn","ts":"2026-03-20T10:28:21.393299Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"179.225156ms","expected-duration":"100ms","prefix":"","request":"header: txn: success:> failure: >>","response":"size:16"} {"level":"info","ts":"2026-03-20T10:28:21.393478Z","caller":"traceutil/trace.go:171","msg":"trace[1870078984] transaction","detail":"{read_only:false; response_revision:2470; number_of_response:1; }","duration":"258.113857ms","start":"2026-03-20T10:28:21.135336Z","end":"2026-03-20T10:28:21.393449Z","steps":["trace[1870078984] 'process raft request' (duration: 78.599314ms)","trace[1870078984] 'compare' (duration: 178.97081ms)"],"step_count":2} {"level":"info","ts":"2026-03-20T10:28:21.583201Z","caller":"traceutil/trace.go:171","msg":"trace[1809031719] transaction","detail":"{read_only:false; response_revision:2471; number_of_response:1; }","duration":"446.64874ms","start":"2026-03-20T10:28:21.136535Z","end":"2026-03-20T10:28:21.583184Z","steps":["trace[1809031719] 'process raft request' (duration: 370.806925ms)","trace[1809031719] 'compare' (duration: 75.545878ms)"],"step_count":2} {"level":"info","ts":"2026-03-20T10:28:21.583212Z","caller":"traceutil/trace.go:171","msg":"trace[850240847] transaction","detail":"{read_only:false; response_revision:2472; number_of_response:1; }","duration":"432.437291ms","start":"2026-03-20T10:28:21.150734Z","end":"2026-03-20T10:28:21.583172Z","steps":["trace[850240847] 'process raft request' (duration: 432.289417ms)"],"step_count":1} {"level":"warn","ts":"2026-03-20T10:28:21.583482Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-20T10:28:21.150718Z","time spent":"432.636866ms","remote":"127.0.0.1:36646","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":15125,"response count":0,"response size":38,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-03-20T10:28:21.583457Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"434.624025ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/secrets/kube-node-lease/\" range_end:\"/registry/secrets/kube-node-lease0\" ","response":"range_response_count:0 size:5"} {"level":"info","ts":"2026-03-20T10:28:21.583115Z","caller":"traceutil/trace.go:171","msg":"trace[139538638] linearizableReadLoop","detail":"{readStateIndex:2646; appliedIndex:2644; }","duration":"434.324918ms","start":"2026-03-20T10:28:21.148767Z","end":"2026-03-20T10:28:21.583092Z","steps":["trace[139538638] 'read index received' (duration: 65.183196ms)","trace[139538638] 'applied index is now lower than readState.Index' (duration: 369.140502ms)"],"step_count":2} {"level":"info","ts":"2026-03-20T10:28:21.583583Z","caller":"traceutil/trace.go:171","msg":"trace[1533672587] range","detail":"{range_begin:/registry/secrets/kube-node-lease/; range_end:/registry/secrets/kube-node-lease0; response_count:0; response_revision:2472; }","duration":"434.833401ms","start":"2026-03-20T10:28:21.148715Z","end":"2026-03-20T10:28:21.583548Z","steps":["trace[1533672587] 'agreement among raft nodes before linearized reading' (duration: 434.558724ms)"],"step_count":1} {"level":"warn","ts":"2026-03-20T10:28:21.583674Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-20T10:28:21.148691Z","time spent":"434.966894ms","remote":"127.0.0.1:36570","response type":"/etcdserverpb.KV/Range","request count":0,"request size":72,"response count":0,"response size":27,"request content":"key:\"/registry/secrets/kube-node-lease/\" range_end:\"/registry/secrets/kube-node-lease0\" "} {"level":"warn","ts":"2026-03-20T10:28:21.583827Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"404.543167ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/cilium.io/ciliumendpoints/default/test-pvc-pod\" ","response":"range_response_count:1 size:1872"} {"level":"info","ts":"2026-03-20T10:28:21.583934Z","caller":"traceutil/trace.go:171","msg":"trace[939631071] range","detail":"{range_begin:/registry/cilium.io/ciliumendpoints/default/test-pvc-pod; range_end:; response_count:1; response_revision:2472; }","duration":"404.682611ms","start":"2026-03-20T10:28:21.179239Z","end":"2026-03-20T10:28:21.583921Z","steps":["trace[939631071] 'agreement among raft nodes before linearized reading' (duration: 404.449935ms)"],"step_count":1} {"level":"warn","ts":"2026-03-20T10:28:21.584002Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-20T10:28:21.17922Z","time spent":"404.769842ms","remote":"127.0.0.1:57034","response type":"/etcdserverpb.KV/Range","request count":0,"request size":58,"response count":1,"response size":1894,"request content":"key:\"/registry/cilium.io/ciliumendpoints/default/test-pvc-pod\" "} {"level":"warn","ts":"2026-03-20T10:28:21.583487Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-20T10:28:21.136526Z","time spent":"446.728802ms","remote":"127.0.0.1:36552","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":846,"response count":0,"response size":38,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-03-20T10:28:21.584166Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"188.141041ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/services/endpoints/default/kubernetes\" ","response":"range_response_count:1 size:422"} {"level":"info","ts":"2026-03-20T10:28:21.584239Z","caller":"traceutil/trace.go:171","msg":"trace[64305662] range","detail":"{range_begin:/registry/services/endpoints/default/kubernetes; range_end:; response_count:1; response_revision:2472; }","duration":"188.254154ms","start":"2026-03-20T10:28:21.395946Z","end":"2026-03-20T10:28:21.5842Z","steps":["trace[64305662] 'agreement among raft nodes before linearized reading' (duration: 187.750301ms)"],"step_count":1} {"level":"warn","ts":"2026-03-20T10:28:22.112308Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"180.926208ms","expected-duration":"100ms","prefix":"","request":"header: txn: success:> failure: >>","response":"size:16"} {"level":"info","ts":"2026-03-20T10:28:22.112416Z","caller":"traceutil/trace.go:171","msg":"trace[1394531526] linearizableReadLoop","detail":"{readStateIndex:2649; appliedIndex:2648; }","duration":"460.644803ms","start":"2026-03-20T10:28:21.651753Z","end":"2026-03-20T10:28:22.112398Z","steps":["trace[1394531526] 'read index received' (duration: 279.539079ms)","trace[1394531526] 'applied index is now lower than readState.Index' (duration: 181.104074ms)"],"step_count":2} {"level":"warn","ts":"2026-03-20T10:28:22.112688Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"470.690265ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/secrets/kube-public/\" range_end:\"/registry/secrets/kube-public0\" ","response":"range_response_count:0 size:5"} {"level":"info","ts":"2026-03-20T10:28:22.112746Z","caller":"traceutil/trace.go:171","msg":"trace[2136912852] transaction","detail":"{read_only:false; response_revision:2474; number_of_response:1; }","duration":"518.38786ms","start":"2026-03-20T10:28:21.594345Z","end":"2026-03-20T10:28:22.112733Z","steps":["trace[2136912852] 'process raft request' (duration: 336.956009ms)","trace[2136912852] 'compare' (duration: 180.761264ms)"],"step_count":2} {"level":"warn","ts":"2026-03-20T10:28:22.112742Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"453.4261ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/events/kube-system/kube-vip-instance.189e8580e5bdf008\" ","response":"range_response_count:1 size:802"} {"level":"info","ts":"2026-03-20T10:28:22.112758Z","caller":"traceutil/trace.go:171","msg":"trace[1225518006] range","detail":"{range_begin:/registry/secrets/kube-public/; range_end:/registry/secrets/kube-public0; response_count:0; response_revision:2474; }","duration":"470.814308ms","start":"2026-03-20T10:28:21.641925Z","end":"2026-03-20T10:28:22.11274Z","steps":["trace[1225518006] 'agreement among raft nodes before linearized reading' (duration: 470.675025ms)"],"step_count":1} {"level":"warn","ts":"2026-03-20T10:28:22.112804Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-20T10:28:21.641904Z","time spent":"470.890981ms","remote":"127.0.0.1:36570","response type":"/etcdserverpb.KV/Range","request count":0,"request size":64,"response count":0,"response size":27,"request content":"key:\"/registry/secrets/kube-public/\" range_end:\"/registry/secrets/kube-public0\" "} {"level":"warn","ts":"2026-03-20T10:28:22.112814Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-20T10:28:21.594318Z","time spent":"518.460951ms","remote":"127.0.0.1:36646","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":7166,"response count":0,"response size":38,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-03-20T10:28:22.113846Z","caller":"traceutil/trace.go:171","msg":"trace[1068500139] range","detail":"{range_begin:/registry/events/kube-system/kube-vip-instance.189e8580e5bdf008; range_end:; response_count:1; response_revision:2474; }","duration":"453.509843ms","start":"2026-03-20T10:28:21.659272Z","end":"2026-03-20T10:28:22.112782Z","steps":["trace[1068500139] 'agreement among raft nodes before linearized reading' (duration: 453.352119ms)"],"step_count":1} {"level":"warn","ts":"2026-03-20T10:28:22.113921Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-20T10:28:21.659254Z","time spent":"454.654321ms","remote":"127.0.0.1:36552","response type":"/etcdserverpb.KV/Range","request count":0,"request size":65,"response count":1,"response size":824,"request content":"key:\"/registry/events/kube-system/kube-vip-instance.189e8580e5bdf008\" "} {"level":"warn","ts":"2026-03-20T10:28:22.569976Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"345.234378ms","expected-duration":"100ms","prefix":"","request":"header: txn: success:> failure: >>","response":"size:16"} {"level":"info","ts":"2026-03-20T10:28:22.570121Z","caller":"traceutil/trace.go:171","msg":"trace[1093488675] linearizableReadLoop","detail":"{readStateIndex:2651; appliedIndex:2649; }","duration":"394.123523ms","start":"2026-03-20T10:28:22.175983Z","end":"2026-03-20T10:28:22.570107Z","steps":["trace[1093488675] 'read index received' (duration: 48.716591ms)","trace[1093488675] 'applied index is now lower than readState.Index' (duration: 345.406362ms)"],"step_count":2} {"level":"warn","ts":"2026-03-20T10:28:22.570338Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"394.354629ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/secrets/kube-system/\" range_end:\"/registry/secrets/kube-system0\" ","response":"range_response_count:6 size:363682"} {"level":"info","ts":"2026-03-20T10:28:22.570364Z","caller":"traceutil/trace.go:171","msg":"trace[1242660358] range","detail":"{range_begin:/registry/secrets/kube-system/; range_end:/registry/secrets/kube-system0; response_count:6; response_revision:2476; }","duration":"394.381549ms","start":"2026-03-20T10:28:22.175976Z","end":"2026-03-20T10:28:22.570357Z","steps":["trace[1242660358] 'agreement among raft nodes before linearized reading' (duration: 394.166154ms)"],"step_count":1} {"level":"warn","ts":"2026-03-20T10:28:22.570386Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-20T10:28:22.175916Z","time spent":"394.464672ms","remote":"127.0.0.1:36570","response type":"/etcdserverpb.KV/Range","request count":0,"request size":64,"response count":6,"response size":363704,"request content":"key:\"/registry/secrets/kube-system/\" range_end:\"/registry/secrets/kube-system0\" "} {"level":"info","ts":"2026-03-20T10:28:22.570614Z","caller":"traceutil/trace.go:171","msg":"trace[34761189] transaction","detail":"{read_only:false; response_revision:2476; number_of_response:1; }","duration":"445.08887ms","start":"2026-03-20T10:28:22.125517Z","end":"2026-03-20T10:28:22.570606Z","steps":["trace[34761189] 'process raft request' (duration: 444.545726ms)"],"step_count":1} {"level":"warn","ts":"2026-03-20T10:28:22.570653Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-20T10:28:22.125497Z","time spent":"445.134061ms","remote":"127.0.0.1:36646","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":5045,"response count":0,"response size":38,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-03-20T10:28:22.571044Z","caller":"traceutil/trace.go:171","msg":"trace[575440559] transaction","detail":"{read_only:false; response_revision:2475; number_of_response:1; }","duration":"452.836475ms","start":"2026-03-20T10:28:22.118167Z","end":"2026-03-20T10:28:22.571004Z","steps":["trace[575440559] 'process raft request' (duration: 106.508609ms)","trace[575440559] 'compare' (duration: 345.102135ms)"],"step_count":2} {"level":"warn","ts":"2026-03-20T10:28:22.571219Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-20T10:28:22.118145Z","time spent":"452.980349ms","remote":"127.0.0.1:36552","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":787,"response count":0,"response size":38,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-03-20T10:28:22.56992Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"171.281775ms","expected-duration":"100ms","prefix":"read-only range ","request":"limit:1 serializable:true keys_only:true ","response":"range_response_count:0 size:5"} {"level":"info","ts":"2026-03-20T10:28:22.571585Z","caller":"traceutil/trace.go:171","msg":"trace[250615067] range","detail":"{range_begin:; range_end:; response_count:0; response_revision:2474; }","duration":"172.956607ms","start":"2026-03-20T10:28:22.398594Z","end":"2026-03-20T10:28:22.57155Z","steps":["trace[250615067] 'range keys from in-memory index tree' (duration: 171.245835ms)"],"step_count":1} {"level":"info","ts":"2026-03-20T10:28:23.152915Z","caller":"traceutil/trace.go:171","msg":"trace[1871616714] linearizableReadLoop","detail":"{readStateIndex:2653; appliedIndex:2652; }","duration":"524.088135ms","start":"2026-03-20T10:28:22.628791Z","end":"2026-03-20T10:28:23.152879Z","steps":["trace[1871616714] 'read index received' (duration: 490.097157ms)","trace[1871616714] 'applied index is now lower than readState.Index' (duration: 33.989438ms)"],"step_count":2} {"level":"info","ts":"2026-03-20T10:28:23.153168Z","caller":"traceutil/trace.go:171","msg":"trace[1014401643] transaction","detail":"{read_only:false; response_revision:2478; number_of_response:1; }","duration":"561.755686ms","start":"2026-03-20T10:28:22.591358Z","end":"2026-03-20T10:28:23.153113Z","steps":["trace[1014401643] 'process raft request' (duration: 527.649305ms)","trace[1014401643] 'compare' (duration: 33.479395ms)"],"step_count":2} {"level":"warn","ts":"2026-03-20T10:28:23.153247Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"524.423603ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/health\" ","response":"range_response_count:0 size:5"} {"level":"info","ts":"2026-03-20T10:28:23.153341Z","caller":"traceutil/trace.go:171","msg":"trace[275200572] range","detail":"{range_begin:/registry/health; range_end:; response_count:0; response_revision:2478; }","duration":"524.598678ms","start":"2026-03-20T10:28:22.62872Z","end":"2026-03-20T10:28:23.153319Z","steps":["trace[275200572] 'agreement among raft nodes before linearized reading' (duration: 524.334812ms)"],"step_count":1} {"level":"warn","ts":"2026-03-20T10:28:23.153389Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-20T10:28:22.628695Z","time spent":"524.6849ms","remote":"127.0.0.1:36468","response type":"/etcdserverpb.KV/Range","request count":0,"request size":18,"response count":0,"response size":27,"request content":"key:\"/registry/health\" "} {"level":"warn","ts":"2026-03-20T10:28:23.153389Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-20T10:28:22.591347Z","time spent":"561.92722ms","remote":"127.0.0.1:36646","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":3001,"response count":0,"response size":38,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-03-20T10:28:23.153458Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"430.999965ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/secrets/kube-system/\" range_end:\"/registry/secrets/kube-system0\" ","response":"range_response_count:6 size:363682"} {"level":"info","ts":"2026-03-20T10:28:23.153502Z","caller":"traceutil/trace.go:171","msg":"trace[322626401] range","detail":"{range_begin:/registry/secrets/kube-system/; range_end:/registry/secrets/kube-system0; response_count:6; response_revision:2478; }","duration":"431.105697ms","start":"2026-03-20T10:28:22.722383Z","end":"2026-03-20T10:28:23.153488Z","steps":["trace[322626401] 'agreement among raft nodes before linearized reading' (duration: 430.696757ms)"],"step_count":1} {"level":"warn","ts":"2026-03-20T10:28:23.153543Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-20T10:28:22.722361Z","time spent":"431.172729ms","remote":"127.0.0.1:36570","response type":"/etcdserverpb.KV/Range","request count":0,"request size":64,"response count":6,"response size":363704,"request content":"key:\"/registry/secrets/kube-system/\" range_end:\"/registry/secrets/kube-system0\" "} {"level":"warn","ts":"2026-03-20T10:28:23.572422Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"273.502408ms","expected-duration":"100ms","prefix":"","request":"header: txn: success:> failure: >>","response":"size:16"} {"level":"info","ts":"2026-03-20T10:28:23.572608Z","caller":"traceutil/trace.go:171","msg":"trace[1456401490] linearizableReadLoop","detail":"{readStateIndex:2654; appliedIndex:2653; }","duration":"349.155988ms","start":"2026-03-20T10:28:23.223417Z","end":"2026-03-20T10:28:23.572573Z","steps":["trace[1456401490] 'read index received' (duration: 75.300932ms)","trace[1456401490] 'applied index is now lower than readState.Index' (duration: 273.853266ms)"],"step_count":2} {"level":"info","ts":"2026-03-20T10:28:23.572645Z","caller":"traceutil/trace.go:171","msg":"trace[416120592] transaction","detail":"{read_only:false; response_revision:2479; number_of_response:1; }","duration":"411.00297ms","start":"2026-03-20T10:28:23.161593Z","end":"2026-03-20T10:28:23.572596Z","steps":["trace[416120592] 'process raft request' (duration: 137.144163ms)","trace[416120592] 'compare' (duration: 273.258402ms)"],"step_count":2} {"level":"warn","ts":"2026-03-20T10:28:23.572853Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-20T10:28:23.161578Z","time spent":"411.157223ms","remote":"127.0.0.1:36646","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":3001,"response count":0,"response size":38,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-03-20T10:28:23.573653Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"350.232565ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/secrets/kube-system/\" range_end:\"/registry/secrets/kube-system0\" ","response":"range_response_count:6 size:363682"} {"level":"info","ts":"2026-03-20T10:28:23.573712Z","caller":"traceutil/trace.go:171","msg":"trace[1351649387] range","detail":"{range_begin:/registry/secrets/kube-system/; range_end:/registry/secrets/kube-system0; response_count:6; response_revision:2479; }","duration":"350.334587ms","start":"2026-03-20T10:28:23.223362Z","end":"2026-03-20T10:28:23.573697Z","steps":["trace[1351649387] 'agreement among raft nodes before linearized reading' (duration: 349.285271ms)"],"step_count":1} {"level":"warn","ts":"2026-03-20T10:28:23.573756Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-20T10:28:23.22334Z","time spent":"350.405869ms","remote":"127.0.0.1:36570","response type":"/etcdserverpb.KV/Range","request count":0,"request size":64,"response count":6,"response size":363704,"request content":"key:\"/registry/secrets/kube-system/\" range_end:\"/registry/secrets/kube-system0\" "} {"level":"info","ts":"2026-03-20T10:28:23.856796Z","caller":"traceutil/trace.go:171","msg":"trace[991572079] linearizableReadLoop","detail":"{readStateIndex:2655; appliedIndex:2654; }","duration":"205.046508ms","start":"2026-03-20T10:28:23.65173Z","end":"2026-03-20T10:28:23.856776Z","steps":["trace[991572079] 'read index received' (duration: 204.862303ms)","trace[991572079] 'applied index is now lower than readState.Index' (duration: 182.985µs)"],"step_count":2} {"level":"info","ts":"2026-03-20T10:28:23.8569Z","caller":"traceutil/trace.go:171","msg":"trace[782051581] transaction","detail":"{read_only:false; number_of_response:1; response_revision:2480; }","duration":"282.109933ms","start":"2026-03-20T10:28:23.574781Z","end":"2026-03-20T10:28:23.856891Z","steps":["trace[782051581] 'process raft request' (duration: 281.864117ms)"],"step_count":1} {"level":"warn","ts":"2026-03-20T10:28:23.857399Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"205.653583ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/secrets/kube-system/\" range_end:\"/registry/secrets/kube-system0\" ","response":"range_response_count:6 size:363682"} {"level":"info","ts":"2026-03-20T10:28:23.857473Z","caller":"traceutil/trace.go:171","msg":"trace[450159882] range","detail":"{range_begin:/registry/secrets/kube-system/; range_end:/registry/secrets/kube-system0; response_count:6; response_revision:2480; }","duration":"205.773776ms","start":"2026-03-20T10:28:23.651683Z","end":"2026-03-20T10:28:23.857456Z","steps":["trace[450159882] 'agreement among raft nodes before linearized reading' (duration: 205.366725ms)"],"step_count":1} {"level":"info","ts":"2026-03-20T10:28:24.151792Z","caller":"traceutil/trace.go:171","msg":"trace[1627528604] linearizableReadLoop","detail":"{readStateIndex:2656; appliedIndex:2655; }","duration":"193.927378ms","start":"2026-03-20T10:28:23.957838Z","end":"2026-03-20T10:28:24.151765Z","steps":["trace[1627528604] 'read index received' (duration: 127.674694ms)","trace[1627528604] 'applied index is now lower than readState.Index' (duration: 66.251644ms)"],"step_count":2} {"level":"info","ts":"2026-03-20T10:28:24.151957Z","caller":"traceutil/trace.go:171","msg":"trace[1923725221] transaction","detail":"{read_only:false; response_revision:2481; number_of_response:1; }","duration":"283.996383ms","start":"2026-03-20T10:28:23.867893Z","end":"2026-03-20T10:28:24.151889Z","steps":["trace[1923725221] 'process raft request' (duration: 217.707368ms)","trace[1923725221] 'compare' (duration: 66.065548ms)"],"step_count":2} {"level":"warn","ts":"2026-03-20T10:28:24.15238Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"194.520163ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/secrets/kube-system/\" range_end:\"/registry/secrets/kube-system0\" ","response":"range_response_count:6 size:363682"} {"level":"info","ts":"2026-03-20T10:28:24.152468Z","caller":"traceutil/trace.go:171","msg":"trace[306696717] range","detail":"{range_begin:/registry/secrets/kube-system/; range_end:/registry/secrets/kube-system0; response_count:6; response_revision:2481; }","duration":"194.651047ms","start":"2026-03-20T10:28:23.957795Z","end":"2026-03-20T10:28:24.152446Z","steps":["trace[306696717] 'agreement among raft nodes before linearized reading' (duration: 194.067222ms)"],"step_count":1} {"level":"info","ts":"2026-03-20T10:28:24.411632Z","caller":"traceutil/trace.go:171","msg":"trace[1356704944] transaction","detail":"{read_only:false; response_revision:2482; number_of_response:1; }","duration":"247.879879ms","start":"2026-03-20T10:28:24.163717Z","end":"2026-03-20T10:28:24.411597Z","steps":["trace[1356704944] 'process raft request' (duration: 226.09045ms)","trace[1356704944] 'compare' (duration: 21.574114ms)"],"step_count":2} {"level":"warn","ts":"2026-03-20T10:28:24.715734Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"119.856927ms","expected-duration":"100ms","prefix":"","request":"header: txn: success:> failure: >>","response":"size:16"} {"level":"info","ts":"2026-03-20T10:28:24.715808Z","caller":"traceutil/trace.go:171","msg":"trace[1249177542] linearizableReadLoop","detail":"{readStateIndex:2658; appliedIndex:2657; }","duration":"138.367965ms","start":"2026-03-20T10:28:24.577428Z","end":"2026-03-20T10:28:24.715796Z","steps":["trace[1249177542] 'read index received' (duration: 18.078307ms)","trace[1249177542] 'applied index is now lower than readState.Index' (duration: 120.288928ms)"],"step_count":2} {"level":"warn","ts":"2026-03-20T10:28:24.715879Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"138.450477ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/health\" ","response":"range_response_count:0 size:5"} {"level":"info","ts":"2026-03-20T10:28:24.7159Z","caller":"traceutil/trace.go:171","msg":"trace[758920813] range","detail":"{range_begin:/registry/health; range_end:; response_count:0; response_revision:2483; }","duration":"138.504478ms","start":"2026-03-20T10:28:24.57739Z","end":"2026-03-20T10:28:24.715894Z","steps":["trace[758920813] 'agreement among raft nodes before linearized reading' (duration: 138.448307ms)"],"step_count":1} {"level":"info","ts":"2026-03-20T10:28:24.716021Z","caller":"traceutil/trace.go:171","msg":"trace[1259935592] transaction","detail":"{read_only:false; response_revision:2483; number_of_response:1; }","duration":"286.256349ms","start":"2026-03-20T10:28:24.429713Z","end":"2026-03-20T10:28:24.715969Z","steps":["trace[1259935592] 'process raft request' (duration: 166.108445ms)","trace[1259935592] 'compare' (duration: 119.602831ms)"],"step_count":2} {"level":"info","ts":"2026-03-20T10:28:26.414115Z","caller":"traceutil/trace.go:171","msg":"trace[878178691] linearizableReadLoop","detail":"{readStateIndex:2659; appliedIndex:2658; }","duration":"300.245441ms","start":"2026-03-20T10:28:26.113844Z","end":"2026-03-20T10:28:26.414089Z","steps":["trace[878178691] 'read index received' (duration: 300.019926ms)","trace[878178691] 'applied index is now lower than readState.Index' (duration: 224.035µs)"],"step_count":2} {"level":"info","ts":"2026-03-20T10:28:26.414158Z","caller":"traceutil/trace.go:171","msg":"trace[1282141833] transaction","detail":"{read_only:false; response_revision:2484; number_of_response:1; }","duration":"313.690062ms","start":"2026-03-20T10:28:26.100443Z","end":"2026-03-20T10:28:26.414133Z","steps":["trace[1282141833] 'process raft request' (duration: 313.445495ms)"],"step_count":1} {"level":"warn","ts":"2026-03-20T10:28:26.414298Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-20T10:28:26.100428Z","time spent":"313.785234ms","remote":"127.0.0.1:36646","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":7194,"response count":0,"response size":38,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-03-20T10:28:26.414386Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"214.703301ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/clusterroles/cilium-operator\" ","response":"range_response_count:1 size:2379"} {"level":"info","ts":"2026-03-20T10:28:26.414428Z","caller":"traceutil/trace.go:171","msg":"trace[288005778] range","detail":"{range_begin:/registry/clusterroles/cilium-operator; range_end:; response_count:1; response_revision:2484; }","duration":"214.786034ms","start":"2026-03-20T10:28:26.199629Z","end":"2026-03-20T10:28:26.414415Z","steps":["trace[288005778] 'agreement among raft nodes before linearized reading' (duration: 214.63322ms)"],"step_count":1} {"level":"warn","ts":"2026-03-20T10:28:26.414415Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"300.522499ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/clusterroles/cilium\" ","response":"range_response_count:1 size:1654"} {"level":"info","ts":"2026-03-20T10:28:26.414572Z","caller":"traceutil/trace.go:171","msg":"trace[1602774147] range","detail":"{range_begin:/registry/clusterroles/cilium; range_end:; response_count:1; response_revision:2484; }","duration":"300.766155ms","start":"2026-03-20T10:28:26.113774Z","end":"2026-03-20T10:28:26.41454Z","steps":["trace[1602774147] 'agreement among raft nodes before linearized reading' (duration: 300.462587ms)"],"step_count":1} {"level":"warn","ts":"2026-03-20T10:28:26.414641Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-20T10:28:26.113756Z","time spent":"300.870307ms","remote":"127.0.0.1:36850","response type":"/etcdserverpb.KV/Range","request count":0,"request size":31,"response count":1,"response size":1676,"request content":"key:\"/registry/clusterroles/cilium\" "} {"level":"warn","ts":"2026-03-20T10:28:26.948795Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"150.813118ms","expected-duration":"100ms","prefix":"","request":"header: txn: success:> failure: >>","response":"size:16"} {"level":"info","ts":"2026-03-20T10:28:26.948973Z","caller":"traceutil/trace.go:171","msg":"trace[640185925] linearizableReadLoop","detail":"{readStateIndex:2660; appliedIndex:2659; }","duration":"446.494554ms","start":"2026-03-20T10:28:26.502453Z","end":"2026-03-20T10:28:26.948948Z","steps":["trace[640185925] 'read index received' (duration: 295.295636ms)","trace[640185925] 'applied index is now lower than readState.Index' (duration: 151.197348ms)"],"step_count":2} {"level":"info","ts":"2026-03-20T10:28:26.949097Z","caller":"traceutil/trace.go:171","msg":"trace[1263816655] transaction","detail":"{read_only:false; response_revision:2485; number_of_response:1; }","duration":"452.548398ms","start":"2026-03-20T10:28:26.496534Z","end":"2026-03-20T10:28:26.949082Z","steps":["trace[1263816655] 'process raft request' (duration: 301.310729ms)","trace[1263816655] 'compare' (duration: 150.564682ms)"],"step_count":2} {"level":"warn","ts":"2026-03-20T10:28:26.949195Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-20T10:28:26.4965Z","time spent":"452.64583ms","remote":"127.0.0.1:36646","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":7226,"response count":0,"response size":38,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-03-20T10:28:26.949243Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"381.008201ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/clusterroles/cluster-admin\" ","response":"range_response_count:1 size:553"} {"level":"info","ts":"2026-03-20T10:28:26.949316Z","caller":"traceutil/trace.go:171","msg":"trace[1757406166] range","detail":"{range_begin:/registry/clusterroles/cluster-admin; range_end:; response_count:1; response_revision:2485; }","duration":"381.141115ms","start":"2026-03-20T10:28:26.568158Z","end":"2026-03-20T10:28:26.949299Z","steps":["trace[1757406166] 'agreement among raft nodes before linearized reading' (duration: 380.992492ms)"],"step_count":1} {"level":"warn","ts":"2026-03-20T10:28:26.94935Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-20T10:28:26.56813Z","time spent":"381.212646ms","remote":"127.0.0.1:36850","response type":"/etcdserverpb.KV/Range","request count":0,"request size":38,"response count":1,"response size":575,"request content":"key:\"/registry/clusterroles/cluster-admin\" "} {"level":"warn","ts":"2026-03-20T10:28:26.949247Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"372.273901ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/health\" ","response":"range_response_count:0 size:5"} {"level":"info","ts":"2026-03-20T10:28:26.949409Z","caller":"traceutil/trace.go:171","msg":"trace[915480204] range","detail":"{range_begin:/registry/health; range_end:; response_count:0; response_revision:2485; }","duration":"372.502717ms","start":"2026-03-20T10:28:26.57689Z","end":"2026-03-20T10:28:26.949392Z","steps":["trace[915480204] 'agreement among raft nodes before linearized reading' (duration: 372.279101ms)"],"step_count":1} {"level":"warn","ts":"2026-03-20T10:28:26.949441Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-20T10:28:26.576863Z","time spent":"372.572869ms","remote":"127.0.0.1:36468","response type":"/etcdserverpb.KV/Range","request count":0,"request size":18,"response count":0,"response size":27,"request content":"key:\"/registry/health\" "} {"level":"warn","ts":"2026-03-20T10:28:26.949412Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"446.936086ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/clusterroles/cilium-operator\" ","response":"range_response_count:1 size:2379"} {"level":"info","ts":"2026-03-20T10:28:26.949505Z","caller":"traceutil/trace.go:171","msg":"trace[1382794452] range","detail":"{range_begin:/registry/clusterroles/cilium-operator; range_end:; response_count:1; response_revision:2485; }","duration":"447.10653ms","start":"2026-03-20T10:28:26.502374Z","end":"2026-03-20T10:28:26.949481Z","steps":["trace[1382794452] 'agreement among raft nodes before linearized reading' (duration: 446.800852ms)"],"step_count":1} {"level":"warn","ts":"2026-03-20T10:28:26.949548Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-20T10:28:26.502353Z","time spent":"447.184742ms","remote":"127.0.0.1:36850","response type":"/etcdserverpb.KV/Range","request count":0,"request size":40,"response count":1,"response size":2401,"request content":"key:\"/registry/clusterroles/cilium-operator\" "} {"level":"info","ts":"2026-03-20T10:28:27.290135Z","caller":"traceutil/trace.go:171","msg":"trace[6860930] transaction","detail":"{read_only:false; response_revision:2486; number_of_response:1; }","duration":"300.329594ms","start":"2026-03-20T10:28:26.989783Z","end":"2026-03-20T10:28:27.290113Z","steps":["trace[6860930] 'process raft request' (duration: 300.182ms)"],"step_count":1} {"level":"warn","ts":"2026-03-20T10:28:27.290329Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-20T10:28:26.989757Z","time spent":"300.449166ms","remote":"127.0.0.1:36552","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":824,"response count":0,"response size":38,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-03-20T10:28:27.324675Z","caller":"traceutil/trace.go:171","msg":"trace[520195510] linearizableReadLoop","detail":"{readStateIndex:2662; appliedIndex:2660; }","duration":"303.071883ms","start":"2026-03-20T10:28:27.021581Z","end":"2026-03-20T10:28:27.324653Z","steps":["trace[520195510] 'read index received' (duration: 268.437629ms)","trace[520195510] 'applied index is now lower than readState.Index' (duration: 34.633004ms)"],"step_count":2} {"level":"info","ts":"2026-03-20T10:28:27.324886Z","caller":"traceutil/trace.go:171","msg":"trace[1822174786] transaction","detail":"{read_only:false; response_revision:2487; number_of_response:1; }","duration":"330.444145ms","start":"2026-03-20T10:28:26.994401Z","end":"2026-03-20T10:28:27.324845Z","steps":["trace[1822174786] 'process raft request' (duration: 330.126317ms)"],"step_count":1} {"level":"warn","ts":"2026-03-20T10:28:27.324934Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"303.33384ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/clusterroles/cluster-admin\" ","response":"range_response_count:1 size:553"} {"level":"warn","ts":"2026-03-20T10:28:27.325129Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-20T10:28:26.994391Z","time spent":"330.64621ms","remote":"127.0.0.1:36646","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":4567,"response count":0,"response size":38,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-03-20T10:28:27.325207Z","caller":"traceutil/trace.go:171","msg":"trace[1859514517] range","detail":"{range_begin:/registry/clusterroles/cluster-admin; range_end:; response_count:1; response_revision:2487; }","duration":"303.640778ms","start":"2026-03-20T10:28:27.021534Z","end":"2026-03-20T10:28:27.325175Z","steps":["trace[1859514517] 'agreement among raft nodes before linearized reading' (duration: 303.234578ms)"],"step_count":1} {"level":"warn","ts":"2026-03-20T10:28:27.325315Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-20T10:28:27.021514Z","time spent":"303.76007ms","remote":"127.0.0.1:36850","response type":"/etcdserverpb.KV/Range","request count":0,"request size":38,"response count":1,"response size":575,"request content":"key:\"/registry/clusterroles/cluster-admin\" "} {"level":"warn","ts":"2026-03-20T10:28:27.3253Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"290.714691ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/clusterroles/edit\" ","response":"range_response_count:1 size:3475"} {"level":"info","ts":"2026-03-20T10:28:27.325392Z","caller":"traceutil/trace.go:171","msg":"trace[618877547] range","detail":"{range_begin:/registry/clusterroles/edit; range_end:; response_count:1; response_revision:2487; }","duration":"290.847844ms","start":"2026-03-20T10:28:27.034509Z","end":"2026-03-20T10:28:27.325357Z","steps":["trace[618877547] 'agreement among raft nodes before linearized reading' (duration: 290.433623ms)"],"step_count":1} {"level":"warn","ts":"2026-03-20T10:28:27.720096Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"239.880747ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/clusterroles/edit\" ","response":"range_response_count:1 size:3475"} {"level":"warn","ts":"2026-03-20T10:28:27.720162Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"309.787002ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/clusterroles/kubeadm:get-nodes\" ","response":"range_response_count:1 size:305"} {"level":"info","ts":"2026-03-20T10:28:27.720251Z","caller":"traceutil/trace.go:171","msg":"trace[1694631836] range","detail":"{range_begin:/registry/clusterroles/kubeadm:get-nodes; range_end:; response_count:1; response_revision:2487; }","duration":"309.922925ms","start":"2026-03-20T10:28:27.410306Z","end":"2026-03-20T10:28:27.720229Z","steps":["trace[1694631836] 'range keys from in-memory index tree' (duration: 309.687449ms)"],"step_count":1} {"level":"warn","ts":"2026-03-20T10:28:27.720259Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"141.489773ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/health\" ","response":"range_response_count:0 size:5"} {"level":"warn","ts":"2026-03-20T10:28:27.720299Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-20T10:28:27.410289Z","time spent":"309.999938ms","remote":"127.0.0.1:36850","response type":"/etcdserverpb.KV/Range","request count":0,"request size":42,"response count":1,"response size":327,"request content":"key:\"/registry/clusterroles/kubeadm:get-nodes\" "} {"level":"info","ts":"2026-03-20T10:28:27.720311Z","caller":"traceutil/trace.go:171","msg":"trace[1374602441] range","detail":"{range_begin:/registry/health; range_end:; response_count:0; response_revision:2487; }","duration":"141.623976ms","start":"2026-03-20T10:28:27.578674Z","end":"2026-03-20T10:28:27.720298Z","steps":["trace[1374602441] 'range keys from in-memory index tree' (duration: 141.353409ms)"],"step_count":1} {"level":"info","ts":"2026-03-20T10:28:27.720191Z","caller":"traceutil/trace.go:171","msg":"trace[1460592675] range","detail":"{range_begin:/registry/clusterroles/edit; range_end:; response_count:1; response_revision:2487; }","duration":"240.030331ms","start":"2026-03-20T10:28:27.480142Z","end":"2026-03-20T10:28:27.720173Z","steps":["trace[1460592675] 'range keys from in-memory index tree' (duration: 239.769454ms)"],"step_count":1} {"level":"warn","ts":"2026-03-20T10:28:30.211539Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"147.529246ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/clusterrolebindings/kubeadm:kubelet-bootstrap\" ","response":"range_response_count:1 size:492"} {"level":"info","ts":"2026-03-20T10:28:30.21162Z","caller":"traceutil/trace.go:171","msg":"trace[1641473093] range","detail":"{range_begin:/registry/clusterrolebindings/kubeadm:kubelet-bootstrap; range_end:; response_count:1; response_revision:2488; }","duration":"147.647679ms","start":"2026-03-20T10:28:30.063955Z","end":"2026-03-20T10:28:30.211602Z","steps":["trace[1641473093] 'range keys from in-memory index tree' (duration: 147.421583ms)"],"step_count":1} {"level":"warn","ts":"2026-03-20T10:28:30.822741Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"148.607843ms","expected-duration":"100ms","prefix":"","request":"header: lease_grant:","response":"size:39"} {"level":"info","ts":"2026-03-20T10:28:30.822815Z","caller":"traceutil/trace.go:171","msg":"trace[209545866] linearizableReadLoop","detail":"{readStateIndex:2665; appliedIndex:2664; }","duration":"227.721771ms","start":"2026-03-20T10:28:30.595082Z","end":"2026-03-20T10:28:30.822804Z","steps":["trace[209545866] 'read index received' (duration: 79.046906ms)","trace[209545866] 'applied index is now lower than readState.Index' (duration: 148.674125ms)"],"step_count":2} {"level":"warn","ts":"2026-03-20T10:28:30.822979Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"227.893225ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/health\" ","response":"range_response_count:0 size:5"} {"level":"info","ts":"2026-03-20T10:28:30.822999Z","caller":"traceutil/trace.go:171","msg":"trace[1740801199] range","detail":"{range_begin:/registry/health; range_end:; response_count:0; response_revision:2489; }","duration":"227.953996ms","start":"2026-03-20T10:28:30.59504Z","end":"2026-03-20T10:28:30.822994Z","steps":["trace[1740801199] 'agreement among raft nodes before linearized reading' (duration: 227.912365ms)"],"step_count":1} {"level":"warn","ts":"2026-03-20T10:28:31.220051Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"246.095615ms","expected-duration":"100ms","prefix":"","request":"header: txn: success:> failure: >>","response":"size:16"} {"level":"info","ts":"2026-03-20T10:28:31.220207Z","caller":"traceutil/trace.go:171","msg":"trace[1371411549] transaction","detail":"{read_only:false; response_revision:2490; number_of_response:1; }","duration":"585.669149ms","start":"2026-03-20T10:28:30.63451Z","end":"2026-03-20T10:28:31.220179Z","steps":["trace[1371411549] 'process raft request' (duration: 339.372239ms)","trace[1371411549] 'compare' (duration: 245.945482ms)"],"step_count":2} {"level":"info","ts":"2026-03-20T10:28:31.220237Z","caller":"traceutil/trace.go:171","msg":"trace[1855193770] transaction","detail":"{read_only:false; response_revision:2491; number_of_response:1; }","duration":"396.515863ms","start":"2026-03-20T10:28:30.8237Z","end":"2026-03-20T10:28:31.220216Z","steps":["trace[1855193770] 'process raft request' (duration: 396.452082ms)"],"step_count":1} {"level":"warn","ts":"2026-03-20T10:28:31.220323Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-20T10:28:30.634499Z","time spent":"585.764323ms","remote":"127.0.0.1:36750","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":521,"response count":0,"response size":38,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-03-20T10:28:31.220356Z","caller":"traceutil/trace.go:171","msg":"trace[1435225951] linearizableReadLoop","detail":"{readStateIndex:2666; appliedIndex:2665; }","duration":"397.518849ms","start":"2026-03-20T10:28:30.822828Z","end":"2026-03-20T10:28:31.220347Z","steps":["trace[1435225951] 'read index received' (duration: 151.050814ms)","trace[1435225951] 'applied index is now lower than readState.Index' (duration: 246.467005ms)"],"step_count":2} {"level":"warn","ts":"2026-03-20T10:28:31.22032Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-20T10:28:30.823678Z","time spent":"396.608386ms","remote":"127.0.0.1:36498","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":120,"response count":0,"response size":38,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-03-20T10:28:31.220474Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"586.912842ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/clusterrolebindings/kubeadm:node-proxier\" ","response":"range_response_count:1 size:435"} {"level":"info","ts":"2026-03-20T10:28:31.2205Z","caller":"traceutil/trace.go:171","msg":"trace[1250091981] range","detail":"{range_begin:/registry/clusterrolebindings/kubeadm:node-proxier; range_end:; response_count:1; response_revision:2491; }","duration":"586.969763ms","start":"2026-03-20T10:28:30.633522Z","end":"2026-03-20T10:28:31.220492Z","steps":["trace[1250091981] 'agreement among raft nodes before linearized reading' (duration: 586.85832ms)"],"step_count":1} {"level":"warn","ts":"2026-03-20T10:28:31.220526Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-20T10:28:30.633452Z","time spent":"587.067906ms","remote":"127.0.0.1:36860","response type":"/etcdserverpb.KV/Range","request count":0,"request size":52,"response count":1,"response size":457,"request content":"key:\"/registry/clusterrolebindings/kubeadm:node-proxier\" "} {"level":"warn","ts":"2026-03-20T10:28:31.220665Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"524.067954ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/cilium.io/ciliumloadbalancerippools/\" range_end:\"/registry/cilium.io/ciliumloadbalancerippools0\" count_only:true ","response":"range_response_count:0 size:5"} {"level":"info","ts":"2026-03-20T10:28:31.220705Z","caller":"traceutil/trace.go:171","msg":"trace[1883187252] range","detail":"{range_begin:/registry/cilium.io/ciliumloadbalancerippools/; range_end:/registry/cilium.io/ciliumloadbalancerippools0; response_count:0; response_revision:2491; }","duration":"524.130826ms","start":"2026-03-20T10:28:30.696561Z","end":"2026-03-20T10:28:31.220692Z","steps":["trace[1883187252] 'agreement among raft nodes before linearized reading' (duration: 524.068985ms)"],"step_count":1} {"level":"warn","ts":"2026-03-20T10:28:31.220728Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-20T10:28:30.696548Z","time spent":"524.174847ms","remote":"127.0.0.1:57036","response type":"/etcdserverpb.KV/Range","request count":0,"request size":98,"response count":0,"response size":27,"request content":"key:\"/registry/cilium.io/ciliumloadbalancerippools/\" range_end:\"/registry/cilium.io/ciliumloadbalancerippools0\" count_only:true "} {"level":"warn","ts":"2026-03-20T10:28:31.220802Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"582.411517ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/clusterroles/system:controller:endpointslicemirroring-controller\" ","response":"range_response_count:1 size:843"} {"level":"info","ts":"2026-03-20T10:28:31.220865Z","caller":"traceutil/trace.go:171","msg":"trace[557754661] range","detail":"{range_begin:/registry/clusterroles/system:controller:endpointslicemirroring-controller; range_end:; response_count:1; response_revision:2491; }","duration":"582.49481ms","start":"2026-03-20T10:28:30.638351Z","end":"2026-03-20T10:28:31.220846Z","steps":["trace[557754661] 'agreement among raft nodes before linearized reading' (duration: 582.360447ms)"],"step_count":1} {"level":"warn","ts":"2026-03-20T10:28:31.220901Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-20T10:28:30.638346Z","time spent":"582.549261ms","remote":"127.0.0.1:36850","response type":"/etcdserverpb.KV/Range","request count":0,"request size":76,"response count":1,"response size":865,"request content":"key:\"/registry/clusterroles/system:controller:endpointslicemirroring-controller\" "} {"level":"warn","ts":"2026-03-20T10:28:31.465995Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"129.361516ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/clusterrolebindings/system:basic-user\" ","response":"range_response_count:1 size:697"} {"level":"info","ts":"2026-03-20T10:28:31.466089Z","caller":"traceutil/trace.go:171","msg":"trace[1470667896] range","detail":"{range_begin:/registry/clusterrolebindings/system:basic-user; range_end:; response_count:1; response_revision:2491; }","duration":"129.475039ms","start":"2026-03-20T10:28:31.336596Z","end":"2026-03-20T10:28:31.466071Z","steps":["trace[1470667896] 'range keys from in-memory index tree' (duration: 129.310586ms)"],"step_count":1} {"level":"warn","ts":"2026-03-20T10:28:31.465995Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"133.06407ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/clusterroles/system:controller:endpointslicemirroring-controller\" ","response":"range_response_count:1 size:843"} {"level":"info","ts":"2026-03-20T10:28:31.466181Z","caller":"traceutil/trace.go:171","msg":"trace[23607906] range","detail":"{range_begin:/registry/clusterroles/system:controller:endpointslicemirroring-controller; range_end:; response_count:1; response_revision:2491; }","duration":"133.269016ms","start":"2026-03-20T10:28:31.332891Z","end":"2026-03-20T10:28:31.46616Z","steps":["trace[23607906] 'range keys from in-memory index tree' (duration: 132.950787ms)"],"step_count":1} {"level":"warn","ts":"2026-03-20T10:28:33.685807Z","caller":"etcdserver/v3_server.go:897","msg":"waiting for ReadIndex response took too long, retrying","sent-request-id":184257304220181093,"retry-timeout":"500ms"} {"level":"info","ts":"2026-03-20T10:28:33.710747Z","caller":"traceutil/trace.go:171","msg":"trace[1382935738] linearizableReadLoop","detail":"{readStateIndex:2668; appliedIndex:2667; }","duration":"525.191873ms","start":"2026-03-20T10:28:33.185533Z","end":"2026-03-20T10:28:33.710724Z","steps":["trace[1382935738] 'read index received' (duration: 524.983468ms)","trace[1382935738] 'applied index is now lower than readState.Index' (duration: 207.585µs)"],"step_count":2} {"level":"info","ts":"2026-03-20T10:28:33.710829Z","caller":"traceutil/trace.go:171","msg":"trace[471995635] transaction","detail":"{read_only:false; response_revision:2492; number_of_response:1; }","duration":"555.276713ms","start":"2026-03-20T10:28:33.155522Z","end":"2026-03-20T10:28:33.710799Z","steps":["trace[471995635] 'process raft request' (duration: 555.050817ms)"],"step_count":1} {"level":"warn","ts":"2026-03-20T10:28:33.710971Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-20T10:28:33.155503Z","time spent":"555.398065ms","remote":"127.0.0.1:36644","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":7042,"response count":0,"response size":38,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-03-20T10:28:33.711034Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"131.992763ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/health\" ","response":"range_response_count:0 size:5"} {"level":"info","ts":"2026-03-20T10:28:33.71109Z","caller":"traceutil/trace.go:171","msg":"trace[1023569208] range","detail":"{range_begin:/registry/health; range_end:; response_count:0; response_revision:2492; }","duration":"132.089346ms","start":"2026-03-20T10:28:33.578988Z","end":"2026-03-20T10:28:33.711078Z","steps":["trace[1023569208] 'agreement among raft nodes before linearized reading' (duration: 132.016094ms)"],"step_count":1} {"level":"warn","ts":"2026-03-20T10:28:33.711162Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"459.442382ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/clusterroles/system:controller:replication-controller\" ","response":"range_response_count:1 size:830"} {"level":"warn","ts":"2026-03-20T10:28:33.710905Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"525.349917ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/clusterrolebindings/system:controller:disruption-controller\" ","response":"range_response_count:1 size:759"} {"level":"info","ts":"2026-03-20T10:28:33.711461Z","caller":"traceutil/trace.go:171","msg":"trace[1585046583] range","detail":"{range_begin:/registry/clusterrolebindings/system:controller:disruption-controller; range_end:; response_count:1; response_revision:2492; }","duration":"525.918591ms","start":"2026-03-20T10:28:33.185529Z","end":"2026-03-20T10:28:33.711448Z","steps":["trace[1585046583] 'agreement among raft nodes before linearized reading' (duration: 525.317266ms)"],"step_count":1} {"level":"warn","ts":"2026-03-20T10:28:33.71154Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-20T10:28:33.185503Z","time spent":"526.023564ms","remote":"127.0.0.1:36860","response type":"/etcdserverpb.KV/Range","request count":0,"request size":71,"response count":1,"response size":781,"request content":"key:\"/registry/clusterrolebindings/system:controller:disruption-controller\" "} {"level":"info","ts":"2026-03-20T10:28:33.71136Z","caller":"traceutil/trace.go:171","msg":"trace[103462195] range","detail":"{range_begin:/registry/clusterroles/system:controller:replication-controller; range_end:; response_count:1; response_revision:2492; }","duration":"459.648397ms","start":"2026-03-20T10:28:33.251616Z","end":"2026-03-20T10:28:33.711264Z","steps":["trace[103462195] 'agreement among raft nodes before linearized reading' (duration: 459.379701ms)"],"step_count":1} {"level":"warn","ts":"2026-03-20T10:28:33.711848Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-20T10:28:33.251597Z","time spent":"460.234431ms","remote":"127.0.0.1:36850","response type":"/etcdserverpb.KV/Range","request count":0,"request size":65,"response count":1,"response size":852,"request content":"key:\"/registry/clusterroles/system:controller:replication-controller\" "} {"level":"warn","ts":"2026-03-20T10:28:33.913077Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"124.34977ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/clusterroles/system:controller:replication-controller\" ","response":"range_response_count:1 size:830"} {"level":"info","ts":"2026-03-20T10:28:33.913152Z","caller":"traceutil/trace.go:171","msg":"trace[954758035] range","detail":"{range_begin:/registry/clusterroles/system:controller:replication-controller; range_end:; response_count:1; response_revision:2492; }","duration":"124.469622ms","start":"2026-03-20T10:28:33.788667Z","end":"2026-03-20T10:28:33.913136Z","steps":["trace[954758035] 'range keys from in-memory index tree' (duration: 124.230477ms)"],"step_count":1} {"level":"warn","ts":"2026-03-20T10:28:33.913192Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"116.486472ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/clusterroles/system:controller:resourcequota-controller\" ","response":"range_response_count:1 size:700"} {"level":"info","ts":"2026-03-20T10:28:33.913276Z","caller":"traceutil/trace.go:171","msg":"trace[2014153937] range","detail":"{range_begin:/registry/clusterroles/system:controller:resourcequota-controller; range_end:; response_count:1; response_revision:2492; }","duration":"116.605625ms","start":"2026-03-20T10:28:33.796648Z","end":"2026-03-20T10:28:33.913254Z","steps":["trace[2014153937] 'range keys from in-memory index tree' (duration: 116.351719ms)"],"step_count":1} {"level":"warn","ts":"2026-03-20T10:28:33.913281Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"104.98817ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pods/kube-system/kube-vip-instance\" ","response":"range_response_count:1 size:5060"} {"level":"info","ts":"2026-03-20T10:28:33.913386Z","caller":"traceutil/trace.go:171","msg":"trace[1671051078] range","detail":"{range_begin:/registry/pods/kube-system/kube-vip-instance; range_end:; response_count:1; response_revision:2492; }","duration":"105.158355ms","start":"2026-03-20T10:28:33.808207Z","end":"2026-03-20T10:28:33.913365Z","steps":["trace[1671051078] 'range keys from in-memory index tree' (duration: 104.853518ms)"],"step_count":1} {"level":"warn","ts":"2026-03-20T10:28:33.914281Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"106.215802ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/events/kube-system/kube-vip-instance.189e8580e5bdf008\" ","response":"range_response_count:1 size:802"} {"level":"info","ts":"2026-03-20T10:28:33.91433Z","caller":"traceutil/trace.go:171","msg":"trace[1714715368] range","detail":"{range_begin:/registry/events/kube-system/kube-vip-instance.189e8580e5bdf008; range_end:; response_count:1; response_revision:2492; }","duration":"106.288654ms","start":"2026-03-20T10:28:33.808029Z","end":"2026-03-20T10:28:33.914318Z","steps":["trace[1714715368] 'range keys from in-memory index tree' (duration: 104.858828ms)"],"step_count":1} {"level":"info","ts":"2026-03-20T10:28:34.139693Z","caller":"traceutil/trace.go:171","msg":"trace[1475001959] transaction","detail":"{read_only:false; response_revision:2493; number_of_response:1; }","duration":"222.983341ms","start":"2026-03-20T10:28:33.916691Z","end":"2026-03-20T10:28:34.139674Z","steps":["trace[1475001959] 'process raft request' (duration: 222.864538ms)"],"step_count":1} {"level":"info","ts":"2026-03-20T10:28:34.139769Z","caller":"traceutil/trace.go:171","msg":"trace[649145025] linearizableReadLoop","detail":"{readStateIndex:2669; appliedIndex:2669; }","duration":"220.96693ms","start":"2026-03-20T10:28:33.918766Z","end":"2026-03-20T10:28:34.139733Z","steps":["trace[649145025] 'read index received' (duration: 220.942889ms)","trace[649145025] 'applied index is now lower than readState.Index' (duration: 20.971µs)"],"step_count":2} {"level":"warn","ts":"2026-03-20T10:28:34.139953Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"221.163055ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/clusterroles/system:controller:replication-controller\" ","response":"range_response_count:1 size:830"} {"level":"info","ts":"2026-03-20T10:28:34.139997Z","caller":"traceutil/trace.go:171","msg":"trace[1382411357] range","detail":"{range_begin:/registry/clusterroles/system:controller:replication-controller; range_end:; response_count:1; response_revision:2493; }","duration":"221.263017ms","start":"2026-03-20T10:28:33.918724Z","end":"2026-03-20T10:28:34.139987Z","steps":["trace[1382411357] 'agreement among raft nodes before linearized reading' (duration: 221.102043ms)"],"step_count":1} {"level":"info","ts":"2026-03-20T10:28:34.606238Z","caller":"traceutil/trace.go:171","msg":"trace[1459178232] linearizableReadLoop","detail":"{readStateIndex:2670; appliedIndex:2669; }","duration":"466.359817ms","start":"2026-03-20T10:28:34.139859Z","end":"2026-03-20T10:28:34.606218Z","steps":["trace[1459178232] 'read index received' (duration: 466.304415ms)","trace[1459178232] 'applied index is now lower than readState.Index' (duration: 54.512µs)"],"step_count":2} {"level":"info","ts":"2026-03-20T10:28:34.606381Z","caller":"traceutil/trace.go:171","msg":"trace[1115021542] transaction","detail":"{read_only:false; response_revision:2494; number_of_response:1; }","duration":"684.958897ms","start":"2026-03-20T10:28:33.92139Z","end":"2026-03-20T10:28:34.606349Z","steps":["trace[1115021542] 'process raft request' (duration: 684.69153ms)"],"step_count":1} {"level":"warn","ts":"2026-03-20T10:28:34.606516Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-20T10:28:33.921374Z","time spent":"685.073911ms","remote":"127.0.0.1:36646","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":5072,"response count":0,"response size":38,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-03-20T10:28:34.606557Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"615.790501ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/clusterroles/system:controller:resourcequota-controller\" ","response":"range_response_count:1 size:700"} {"level":"info","ts":"2026-03-20T10:28:34.60666Z","caller":"traceutil/trace.go:171","msg":"trace[1041898232] range","detail":"{range_begin:/registry/clusterroles/system:controller:resourcequota-controller; range_end:; response_count:1; response_revision:2494; }","duration":"615.967535ms","start":"2026-03-20T10:28:33.990674Z","end":"2026-03-20T10:28:34.606641Z","steps":["trace[1041898232] 'agreement among raft nodes before linearized reading' (duration: 615.721728ms)"],"step_count":1} {"level":"warn","ts":"2026-03-20T10:28:34.606742Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"329.83784ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/clusterroles/system:controller:root-ca-cert-publisher\" ","response":"range_response_count:1 size:672"} {"level":"warn","ts":"2026-03-20T10:28:34.606743Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-20T10:28:33.990656Z","time spent":"616.071928ms","remote":"127.0.0.1:36850","response type":"/etcdserverpb.KV/Range","request count":0,"request size":67,"response count":1,"response size":722,"request content":"key:\"/registry/clusterroles/system:controller:resourcequota-controller\" "} {"level":"info","ts":"2026-03-20T10:28:34.606797Z","caller":"traceutil/trace.go:171","msg":"trace[131438247] range","detail":"{range_begin:/registry/clusterroles/system:controller:root-ca-cert-publisher; range_end:; response_count:1; response_revision:2494; }","duration":"329.920772ms","start":"2026-03-20T10:28:34.276864Z","end":"2026-03-20T10:28:34.606784Z","steps":["trace[131438247] 'agreement among raft nodes before linearized reading' (duration: 329.82902ms)"],"step_count":1} {"level":"warn","ts":"2026-03-20T10:28:34.606852Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-20T10:28:34.27685Z","time spent":"329.992393ms","remote":"127.0.0.1:36850","response type":"/etcdserverpb.KV/Range","request count":0,"request size":65,"response count":1,"response size":694,"request content":"key:\"/registry/clusterroles/system:controller:root-ca-cert-publisher\" "} {"level":"warn","ts":"2026-03-20T10:28:34.606976Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"327.051819ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/statefulsets/\" range_end:\"/registry/statefulsets0\" count_only:true ","response":"range_response_count:0 size:5"} {"level":"info","ts":"2026-03-20T10:28:34.607011Z","caller":"traceutil/trace.go:171","msg":"trace[1457503401] range","detail":"{range_begin:/registry/statefulsets/; range_end:/registry/statefulsets0; response_count:0; response_revision:2494; }","duration":"327.10026ms","start":"2026-03-20T10:28:34.279902Z","end":"2026-03-20T10:28:34.607002Z","steps":["trace[1457503401] 'agreement among raft nodes before linearized reading' (duration: 327.033529ms)"],"step_count":1} {"level":"warn","ts":"2026-03-20T10:28:34.607038Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-20T10:28:34.279895Z","time spent":"327.136152ms","remote":"127.0.0.1:36942","response type":"/etcdserverpb.KV/Range","request count":0,"request size":52,"response count":0,"response size":27,"request content":"key:\"/registry/statefulsets/\" range_end:\"/registry/statefulsets0\" count_only:true "} {"level":"warn","ts":"2026-03-20T10:28:35.183246Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"491.173163ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/clusterroles/system:controller:route-controller\" ","response":"range_response_count:1 size:677"} {"level":"info","ts":"2026-03-20T10:28:35.183378Z","caller":"traceutil/trace.go:171","msg":"trace[1350943028] range","detail":"{range_begin:/registry/clusterroles/system:controller:route-controller; range_end:; response_count:1; response_revision:2494; }","duration":"491.357158ms","start":"2026-03-20T10:28:34.691998Z","end":"2026-03-20T10:28:35.183356Z","steps":["trace[1350943028] 'range keys from in-memory index tree' (duration: 491.069731ms)"],"step_count":1} {"level":"warn","ts":"2026-03-20T10:28:35.18343Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-20T10:28:34.691988Z","time spent":"491.43039ms","remote":"127.0.0.1:36850","response type":"/etcdserverpb.KV/Range","request count":0,"request size":59,"response count":1,"response size":699,"request content":"key:\"/registry/clusterroles/system:controller:route-controller\" "} {"level":"warn","ts":"2026-03-20T10:28:35.183535Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"501.540055ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/clusterroles/system:controller:root-ca-cert-publisher\" ","response":"range_response_count:1 size:672"} {"level":"info","ts":"2026-03-20T10:28:35.183591Z","caller":"traceutil/trace.go:171","msg":"trace[1828160991] range","detail":"{range_begin:/registry/clusterroles/system:controller:root-ca-cert-publisher; range_end:; response_count:1; response_revision:2494; }","duration":"501.629079ms","start":"2026-03-20T10:28:34.681949Z","end":"2026-03-20T10:28:35.183578Z","steps":["trace[1828160991] 'range keys from in-memory index tree' (duration: 501.473103ms)"],"step_count":1} {"level":"warn","ts":"2026-03-20T10:28:35.183614Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-20T10:28:34.681935Z","time spent":"501.675009ms","remote":"127.0.0.1:36850","response type":"/etcdserverpb.KV/Range","request count":0,"request size":65,"response count":1,"response size":694,"request content":"key:\"/registry/clusterroles/system:controller:root-ca-cert-publisher\" "} {"level":"info","ts":"2026-03-20T10:28:36.085133Z","caller":"traceutil/trace.go:171","msg":"trace[622818926] linearizableReadLoop","detail":"{readStateIndex:2671; appliedIndex:2670; }","duration":"214.591389ms","start":"2026-03-20T10:28:35.870521Z","end":"2026-03-20T10:28:36.085113Z","steps":["trace[622818926] 'read index received' (duration: 214.386204ms)","trace[622818926] 'applied index is now lower than readState.Index' (duration: 204.495µs)"],"step_count":2} {"level":"info","ts":"2026-03-20T10:28:36.085196Z","caller":"traceutil/trace.go:171","msg":"trace[1736878182] transaction","detail":"{read_only:false; response_revision:2495; number_of_response:1; }","duration":"261.75528ms","start":"2026-03-20T10:28:35.823408Z","end":"2026-03-20T10:28:36.085163Z","steps":["trace[1736878182] 'process raft request' (duration: 261.565245ms)"],"step_count":1} {"level":"warn","ts":"2026-03-20T10:28:36.085287Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"214.744252ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/clusterrolebindings/system:controller:ephemeral-volume-controller\" ","response":"range_response_count:1 size:783"} {"level":"info","ts":"2026-03-20T10:28:36.08533Z","caller":"traceutil/trace.go:171","msg":"trace[1888130331] range","detail":"{range_begin:/registry/clusterrolebindings/system:controller:ephemeral-volume-controller; range_end:; response_count:1; response_revision:2495; }","duration":"214.824605ms","start":"2026-03-20T10:28:35.870495Z","end":"2026-03-20T10:28:36.08532Z","steps":["trace[1888130331] 'agreement among raft nodes before linearized reading' (duration: 214.722702ms)"],"step_count":1} {"level":"warn","ts":"2026-03-20T10:28:36.085421Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"167.12523ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/clusterroles/system:controller:statefulset-controller\" ","response":"range_response_count:1 size:990"} {"level":"info","ts":"2026-03-20T10:28:36.085507Z","caller":"traceutil/trace.go:171","msg":"trace[1516034346] range","detail":"{range_begin:/registry/clusterroles/system:controller:statefulset-controller; range_end:; response_count:1; response_revision:2495; }","duration":"167.270364ms","start":"2026-03-20T10:28:35.918218Z","end":"2026-03-20T10:28:36.085489Z","steps":["trace[1516034346] 'agreement among raft nodes before linearized reading' (duration: 167.10114ms)"],"step_count":1} {"level":"warn","ts":"2026-03-20T10:28:37.283161Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.120358653s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/clusterroles/system:controller:ttl-after-finished-controller\" ","response":"range_response_count:1 size:695"} {"level":"info","ts":"2026-03-20T10:28:37.283252Z","caller":"traceutil/trace.go:171","msg":"trace[2121493171] range","detail":"{range_begin:/registry/clusterroles/system:controller:ttl-after-finished-controller; range_end:; response_count:1; response_revision:2495; }","duration":"1.120494776s","start":"2026-03-20T10:28:36.162739Z","end":"2026-03-20T10:28:37.283234Z","steps":["trace[2121493171] 'range keys from in-memory index tree' (duration: 1.120189449s)"],"step_count":1} {"level":"warn","ts":"2026-03-20T10:28:37.283299Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-20T10:28:36.162717Z","time spent":"1.120571998s","remote":"127.0.0.1:36850","response type":"/etcdserverpb.KV/Range","request count":0,"request size":72,"response count":1,"response size":717,"request content":"key:\"/registry/clusterroles/system:controller:ttl-after-finished-controller\" "} {"level":"warn","ts":"2026-03-20T10:28:37.283746Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.117582533s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/clusterrolebindings/system:controller:expand-controller\" ","response":"range_response_count:1 size:743"} {"level":"info","ts":"2026-03-20T10:28:37.28387Z","caller":"traceutil/trace.go:171","msg":"trace[645252670] range","detail":"{range_begin:/registry/clusterrolebindings/system:controller:expand-controller; range_end:; response_count:1; response_revision:2495; }","duration":"1.117694546s","start":"2026-03-20T10:28:36.166115Z","end":"2026-03-20T10:28:37.283809Z","steps":["trace[645252670] 'range keys from in-memory index tree' (duration: 1.11749379s)"],"step_count":1} {"level":"warn","ts":"2026-03-20T10:28:37.28396Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-20T10:28:36.166098Z","time spent":"1.117843399s","remote":"127.0.0.1:36860","response type":"/etcdserverpb.KV/Range","request count":0,"request size":67,"response count":1,"response size":765,"request content":"key:\"/registry/clusterrolebindings/system:controller:expand-controller\" "} {"level":"warn","ts":"2026-03-20T10:28:37.284016Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"704.939481ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/health\" ","response":"range_response_count:0 size:5"} {"level":"info","ts":"2026-03-20T10:28:37.284076Z","caller":"traceutil/trace.go:171","msg":"trace[443730692] range","detail":"{range_begin:/registry/health; range_end:; response_count:0; response_revision:2495; }","duration":"705.032844ms","start":"2026-03-20T10:28:36.579021Z","end":"2026-03-20T10:28:37.284054Z","steps":["trace[443730692] 'range keys from in-memory index tree' (duration: 704.862799ms)"],"step_count":1} {"level":"warn","ts":"2026-03-20T10:28:37.284137Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-20T10:28:36.579Z","time spent":"705.123485ms","remote":"127.0.0.1:36468","response type":"/etcdserverpb.KV/Range","request count":0,"request size":18,"response count":0,"response size":27,"request content":"key:\"/registry/health\" "} {"level":"warn","ts":"2026-03-20T10:28:37.284157Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"889.237776ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/health\" ","response":"range_response_count:0 size:5"} {"level":"info","ts":"2026-03-20T10:28:37.284197Z","caller":"traceutil/trace.go:171","msg":"trace[1958800237] range","detail":"{range_begin:/registry/health; range_end:; response_count:0; response_revision:2495; }","duration":"889.315418ms","start":"2026-03-20T10:28:36.39487Z","end":"2026-03-20T10:28:37.284186Z","steps":["trace[1958800237] 'range keys from in-memory index tree' (duration: 889.179095ms)"],"step_count":1} {"level":"warn","ts":"2026-03-20T10:28:37.28424Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-20T10:28:36.394847Z","time spent":"889.385349ms","remote":"127.0.0.1:36464","response type":"/etcdserverpb.KV/Range","request count":0,"request size":18,"response count":0,"response size":27,"request content":"key:\"/registry/health\" "} {"level":"warn","ts":"2026-03-20T10:28:37.485141Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"551.931598ms","expected-duration":"100ms","prefix":"","request":"header: lease_revoke:","response":"size:27"} {"level":"info","ts":"2026-03-20T10:28:37.485278Z","caller":"traceutil/trace.go:171","msg":"trace[1152091673] linearizableReadLoop","detail":"{readStateIndex:2672; appliedIndex:2671; }","duration":"125.980721ms","start":"2026-03-20T10:28:37.359268Z","end":"2026-03-20T10:28:37.485248Z","steps":["trace[1152091673] 'read index received' (duration: 71.891µs)","trace[1152091673] 'applied index is now lower than readState.Index' (duration: 125.90666ms)"],"step_count":2} {"level":"warn","ts":"2026-03-20T10:28:37.485442Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"126.154276ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/clusterrolebindings/system:controller:expand-controller\" ","response":"range_response_count:1 size:743"} {"level":"info","ts":"2026-03-20T10:28:37.485522Z","caller":"traceutil/trace.go:171","msg":"trace[999115668] range","detail":"{range_begin:/registry/clusterrolebindings/system:controller:expand-controller; range_end:; response_count:1; response_revision:2495; }","duration":"126.273188ms","start":"2026-03-20T10:28:37.359229Z","end":"2026-03-20T10:28:37.485502Z","steps":["trace[999115668] 'agreement among raft nodes before linearized reading' (duration: 126.109004ms)"],"step_count":1} {"level":"warn","ts":"2026-03-20T10:28:37.485469Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"123.556871ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/clusterroles/system:controller:ttl-after-finished-controller\" ","response":"range_response_count:1 size:695"} {"level":"info","ts":"2026-03-20T10:28:37.485892Z","caller":"traceutil/trace.go:171","msg":"trace[571313743] range","detail":"{range_begin:/registry/clusterroles/system:controller:ttl-after-finished-controller; range_end:; response_count:1; response_revision:2495; }","duration":"124.002372ms","start":"2026-03-20T10:28:37.361868Z","end":"2026-03-20T10:28:37.48587Z","steps":["trace[571313743] 'agreement among raft nodes before linearized reading' (duration: 123.509529ms)"],"step_count":1} {"level":"warn","ts":"2026-03-20T10:28:40.775844Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"154.325698ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/external-resizer-rbd-csi-ceph-com\" ","response":"range_response_count:1 size:509"} {"level":"info","ts":"2026-03-20T10:28:40.775955Z","caller":"traceutil/trace.go:171","msg":"trace[1442151304] range","detail":"{range_begin:/registry/leases/kube-system/external-resizer-rbd-csi-ceph-com; range_end:; response_count:1; response_revision:2496; }","duration":"154.481871ms","start":"2026-03-20T10:28:40.621431Z","end":"2026-03-20T10:28:40.775913Z","steps":["trace[1442151304] 'range keys from in-memory index tree' (duration: 154.159303ms)"],"step_count":1} {"level":"warn","ts":"2026-03-20T10:28:40.776393Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"192.487581ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/masterleases/199.204.45.102\" ","response":"range_response_count:1 size:135"} {"level":"info","ts":"2026-03-20T10:28:40.77643Z","caller":"traceutil/trace.go:171","msg":"trace[954839340] range","detail":"{range_begin:/registry/masterleases/199.204.45.102; range_end:; response_count:1; response_revision:2496; }","duration":"192.552673ms","start":"2026-03-20T10:28:40.583865Z","end":"2026-03-20T10:28:40.776418Z","steps":["trace[954839340] 'range keys from in-memory index tree' (duration: 192.371318ms)"],"step_count":1} {"level":"warn","ts":"2026-03-20T10:28:40.776582Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"169.565622ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/cilium.io/ciliumexternalworkloads/\" range_end:\"/registry/cilium.io/ciliumexternalworkloads0\" count_only:true ","response":"range_response_count:0 size:5"} {"level":"info","ts":"2026-03-20T10:28:40.77662Z","caller":"traceutil/trace.go:171","msg":"trace[59341225] range","detail":"{range_begin:/registry/cilium.io/ciliumexternalworkloads/; range_end:/registry/cilium.io/ciliumexternalworkloads0; response_count:0; response_revision:2496; }","duration":"169.641065ms","start":"2026-03-20T10:28:40.60697Z","end":"2026-03-20T10:28:40.776611Z","steps":["trace[59341225] 'count revisions from in-memory index tree' (duration: 169.486099ms)"],"step_count":1} {"level":"warn","ts":"2026-03-20T10:28:40.776679Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"329.809558ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/clusterrolebindings/system:controller:route-controller\" ","response":"range_response_count:1 size:739"} {"level":"warn","ts":"2026-03-20T10:28:40.776766Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"329.437109ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/clusterrolebindings/system:controller:service-account-controller\" ","response":"range_response_count:1 size:779"} {"level":"info","ts":"2026-03-20T10:28:40.776791Z","caller":"traceutil/trace.go:171","msg":"trace[2030106460] range","detail":"{range_begin:/registry/clusterrolebindings/system:controller:route-controller; range_end:; response_count:1; response_revision:2496; }","duration":"329.930561ms","start":"2026-03-20T10:28:40.446831Z","end":"2026-03-20T10:28:40.776762Z","steps":["trace[2030106460] 'range keys from in-memory index tree' (duration: 329.722596ms)"],"step_count":1} {"level":"info","ts":"2026-03-20T10:28:40.776861Z","caller":"traceutil/trace.go:171","msg":"trace[1653390890] range","detail":"{range_begin:/registry/clusterrolebindings/system:controller:service-account-controller; range_end:; response_count:1; response_revision:2496; }","duration":"329.564152ms","start":"2026-03-20T10:28:40.447272Z","end":"2026-03-20T10:28:40.776836Z","steps":["trace[1653390890] 'range keys from in-memory index tree' (duration: 329.355486ms)"],"step_count":1} {"level":"warn","ts":"2026-03-20T10:28:40.776868Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-20T10:28:40.446817Z","time spent":"330.033875ms","remote":"127.0.0.1:36860","response type":"/etcdserverpb.KV/Range","request count":0,"request size":66,"response count":1,"response size":761,"request content":"key:\"/registry/clusterrolebindings/system:controller:route-controller\" "} {"level":"warn","ts":"2026-03-20T10:28:40.776911Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-20T10:28:40.447267Z","time spent":"329.633254ms","remote":"127.0.0.1:36860","response type":"/etcdserverpb.KV/Range","request count":0,"request size":76,"response count":1,"response size":801,"request content":"key:\"/registry/clusterrolebindings/system:controller:service-account-controller\" "} {"level":"warn","ts":"2026-03-20T10:28:41.421436Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"333.904872ms","expected-duration":"100ms","prefix":"","request":"header: txn: success:> failure: >>","response":"size:16"} {"level":"info","ts":"2026-03-20T10:28:41.421611Z","caller":"traceutil/trace.go:171","msg":"trace[1317888684] transaction","detail":"{read_only:false; response_revision:2497; number_of_response:1; }","duration":"635.595811ms","start":"2026-03-20T10:28:40.785975Z","end":"2026-03-20T10:28:41.421571Z","steps":["trace[1317888684] 'process raft request' (duration: 301.492624ms)","trace[1317888684] 'compare' (duration: 333.750698ms)"],"step_count":2} {"level":"warn","ts":"2026-03-20T10:28:41.421753Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"580.026447ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/clusterrolebindings/system:controller:service-account-controller\" ","response":"range_response_count:1 size:779"} {"level":"warn","ts":"2026-03-20T10:28:41.421764Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-20T10:28:40.785953Z","time spent":"635.734275ms","remote":"127.0.0.1:36750","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":494,"response count":0,"response size":38,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-03-20T10:28:41.421797Z","caller":"traceutil/trace.go:171","msg":"trace[445610839] transaction","detail":"{read_only:false; response_revision:2498; number_of_response:1; }","duration":"478.411721ms","start":"2026-03-20T10:28:40.943193Z","end":"2026-03-20T10:28:41.421605Z","steps":["trace[445610839] 'process raft request' (duration: 478.345509ms)"],"step_count":1} {"level":"info","ts":"2026-03-20T10:28:41.421639Z","caller":"traceutil/trace.go:171","msg":"trace[1861684217] linearizableReadLoop","detail":"{readStateIndex:2675; appliedIndex:2673; }","duration":"579.900224ms","start":"2026-03-20T10:28:40.841717Z","end":"2026-03-20T10:28:41.421617Z","steps":["trace[1861684217] 'read index received' (duration: 100.159739ms)","trace[1861684217] 'applied index is now lower than readState.Index' (duration: 479.738495ms)"],"step_count":2} {"level":"warn","ts":"2026-03-20T10:28:41.421901Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"547.68232ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/clusterrolebindings/system:controller:route-controller\" ","response":"range_response_count:1 size:739"} {"level":"info","ts":"2026-03-20T10:28:41.421935Z","caller":"traceutil/trace.go:171","msg":"trace[233722615] range","detail":"{range_begin:/registry/clusterrolebindings/system:controller:route-controller; range_end:; response_count:1; response_revision:2498; }","duration":"547.760662ms","start":"2026-03-20T10:28:40.874166Z","end":"2026-03-20T10:28:41.421927Z","steps":["trace[233722615] 'agreement among raft nodes before linearized reading' (duration: 547.70857ms)"],"step_count":1} {"level":"warn","ts":"2026-03-20T10:28:41.421969Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-20T10:28:40.874158Z","time spent":"547.803254ms","remote":"127.0.0.1:36860","response type":"/etcdserverpb.KV/Range","request count":0,"request size":66,"response count":1,"response size":761,"request content":"key:\"/registry/clusterrolebindings/system:controller:route-controller\" "} {"level":"warn","ts":"2026-03-20T10:28:41.422279Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-20T10:28:40.943172Z","time spent":"479.073949ms","remote":"127.0.0.1:36498","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":120,"response count":0,"response size":38,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-03-20T10:28:41.421804Z","caller":"traceutil/trace.go:171","msg":"trace[238181824] range","detail":"{range_begin:/registry/clusterrolebindings/system:controller:service-account-controller; range_end:; response_count:1; response_revision:2498; }","duration":"580.116799ms","start":"2026-03-20T10:28:40.841675Z","end":"2026-03-20T10:28:41.421792Z","steps":["trace[238181824] 'agreement among raft nodes before linearized reading' (duration: 580.000866ms)"],"step_count":1} {"level":"warn","ts":"2026-03-20T10:28:41.422418Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-20T10:28:40.841654Z","time spent":"580.757857ms","remote":"127.0.0.1:36860","response type":"/etcdserverpb.KV/Range","request count":0,"request size":76,"response count":1,"response size":801,"request content":"key:\"/registry/clusterrolebindings/system:controller:service-account-controller\" "} {"level":"warn","ts":"2026-03-20T10:28:41.930465Z","caller":"etcdserver/v3_server.go:897","msg":"waiting for ReadIndex response took too long, retrying","sent-request-id":184257304220181266,"retry-timeout":"500ms"} {"level":"info","ts":"2026-03-20T10:28:41.997479Z","caller":"traceutil/trace.go:171","msg":"trace[163937800] transaction","detail":"{read_only:false; response_revision:2499; number_of_response:1; }","duration":"569.831601ms","start":"2026-03-20T10:28:41.427612Z","end":"2026-03-20T10:28:41.997443Z","steps":["trace[163937800] 'process raft request' (duration: 569.709008ms)"],"step_count":1} {"level":"warn","ts":"2026-03-20T10:28:41.997595Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-20T10:28:41.427593Z","time spent":"569.947933ms","remote":"127.0.0.1:36552","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":869,"response count":0,"response size":38,"request content":"compare: success:> failure:<>"} {"level":"info","ts":"2026-03-20T10:28:42.074224Z","caller":"traceutil/trace.go:171","msg":"trace[1520021689] linearizableReadLoop","detail":"{readStateIndex:2679; appliedIndex:2676; }","duration":"644.210688ms","start":"2026-03-20T10:28:41.429998Z","end":"2026-03-20T10:28:42.074209Z","steps":["trace[1520021689] 'read index received' (duration: 567.383638ms)","trace[1520021689] 'applied index is now lower than readState.Index' (duration: 76.82625ms)"],"step_count":2} {"level":"info","ts":"2026-03-20T10:28:42.074333Z","caller":"traceutil/trace.go:171","msg":"trace[1917930443] transaction","detail":"{read_only:false; response_revision:2501; number_of_response:1; }","duration":"596.324159ms","start":"2026-03-20T10:28:41.477966Z","end":"2026-03-20T10:28:42.07429Z","steps":["trace[1917930443] 'process raft request' (duration: 596.213126ms)"],"step_count":1} {"level":"warn","ts":"2026-03-20T10:28:42.074402Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"644.385572ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/endpointslices/default/kubernetes\" ","response":"range_response_count:1 size:481"} {"level":"info","ts":"2026-03-20T10:28:42.07443Z","caller":"traceutil/trace.go:171","msg":"trace[189596404] range","detail":"{range_begin:/registry/endpointslices/default/kubernetes; range_end:; response_count:1; response_revision:2501; }","duration":"644.450734ms","start":"2026-03-20T10:28:41.429972Z","end":"2026-03-20T10:28:42.074423Z","steps":["trace[189596404] 'agreement among raft nodes before linearized reading' (duration: 644.30951ms)"],"step_count":1} {"level":"warn","ts":"2026-03-20T10:28:42.074431Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"563.015998ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/clusterrolebindings/system:controller:statefulset-controller\" ","response":"range_response_count:1 size:763"} {"level":"warn","ts":"2026-03-20T10:28:42.074456Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-20T10:28:41.429961Z","time spent":"644.489765ms","remote":"127.0.0.1:36752","response type":"/etcdserverpb.KV/Range","request count":0,"request size":45,"response count":1,"response size":503,"request content":"key:\"/registry/endpointslices/default/kubernetes\" "} {"level":"info","ts":"2026-03-20T10:28:42.074488Z","caller":"traceutil/trace.go:171","msg":"trace[2029265340] range","detail":"{range_begin:/registry/clusterrolebindings/system:controller:statefulset-controller; range_end:; response_count:1; response_revision:2501; }","duration":"563.11503ms","start":"2026-03-20T10:28:41.511353Z","end":"2026-03-20T10:28:42.074468Z","steps":["trace[2029265340] 'agreement among raft nodes before linearized reading' (duration: 563.013508ms)"],"step_count":1} {"level":"warn","ts":"2026-03-20T10:28:42.07451Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-20T10:28:41.477943Z","time spent":"596.473383ms","remote":"127.0.0.1:36750","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":521,"response count":0,"response size":38,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-03-20T10:28:42.074526Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-20T10:28:41.511329Z","time spent":"563.188111ms","remote":"127.0.0.1:36860","response type":"/etcdserverpb.KV/Range","request count":0,"request size":72,"response count":1,"response size":785,"request content":"key:\"/registry/clusterrolebindings/system:controller:statefulset-controller\" "} {"level":"warn","ts":"2026-03-20T10:28:42.074533Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"263.34776ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/events/kube-system/kube-scheduler-instance.189e8559f2f2ac92\" ","response":"range_response_count:1 size:814"} {"level":"warn","ts":"2026-03-20T10:28:42.074547Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"494.953078ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/health\" ","response":"range_response_count:0 size:5"} {"level":"info","ts":"2026-03-20T10:28:42.074583Z","caller":"traceutil/trace.go:171","msg":"trace[578853039] range","detail":"{range_begin:/registry/events/kube-system/kube-scheduler-instance.189e8559f2f2ac92; range_end:; response_count:1; response_revision:2501; }","duration":"263.447873ms","start":"2026-03-20T10:28:41.811123Z","end":"2026-03-20T10:28:42.074571Z","steps":["trace[578853039] 'agreement among raft nodes before linearized reading' (duration: 263.283429ms)"],"step_count":1} {"level":"info","ts":"2026-03-20T10:28:42.074592Z","caller":"traceutil/trace.go:171","msg":"trace[1717169402] range","detail":"{range_begin:/registry/health; range_end:; response_count:0; response_revision:2501; }","duration":"495.0402ms","start":"2026-03-20T10:28:41.579539Z","end":"2026-03-20T10:28:42.07458Z","steps":["trace[1717169402] 'agreement among raft nodes before linearized reading' (duration: 494.972298ms)"],"step_count":1} {"level":"warn","ts":"2026-03-20T10:28:42.074624Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-20T10:28:41.579518Z","time spent":"495.099592ms","remote":"127.0.0.1:36464","response type":"/etcdserverpb.KV/Range","request count":0,"request size":18,"response count":0,"response size":27,"request content":"key:\"/registry/health\" "} {"level":"warn","ts":"2026-03-20T10:28:42.074767Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"558.630846ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/clusterrolebindings/system:controller:service-controller\" ","response":"range_response_count:1 size:747"} {"level":"info","ts":"2026-03-20T10:28:42.074808Z","caller":"traceutil/trace.go:171","msg":"trace[1769156010] range","detail":"{range_begin:/registry/clusterrolebindings/system:controller:service-controller; range_end:; response_count:1; response_revision:2501; }","duration":"558.697538ms","start":"2026-03-20T10:28:41.516098Z","end":"2026-03-20T10:28:42.074796Z","steps":["trace[1769156010] 'agreement among raft nodes before linearized reading' (duration: 558.623846ms)"],"step_count":1} {"level":"warn","ts":"2026-03-20T10:28:42.074843Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-20T10:28:41.516084Z","time spent":"558.751239ms","remote":"127.0.0.1:36860","response type":"/etcdserverpb.KV/Range","request count":0,"request size":68,"response count":1,"response size":769,"request content":"key:\"/registry/clusterrolebindings/system:controller:service-controller\" "} {"level":"info","ts":"2026-03-20T10:28:42.074289Z","caller":"traceutil/trace.go:171","msg":"trace[1125402190] transaction","detail":"{read_only:false; response_revision:2500; number_of_response:1; }","duration":"643.491299ms","start":"2026-03-20T10:28:41.430752Z","end":"2026-03-20T10:28:42.074244Z","steps":["trace[1125402190] 'process raft request' (duration: 643.335005ms)"],"step_count":1} {"level":"warn","ts":"2026-03-20T10:28:42.075108Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-20T10:28:41.430741Z","time spent":"644.214578ms","remote":"127.0.0.1:36750","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":494,"response count":0,"response size":38,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-03-20T10:28:42.268405Z","caller":"traceutil/trace.go:171","msg":"trace[1060545382] linearizableReadLoop","detail":"{readStateIndex:2680; appliedIndex:2679; }","duration":"120.988706ms","start":"2026-03-20T10:28:42.147395Z","end":"2026-03-20T10:28:42.268384Z","steps":["trace[1060545382] 'read index received' (duration: 108.215003ms)","trace[1060545382] 'applied index is now lower than readState.Index' (duration: 12.772613ms)"],"step_count":2} {"level":"warn","ts":"2026-03-20T10:28:42.268582Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"121.16029ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/clusterrolebindings/system:controller:service-controller\" ","response":"range_response_count:1 size:747"} {"level":"info","ts":"2026-03-20T10:28:42.26865Z","caller":"traceutil/trace.go:171","msg":"trace[1250821236] range","detail":"{range_begin:/registry/clusterrolebindings/system:controller:service-controller; range_end:; response_count:1; response_revision:2502; }","duration":"121.271043ms","start":"2026-03-20T10:28:42.147368Z","end":"2026-03-20T10:28:42.268639Z","steps":["trace[1250821236] 'agreement among raft nodes before linearized reading' (duration: 121.098589ms)"],"step_count":1} {"level":"warn","ts":"2026-03-20T10:28:42.268631Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"120.461552ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/clusterrolebindings/system:controller:statefulset-controller\" ","response":"range_response_count:1 size:763"} {"level":"info","ts":"2026-03-20T10:28:42.268714Z","caller":"traceutil/trace.go:171","msg":"trace[1985697633] range","detail":"{range_begin:/registry/clusterrolebindings/system:controller:statefulset-controller; range_end:; response_count:1; response_revision:2502; }","duration":"120.573525ms","start":"2026-03-20T10:28:42.148115Z","end":"2026-03-20T10:28:42.268688Z","steps":["trace[1985697633] 'agreement among raft nodes before linearized reading' (duration: 120.40208ms)"],"step_count":1} {"level":"info","ts":"2026-03-20T10:28:42.269155Z","caller":"traceutil/trace.go:171","msg":"trace[593044051] transaction","detail":"{read_only:false; response_revision:2502; number_of_response:1; }","duration":"189.813044ms","start":"2026-03-20T10:28:42.07861Z","end":"2026-03-20T10:28:42.268423Z","steps":["trace[593044051] 'process raft request' (duration: 176.933018ms)","trace[593044051] 'compare' (duration: 12.741023ms)"],"step_count":2} {"level":"warn","ts":"2026-03-20T10:28:42.509412Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"110.327307ms","expected-duration":"100ms","prefix":"read-only range ","request":"limit:1 serializable:true keys_only:true ","response":"range_response_count:0 size:5"} {"level":"info","ts":"2026-03-20T10:28:42.509559Z","caller":"traceutil/trace.go:171","msg":"trace[846008315] range","detail":"{range_begin:; range_end:; response_count:0; response_revision:2502; }","duration":"110.482691ms","start":"2026-03-20T10:28:42.399051Z","end":"2026-03-20T10:28:42.509534Z","steps":["trace[846008315] 'range keys from in-memory index tree' (duration: 110.282836ms)"],"step_count":1} {"level":"info","ts":"2026-03-20T10:28:44.855473Z","caller":"traceutil/trace.go:171","msg":"trace[1298299683] linearizableReadLoop","detail":"{readStateIndex:2681; appliedIndex:2680; }","duration":"483.54699ms","start":"2026-03-20T10:28:44.37191Z","end":"2026-03-20T10:28:44.855457Z","steps":["trace[1298299683] 'read index received' (duration: 483.408297ms)","trace[1298299683] 'applied index is now lower than readState.Index' (duration: 137.923µs)"],"step_count":2} {"level":"info","ts":"2026-03-20T10:28:44.855551Z","caller":"traceutil/trace.go:171","msg":"trace[714140251] transaction","detail":"{read_only:false; response_revision:2503; number_of_response:1; }","duration":"562.444803ms","start":"2026-03-20T10:28:44.293097Z","end":"2026-03-20T10:28:44.855542Z","steps":["trace[714140251] 'process raft request' (duration: 562.264409ms)"],"step_count":1} {"level":"warn","ts":"2026-03-20T10:28:44.855751Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-20T10:28:44.293068Z","time spent":"562.497604ms","remote":"127.0.0.1:36552","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":726,"response count":0,"response size":38,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-03-20T10:28:44.856042Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"484.130066ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/external-snapshotter-leader-rbd-csi-ceph-com\" ","response":"range_response_count:1 size:534"} {"level":"info","ts":"2026-03-20T10:28:44.856068Z","caller":"traceutil/trace.go:171","msg":"trace[1632619208] range","detail":"{range_begin:/registry/leases/kube-system/external-snapshotter-leader-rbd-csi-ceph-com; range_end:; response_count:1; response_revision:2503; }","duration":"484.223817ms","start":"2026-03-20T10:28:44.371837Z","end":"2026-03-20T10:28:44.856061Z","steps":["trace[1632619208] 'agreement among raft nodes before linearized reading' (duration: 484.114095ms)"],"step_count":1} {"level":"warn","ts":"2026-03-20T10:28:44.856087Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-20T10:28:44.371821Z","time spent":"484.262469ms","remote":"127.0.0.1:36750","response type":"/etcdserverpb.KV/Range","request count":0,"request size":75,"response count":1,"response size":556,"request content":"key:\"/registry/leases/kube-system/external-snapshotter-leader-rbd-csi-ceph-com\" "} {"level":"warn","ts":"2026-03-20T10:28:44.85627Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"474.973363ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/cilium.io/ciliumnodeconfigs/\" range_end:\"/registry/cilium.io/ciliumnodeconfigs0\" count_only:true ","response":"range_response_count:0 size:5"} {"level":"info","ts":"2026-03-20T10:28:44.856299Z","caller":"traceutil/trace.go:171","msg":"trace[826416284] range","detail":"{range_begin:/registry/cilium.io/ciliumnodeconfigs/; range_end:/registry/cilium.io/ciliumnodeconfigs0; response_count:0; response_revision:2503; }","duration":"475.042395ms","start":"2026-03-20T10:28:44.38125Z","end":"2026-03-20T10:28:44.856293Z","steps":["trace[826416284] 'agreement among raft nodes before linearized reading' (duration: 475.000244ms)"],"step_count":1} {"level":"warn","ts":"2026-03-20T10:28:44.856313Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-20T10:28:44.381243Z","time spent":"475.066325ms","remote":"127.0.0.1:54200","response type":"/etcdserverpb.KV/Range","request count":0,"request size":82,"response count":0,"response size":27,"request content":"key:\"/registry/cilium.io/ciliumnodeconfigs/\" range_end:\"/registry/cilium.io/ciliumnodeconfigs0\" count_only:true "} {"level":"warn","ts":"2026-03-20T10:28:44.856571Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"244.894084ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/rbd-csi-ceph-com\" ","response":"range_response_count:1 size:473"} {"level":"info","ts":"2026-03-20T10:28:44.856594Z","caller":"traceutil/trace.go:171","msg":"trace[338105435] range","detail":"{range_begin:/registry/leases/kube-system/rbd-csi-ceph-com; range_end:; response_count:1; response_revision:2503; }","duration":"244.919364ms","start":"2026-03-20T10:28:44.61167Z","end":"2026-03-20T10:28:44.856589Z","steps":["trace[338105435] 'agreement among raft nodes before linearized reading' (duration: 244.854583ms)"],"step_count":1} {"level":"warn","ts":"2026-03-20T10:28:44.856786Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"376.097819ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/controllers/\" range_end:\"/registry/controllers0\" count_only:true ","response":"range_response_count:0 size:5"} {"level":"info","ts":"2026-03-20T10:28:44.856852Z","caller":"traceutil/trace.go:171","msg":"trace[935549640] range","detail":"{range_begin:/registry/controllers/; range_end:/registry/controllers0; response_count:0; response_revision:2503; }","duration":"376.178651ms","start":"2026-03-20T10:28:44.48066Z","end":"2026-03-20T10:28:44.856839Z","steps":["trace[935549640] 'agreement among raft nodes before linearized reading' (duration: 376.063518ms)"],"step_count":1} {"level":"warn","ts":"2026-03-20T10:28:44.856884Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-20T10:28:44.480593Z","time spent":"376.284063ms","remote":"127.0.0.1:36674","response type":"/etcdserverpb.KV/Range","request count":0,"request size":50,"response count":0,"response size":27,"request content":"key:\"/registry/controllers/\" range_end:\"/registry/controllers0\" count_only:true "} {"level":"info","ts":"2026-03-20T10:28:45.235881Z","caller":"traceutil/trace.go:171","msg":"trace[990051533] linearizableReadLoop","detail":"{readStateIndex:2682; appliedIndex:2681; }","duration":"364.465024ms","start":"2026-03-20T10:28:44.871393Z","end":"2026-03-20T10:28:45.235858Z","steps":["trace[990051533] 'read index received' (duration: 328.861155ms)","trace[990051533] 'applied index is now lower than readState.Index' (duration: 35.602809ms)"],"step_count":2} {"level":"info","ts":"2026-03-20T10:28:45.236045Z","caller":"traceutil/trace.go:171","msg":"trace[989775754] transaction","detail":"{read_only:false; response_revision:2504; number_of_response:1; }","duration":"374.310973ms","start":"2026-03-20T10:28:44.861724Z","end":"2026-03-20T10:28:45.236035Z","steps":["trace[989775754] 'process raft request' (duration: 338.586351ms)","trace[989775754] 'compare' (duration: 35.136818ms)"],"step_count":2} {"level":"warn","ts":"2026-03-20T10:28:45.236103Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"245.778417ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/namespaces/\" range_end:\"/registry/namespaces0\" limit:500 ","response":"range_response_count:4 size:1383"} {"level":"info","ts":"2026-03-20T10:28:45.236164Z","caller":"traceutil/trace.go:171","msg":"trace[1972626160] range","detail":"{range_begin:/registry/namespaces/; range_end:/registry/namespaces0; response_count:4; response_revision:2504; }","duration":"245.878099ms","start":"2026-03-20T10:28:44.990274Z","end":"2026-03-20T10:28:45.236152Z","steps":["trace[1972626160] 'agreement among raft nodes before linearized reading' (duration: 245.767046ms)"],"step_count":1} {"level":"warn","ts":"2026-03-20T10:28:45.236174Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-20T10:28:44.861707Z","time spent":"374.384895ms","remote":"127.0.0.1:36750","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":519,"response count":0,"response size":38,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-03-20T10:28:45.236377Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"142.53635ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pods/kube-system/kube-scheduler-instance\" ","response":"range_response_count:1 size:4582"} {"level":"info","ts":"2026-03-20T10:28:45.236401Z","caller":"traceutil/trace.go:171","msg":"trace[1224639432] range","detail":"{range_begin:/registry/pods/kube-system/kube-scheduler-instance; range_end:; response_count:1; response_revision:2504; }","duration":"142.601611ms","start":"2026-03-20T10:28:45.093794Z","end":"2026-03-20T10:28:45.236395Z","steps":["trace[1224639432] 'agreement among raft nodes before linearized reading' (duration: 142.515779ms)"],"step_count":1} {"level":"warn","ts":"2026-03-20T10:28:45.236866Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"365.473029ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/events/kube-system/kube-scheduler-instance.189e855a5585d6b9\" ","response":"range_response_count:1 size:741"} {"level":"info","ts":"2026-03-20T10:28:45.236928Z","caller":"traceutil/trace.go:171","msg":"trace[1001054476] range","detail":"{range_begin:/registry/events/kube-system/kube-scheduler-instance.189e855a5585d6b9; range_end:; response_count:1; response_revision:2504; }","duration":"365.550121ms","start":"2026-03-20T10:28:44.871339Z","end":"2026-03-20T10:28:45.236889Z","steps":["trace[1001054476] 'agreement among raft nodes before linearized reading' (duration: 365.197712ms)"],"step_count":1} {"level":"warn","ts":"2026-03-20T10:28:45.236955Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-20T10:28:44.871293Z","time spent":"365.655503ms","remote":"127.0.0.1:36552","response type":"/etcdserverpb.KV/Range","request count":0,"request size":71,"response count":1,"response size":763,"request content":"key:\"/registry/events/kube-system/kube-scheduler-instance.189e855a5585d6b9\" "} {"level":"info","ts":"2026-03-20T10:28:45.515398Z","caller":"traceutil/trace.go:171","msg":"trace[2078660528] transaction","detail":"{read_only:false; response_revision:2506; number_of_response:1; }","duration":"275.297382ms","start":"2026-03-20T10:28:45.240066Z","end":"2026-03-20T10:28:45.515363Z","steps":["trace[2078660528] 'process raft request' (duration: 274.956424ms)"],"step_count":1} {"level":"info","ts":"2026-03-20T10:28:45.515511Z","caller":"traceutil/trace.go:171","msg":"trace[1213901299] transaction","detail":"{read_only:false; response_revision:2507; number_of_response:1; }","duration":"270.952063ms","start":"2026-03-20T10:28:45.244509Z","end":"2026-03-20T10:28:45.515461Z","steps":["trace[1213901299] 'process raft request' (duration: 270.784879ms)"],"step_count":1} {"level":"warn","ts":"2026-03-20T10:28:45.515613Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"196.048641ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/configmaps/kube-node-lease/\" range_end:\"/registry/configmaps/kube-node-lease0\" limit:500 ","response":"range_response_count:1 size:1754"} {"level":"info","ts":"2026-03-20T10:28:45.515704Z","caller":"traceutil/trace.go:171","msg":"trace[1055896733] range","detail":"{range_begin:/registry/configmaps/kube-node-lease/; range_end:/registry/configmaps/kube-node-lease0; response_count:1; response_revision:2507; }","duration":"196.206034ms","start":"2026-03-20T10:28:45.319487Z","end":"2026-03-20T10:28:45.515693Z","steps":["trace[1055896733] 'agreement among raft nodes before linearized reading' (duration: 195.994829ms)"],"step_count":1} {"level":"warn","ts":"2026-03-20T10:28:45.515952Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"198.281807ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/configmaps/default/\" range_end:\"/registry/configmaps/default0\" limit:500 ","response":"range_response_count:1 size:1738"} {"level":"info","ts":"2026-03-20T10:28:45.516032Z","caller":"traceutil/trace.go:171","msg":"trace[1368932434] range","detail":"{range_begin:/registry/configmaps/default/; range_end:/registry/configmaps/default0; response_count:1; response_revision:2507; }","duration":"198.41463ms","start":"2026-03-20T10:28:45.317594Z","end":"2026-03-20T10:28:45.516009Z","steps":["trace[1368932434] 'agreement among raft nodes before linearized reading' (duration: 198.221736ms)"],"step_count":1} {"level":"warn","ts":"2026-03-20T10:28:45.516125Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"262.169531ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/configmaps/kube-system/extension-apiserver-authentication\" ","response":"range_response_count:1 size:3017"} {"level":"info","ts":"2026-03-20T10:28:45.515451Z","caller":"traceutil/trace.go:171","msg":"trace[598561976] linearizableReadLoop","detail":"{readStateIndex:2685; appliedIndex:2683; }","duration":"190.07177ms","start":"2026-03-20T10:28:45.325359Z","end":"2026-03-20T10:28:45.515431Z","steps":["trace[598561976] 'read index received' (duration: 189.731701ms)","trace[598561976] 'applied index is now lower than readState.Index' (duration: 339.409µs)"],"step_count":2} {"level":"info","ts":"2026-03-20T10:28:45.516195Z","caller":"traceutil/trace.go:171","msg":"trace[426187654] range","detail":"{range_begin:/registry/configmaps/kube-system/extension-apiserver-authentication; range_end:; response_count:1; response_revision:2507; }","duration":"262.271124ms","start":"2026-03-20T10:28:45.253907Z","end":"2026-03-20T10:28:45.516178Z","steps":["trace[426187654] 'agreement among raft nodes before linearized reading' (duration: 262.13313ms)"],"step_count":1} {"level":"warn","ts":"2026-03-20T10:28:46.077307Z","caller":"etcdserver/v3_server.go:897","msg":"waiting for ReadIndex response took too long, retrying","sent-request-id":184257304220181357,"retry-timeout":"500ms"} {"level":"info","ts":"2026-03-20T10:28:46.173995Z","caller":"traceutil/trace.go:171","msg":"trace[904443676] transaction","detail":"{read_only:false; response_revision:2508; number_of_response:1; }","duration":"844.928746ms","start":"2026-03-20T10:28:45.329053Z","end":"2026-03-20T10:28:46.173981Z","steps":["trace[904443676] 'process raft request' (duration: 844.688811ms)"],"step_count":1} {"level":"warn","ts":"2026-03-20T10:28:46.174102Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-20T10:28:45.329041Z","time spent":"844.992848ms","remote":"127.0.0.1:36750","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":518,"response count":0,"response size":38,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-03-20T10:28:46.174191Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"597.255041ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/health\" ","response":"range_response_count:0 size:5"} {"level":"info","ts":"2026-03-20T10:28:46.174221Z","caller":"traceutil/trace.go:171","msg":"trace[928950229] range","detail":"{range_begin:/registry/health; range_end:; response_count:0; response_revision:2508; }","duration":"597.316843ms","start":"2026-03-20T10:28:45.576896Z","end":"2026-03-20T10:28:46.174213Z","steps":["trace[928950229] 'agreement among raft nodes before linearized reading' (duration: 597.267272ms)"],"step_count":1} {"level":"warn","ts":"2026-03-20T10:28:46.174241Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-20T10:28:45.576879Z","time spent":"597.358374ms","remote":"127.0.0.1:36464","response type":"/etcdserverpb.KV/Range","request count":0,"request size":18,"response count":0,"response size":27,"request content":"key:\"/registry/health\" "} {"level":"info","ts":"2026-03-20T10:28:46.173923Z","caller":"traceutil/trace.go:171","msg":"trace[1228694637] linearizableReadLoop","detail":"{readStateIndex:2686; appliedIndex:2685; }","duration":"596.970244ms","start":"2026-03-20T10:28:45.57693Z","end":"2026-03-20T10:28:46.1739Z","steps":["trace[1228694637] 'read index received' (duration: 596.833381ms)","trace[1228694637] 'applied index is now lower than readState.Index' (duration: 136.023µs)"],"step_count":2} {"level":"warn","ts":"2026-03-20T10:28:46.445543Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"177.647267ms","expected-duration":"100ms","prefix":"","request":"header: lease_revoke:","response":"size:27"} {"level":"warn","ts":"2026-03-20T10:28:46.445824Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"813.534784ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/configmaps/default/kube-root-ca.crt\" ","response":"range_response_count:1 size:1738"} {"level":"warn","ts":"2026-03-20T10:28:46.445858Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"820.679664ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/cronjobs/kube-node-lease/\" range_end:\"/registry/cronjobs/kube-node-lease0\" limit:500 ","response":"range_response_count:0 size:5"} {"level":"info","ts":"2026-03-20T10:28:46.445884Z","caller":"traceutil/trace.go:171","msg":"trace[346096131] range","detail":"{range_begin:/registry/configmaps/default/kube-root-ca.crt; range_end:; response_count:1; response_revision:2508; }","duration":"813.611815ms","start":"2026-03-20T10:28:45.632253Z","end":"2026-03-20T10:28:46.445865Z","steps":["trace[346096131] 'agreement among raft nodes before linearized reading' (duration: 813.480102ms)"],"step_count":1} {"level":"info","ts":"2026-03-20T10:28:46.445912Z","caller":"traceutil/trace.go:171","msg":"trace[911201491] range","detail":"{range_begin:/registry/cronjobs/kube-node-lease/; range_end:/registry/cronjobs/kube-node-lease0; response_count:0; response_revision:2508; }","duration":"820.761716ms","start":"2026-03-20T10:28:45.625135Z","end":"2026-03-20T10:28:46.445897Z","steps":["trace[911201491] 'agreement among raft nodes before linearized reading' (duration: 820.668074ms)"],"step_count":1} {"level":"warn","ts":"2026-03-20T10:28:46.445897Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"835.498098ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/configmaps/kube-node-lease/kube-root-ca.crt\" ","response":"range_response_count:1 size:1754"} {"level":"warn","ts":"2026-03-20T10:28:46.44594Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-20T10:28:45.632245Z","time spent":"813.677588ms","remote":"127.0.0.1:36582","response type":"/etcdserverpb.KV/Range","request count":0,"request size":47,"response count":1,"response size":1760,"request content":"key:\"/registry/configmaps/default/kube-root-ca.crt\" "} {"level":"warn","ts":"2026-03-20T10:28:46.445957Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-20T10:28:45.625086Z","time spent":"820.856638ms","remote":"127.0.0.1:36728","response type":"/etcdserverpb.KV/Range","request count":0,"request size":77,"response count":0,"response size":27,"request content":"key:\"/registry/cronjobs/kube-node-lease/\" range_end:\"/registry/cronjobs/kube-node-lease0\" limit:500 "} {"level":"info","ts":"2026-03-20T10:28:46.445984Z","caller":"traceutil/trace.go:171","msg":"trace[1838038491] range","detail":"{range_begin:/registry/configmaps/kube-node-lease/kube-root-ca.crt; range_end:; response_count:1; response_revision:2508; }","duration":"835.623571ms","start":"2026-03-20T10:28:45.610341Z","end":"2026-03-20T10:28:46.445965Z","steps":["trace[1838038491] 'agreement among raft nodes before linearized reading' (duration: 835.454507ms)"],"step_count":1} {"level":"warn","ts":"2026-03-20T10:28:46.446002Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"822.10236ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/kube-scheduler\" ","response":"range_response_count:1 size:480"} {"level":"warn","ts":"2026-03-20T10:28:46.446041Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-20T10:28:45.610321Z","time spent":"835.710753ms","remote":"127.0.0.1:36582","response type":"/etcdserverpb.KV/Range","request count":0,"request size":55,"response count":1,"response size":1776,"request content":"key:\"/registry/configmaps/kube-node-lease/kube-root-ca.crt\" "} {"level":"info","ts":"2026-03-20T10:28:46.446094Z","caller":"traceutil/trace.go:171","msg":"trace[41815587] range","detail":"{range_begin:/registry/leases/kube-system/kube-scheduler; range_end:; response_count:1; response_revision:2508; }","duration":"822.223774ms","start":"2026-03-20T10:28:45.623848Z","end":"2026-03-20T10:28:46.446071Z","steps":["trace[41815587] 'agreement among raft nodes before linearized reading' (duration: 821.926476ms)"],"step_count":1} {"level":"warn","ts":"2026-03-20T10:28:46.446147Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-20T10:28:45.623838Z","time spent":"822.297275ms","remote":"127.0.0.1:36750","response type":"/etcdserverpb.KV/Range","request count":0,"request size":45,"response count":1,"response size":502,"request content":"key:\"/registry/leases/kube-system/kube-scheduler\" "} {"level":"warn","ts":"2026-03-20T10:28:46.446234Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"603.417187ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/apiextensions.k8s.io/customresourcedefinitions/\" range_end:\"/registry/apiextensions.k8s.io/customresourcedefinitions0\" count_only:true ","response":"range_response_count:0 size:7"} {"level":"info","ts":"2026-03-20T10:28:46.446291Z","caller":"traceutil/trace.go:171","msg":"trace[1984931995] range","detail":"{range_begin:/registry/apiextensions.k8s.io/customresourcedefinitions/; range_end:/registry/apiextensions.k8s.io/customresourcedefinitions0; response_count:0; response_revision:2508; }","duration":"603.523761ms","start":"2026-03-20T10:28:45.84275Z","end":"2026-03-20T10:28:46.446274Z","steps":["trace[1984931995] 'agreement among raft nodes before linearized reading' (duration: 603.422068ms)"],"step_count":1} {"level":"warn","ts":"2026-03-20T10:28:46.44634Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-20T10:28:45.842691Z","time spent":"603.632703ms","remote":"127.0.0.1:36526","response type":"/etcdserverpb.KV/Range","request count":0,"request size":120,"response count":11,"response size":29,"request content":"key:\"/registry/apiextensions.k8s.io/customresourcedefinitions/\" range_end:\"/registry/apiextensions.k8s.io/customresourcedefinitions0\" count_only:true "} {"level":"warn","ts":"2026-03-20T10:28:46.446593Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"850.879587ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/cronjobs/default/\" range_end:\"/registry/cronjobs/default0\" limit:500 ","response":"range_response_count:0 size:5"} {"level":"info","ts":"2026-03-20T10:28:46.446638Z","caller":"traceutil/trace.go:171","msg":"trace[821226751] range","detail":"{range_begin:/registry/cronjobs/default/; range_end:/registry/cronjobs/default0; response_count:0; response_revision:2508; }","duration":"850.928788ms","start":"2026-03-20T10:28:45.595695Z","end":"2026-03-20T10:28:46.446624Z","steps":["trace[821226751] 'agreement among raft nodes before linearized reading' (duration: 850.851526ms)"],"step_count":1} {"level":"warn","ts":"2026-03-20T10:28:46.446688Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-20T10:28:45.595634Z","time spent":"851.042321ms","remote":"127.0.0.1:36728","response type":"/etcdserverpb.KV/Range","request count":0,"request size":61,"response count":0,"response size":27,"request content":"key:\"/registry/cronjobs/default/\" range_end:\"/registry/cronjobs/default0\" limit:500 "} {"level":"info","ts":"2026-03-20T10:28:46.446727Z","caller":"traceutil/trace.go:171","msg":"trace[1037283124] linearizableReadLoop","detail":"{readStateIndex:2687; appliedIndex:2686; }","duration":"271.258231ms","start":"2026-03-20T10:28:46.174422Z","end":"2026-03-20T10:28:46.44568Z","steps":["trace[1037283124] 'read index received' (duration: 93.393039ms)","trace[1037283124] 'applied index is now lower than readState.Index' (duration: 177.863242ms)"],"step_count":2} {"level":"warn","ts":"2026-03-20T10:28:46.446931Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"271.767444ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/health\" ","response":"range_response_count:0 size:5"} {"level":"info","ts":"2026-03-20T10:28:46.446979Z","caller":"traceutil/trace.go:171","msg":"trace[1488677506] range","detail":"{range_begin:/registry/health; range_end:; response_count:0; response_revision:2508; }","duration":"271.850485ms","start":"2026-03-20T10:28:46.175113Z","end":"2026-03-20T10:28:46.446964Z","steps":["trace[1488677506] 'agreement among raft nodes before linearized reading' (duration: 271.773293ms)"],"step_count":1} {"level":"info","ts":"2026-03-20T10:28:47.02469Z","caller":"traceutil/trace.go:171","msg":"trace[1700704239] transaction","detail":"{read_only:false; response_revision:2509; number_of_response:1; }","duration":"204.036751ms","start":"2026-03-20T10:28:46.820631Z","end":"2026-03-20T10:28:47.024668Z","steps":["trace[1700704239] 'process raft request' (duration: 203.834106ms)"],"step_count":1} {"level":"info","ts":"2026-03-20T10:28:47.024687Z","caller":"traceutil/trace.go:171","msg":"trace[803511031] linearizableReadLoop","detail":"{readStateIndex:2688; appliedIndex:2687; }","duration":"195.007974ms","start":"2026-03-20T10:28:46.829646Z","end":"2026-03-20T10:28:47.024654Z","steps":["trace[803511031] 'read index received' (duration: 194.760358ms)","trace[803511031] 'applied index is now lower than readState.Index' (duration: 246.246µs)"],"step_count":2} {"level":"warn","ts":"2026-03-20T10:28:47.024826Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"195.153107ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/jobs/kube-node-lease/\" range_end:\"/registry/jobs/kube-node-lease0\" limit:500 ","response":"range_response_count:0 size:5"} {"level":"info","ts":"2026-03-20T10:28:47.025035Z","caller":"traceutil/trace.go:171","msg":"trace[931937455] range","detail":"{range_begin:/registry/jobs/kube-node-lease/; range_end:/registry/jobs/kube-node-lease0; response_count:0; response_revision:2509; }","duration":"195.384974ms","start":"2026-03-20T10:28:46.829622Z","end":"2026-03-20T10:28:47.025007Z","steps":["trace[931937455] 'agreement among raft nodes before linearized reading' (duration: 195.118006ms)"],"step_count":1} {"level":"warn","ts":"2026-03-20T10:28:47.025261Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"116.493212ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/services/endpoints/default/kubernetes\" ","response":"range_response_count:1 size:422"} {"level":"info","ts":"2026-03-20T10:28:47.025306Z","caller":"traceutil/trace.go:171","msg":"trace[6804664] range","detail":"{range_begin:/registry/services/endpoints/default/kubernetes; range_end:; response_count:1; response_revision:2509; }","duration":"116.551964ms","start":"2026-03-20T10:28:46.908742Z","end":"2026-03-20T10:28:47.025294Z","steps":["trace[6804664] 'agreement among raft nodes before linearized reading' (duration: 116.41519ms)"],"step_count":1} {"level":"warn","ts":"2026-03-20T10:28:47.025485Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"130.710651ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/ingress/default/\" range_end:\"/registry/ingress/default0\" limit:500 ","response":"range_response_count:0 size:5"} {"level":"info","ts":"2026-03-20T10:28:47.025575Z","caller":"traceutil/trace.go:171","msg":"trace[2146534145] range","detail":"{range_begin:/registry/ingress/default/; range_end:/registry/ingress/default0; response_count:0; response_revision:2509; }","duration":"130.909237ms","start":"2026-03-20T10:28:46.894653Z","end":"2026-03-20T10:28:47.025562Z","steps":["trace[2146534145] 'agreement among raft nodes before linearized reading' (duration: 130.351773ms)"],"step_count":1} {"level":"warn","ts":"2026-03-20T10:28:47.369105Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"261.652587ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/networkpolicies/default/\" range_end:\"/registry/networkpolicies/default0\" limit:500 ","response":"range_response_count:0 size:5"} {"level":"info","ts":"2026-03-20T10:28:47.369166Z","caller":"traceutil/trace.go:171","msg":"trace[167384100] range","detail":"{range_begin:/registry/networkpolicies/default/; range_end:/registry/networkpolicies/default0; response_count:0; response_revision:2509; }","duration":"261.751869ms","start":"2026-03-20T10:28:47.1074Z","end":"2026-03-20T10:28:47.369152Z","steps":["trace[167384100] 'range keys from in-memory index tree' (duration: 261.594326ms)"],"step_count":1} {"level":"warn","ts":"2026-03-20T10:28:47.369219Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"289.907921ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/external-resizer-rbd-csi-ceph-com\" ","response":"range_response_count:1 size:509"} {"level":"info","ts":"2026-03-20T10:28:47.369308Z","caller":"traceutil/trace.go:171","msg":"trace[881796698] range","detail":"{range_begin:/registry/leases/kube-system/external-resizer-rbd-csi-ceph-com; range_end:; response_count:1; response_revision:2509; }","duration":"289.998413ms","start":"2026-03-20T10:28:47.07928Z","end":"2026-03-20T10:28:47.369278Z","steps":["trace[881796698] 'range keys from in-memory index tree' (duration: 289.720445ms)"],"step_count":1} {"level":"warn","ts":"2026-03-20T10:28:47.369418Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"256.712591ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/jobs/default/\" range_end:\"/registry/jobs/default0\" limit:500 ","response":"range_response_count:0 size:5"} {"level":"info","ts":"2026-03-20T10:28:47.369509Z","caller":"traceutil/trace.go:171","msg":"trace[917288220] range","detail":"{range_begin:/registry/jobs/default/; range_end:/registry/jobs/default0; response_count:0; response_revision:2509; }","duration":"256.838505ms","start":"2026-03-20T10:28:47.112648Z","end":"2026-03-20T10:28:47.369487Z","steps":["trace[917288220] 'range keys from in-memory index tree' (duration: 256.66654ms)"],"step_count":1} {"level":"warn","ts":"2026-03-20T10:28:47.369574Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"131.684846ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/prioritylevelconfigurations/\" range_end:\"/registry/prioritylevelconfigurations0\" count_only:true ","response":"range_response_count:0 size:7"} {"level":"info","ts":"2026-03-20T10:28:47.369599Z","caller":"traceutil/trace.go:171","msg":"trace[588626700] range","detail":"{range_begin:/registry/prioritylevelconfigurations/; range_end:/registry/prioritylevelconfigurations0; response_count:0; response_revision:2509; }","duration":"131.743588ms","start":"2026-03-20T10:28:47.237848Z","end":"2026-03-20T10:28:47.369592Z","steps":["trace[588626700] 'count revisions from in-memory index tree' (duration: 131.629494ms)"],"step_count":1} {"level":"info","ts":"2026-03-20T10:28:47.476401Z","caller":"traceutil/trace.go:171","msg":"trace[1726800901] transaction","detail":"{read_only:false; response_revision:2510; number_of_response:1; }","duration":"101.270408ms","start":"2026-03-20T10:28:47.375105Z","end":"2026-03-20T10:28:47.476375Z","steps":["trace[1726800901] 'process raft request' (duration: 101.094494ms)"],"step_count":1} {"level":"warn","ts":"2026-03-20T10:28:48.569896Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"991.58683ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/health\" ","response":"range_response_count:0 size:5"} {"level":"info","ts":"2026-03-20T10:28:48.569957Z","caller":"traceutil/trace.go:171","msg":"trace[1895791489] range","detail":"{range_begin:/registry/health; range_end:; response_count:0; response_revision:2510; }","duration":"991.671692ms","start":"2026-03-20T10:28:47.578271Z","end":"2026-03-20T10:28:48.569943Z","steps":["trace[1895791489] 'range keys from in-memory index tree' (duration: 991.541309ms)"],"step_count":1} {"level":"warn","ts":"2026-03-20T10:28:48.569982Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-20T10:28:47.578221Z","time spent":"991.756114ms","remote":"127.0.0.1:36464","response type":"/etcdserverpb.KV/Range","request count":0,"request size":18,"response count":0,"response size":27,"request content":"key:\"/registry/health\" "} {"level":"warn","ts":"2026-03-20T10:28:48.570066Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"921.292885ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pods/kube-node-lease/\" range_end:\"/registry/pods/kube-node-lease0\" limit:500 ","response":"range_response_count:0 size:5"} {"level":"warn","ts":"2026-03-20T10:28:48.570082Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"325.250034ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/rolebindings/default/\" range_end:\"/registry/rolebindings/default0\" limit:500 ","response":"range_response_count:0 size:5"} {"level":"info","ts":"2026-03-20T10:28:48.570187Z","caller":"traceutil/trace.go:171","msg":"trace[172533362] range","detail":"{range_begin:/registry/pods/kube-node-lease/; range_end:/registry/pods/kube-node-lease0; response_count:0; response_revision:2510; }","duration":"921.441079ms","start":"2026-03-20T10:28:47.648727Z","end":"2026-03-20T10:28:48.570168Z","steps":["trace[172533362] 'range keys from in-memory index tree' (duration: 921.248764ms)"],"step_count":1} {"level":"info","ts":"2026-03-20T10:28:48.570218Z","caller":"traceutil/trace.go:171","msg":"trace[1217821339] range","detail":"{range_begin:/registry/rolebindings/default/; range_end:/registry/rolebindings/default0; response_count:0; response_revision:2510; }","duration":"325.51396ms","start":"2026-03-20T10:28:48.244679Z","end":"2026-03-20T10:28:48.570193Z","steps":["trace[1217821339] 'range keys from in-memory index tree' (duration: 325.165081ms)"],"step_count":1} {"level":"warn","ts":"2026-03-20T10:28:48.570239Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-20T10:28:47.64871Z","time spent":"921.5166ms","remote":"127.0.0.1:36646","response type":"/etcdserverpb.KV/Range","request count":0,"request size":69,"response count":0,"response size":27,"request content":"key:\"/registry/pods/kube-node-lease/\" range_end:\"/registry/pods/kube-node-lease0\" limit:500 "} {"level":"warn","ts":"2026-03-20T10:28:48.570268Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-20T10:28:48.244659Z","time spent":"325.596972ms","remote":"127.0.0.1:36836","response type":"/etcdserverpb.KV/Range","request count":0,"request size":69,"response count":0,"response size":27,"request content":"key:\"/registry/rolebindings/default/\" range_end:\"/registry/rolebindings/default0\" limit:500 "} {"level":"warn","ts":"2026-03-20T10:28:48.570064Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"301.955935ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/runtimeclasses/\" range_end:\"/registry/runtimeclasses0\" count_only:true ","response":"range_response_count:0 size:5"} {"level":"info","ts":"2026-03-20T10:28:48.57052Z","caller":"traceutil/trace.go:171","msg":"trace[1995863661] range","detail":"{range_begin:/registry/runtimeclasses/; range_end:/registry/runtimeclasses0; response_count:0; response_revision:2510; }","duration":"302.481508ms","start":"2026-03-20T10:28:48.268031Z","end":"2026-03-20T10:28:48.570512Z","steps":["trace[1995863661] 'count revisions from in-memory index tree' (duration: 301.806332ms)"],"step_count":1} {"level":"warn","ts":"2026-03-20T10:28:48.570519Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"926.499276ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/external-attacher-leader-rbd-csi-ceph-com\" ","response":"range_response_count:1 size:525"} {"level":"warn","ts":"2026-03-20T10:28:48.57055Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-20T10:28:48.268011Z","time spent":"302.5265ms","remote":"127.0.0.1:36804","response type":"/etcdserverpb.KV/Range","request count":0,"request size":56,"response count":0,"response size":27,"request content":"key:\"/registry/runtimeclasses/\" range_end:\"/registry/runtimeclasses0\" count_only:true "} {"level":"info","ts":"2026-03-20T10:28:48.570581Z","caller":"traceutil/trace.go:171","msg":"trace[914498144] range","detail":"{range_begin:/registry/leases/kube-system/external-attacher-leader-rbd-csi-ceph-com; range_end:; response_count:1; response_revision:2510; }","duration":"926.571168ms","start":"2026-03-20T10:28:47.643985Z","end":"2026-03-20T10:28:48.570556Z","steps":["trace[914498144] 'range keys from in-memory index tree' (duration: 926.358373ms)"],"step_count":1} {"level":"warn","ts":"2026-03-20T10:28:48.570641Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-20T10:28:47.643971Z","time spent":"926.65701ms","remote":"127.0.0.1:36750","response type":"/etcdserverpb.KV/Range","request count":0,"request size":72,"response count":1,"response size":547,"request content":"key:\"/registry/leases/kube-system/external-attacher-leader-rbd-csi-ceph-com\" "} {"level":"warn","ts":"2026-03-20T10:28:48.570703Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"923.667854ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/persistentvolumeclaims/default/test-pvc\" ","response":"range_response_count:1 size:1243"} {"level":"info","ts":"2026-03-20T10:28:48.570721Z","caller":"traceutil/trace.go:171","msg":"trace[1853398771] range","detail":"{range_begin:/registry/persistentvolumeclaims/default/test-pvc; range_end:; response_count:1; response_revision:2510; }","duration":"923.704884ms","start":"2026-03-20T10:28:47.647012Z","end":"2026-03-20T10:28:48.570717Z","steps":["trace[1853398771] 'range keys from in-memory index tree' (duration: 923.583891ms)"],"step_count":1} {"level":"warn","ts":"2026-03-20T10:28:48.570736Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-20T10:28:47.647006Z","time spent":"923.726086ms","remote":"127.0.0.1:36630","response type":"/etcdserverpb.KV/Range","request count":0,"request size":51,"response count":1,"response size":1265,"request content":"key:\"/registry/persistentvolumeclaims/default/test-pvc\" "} {"level":"warn","ts":"2026-03-20T10:28:49.15404Z","caller":"etcdserver/v3_server.go:897","msg":"waiting for ReadIndex response took too long, retrying","sent-request-id":184257304220181400,"retry-timeout":"500ms"} {"level":"info","ts":"2026-03-20T10:28:49.251603Z","caller":"traceutil/trace.go:171","msg":"trace[1676364454] transaction","detail":"{read_only:false; response_revision:2511; number_of_response:1; }","duration":"673.035487ms","start":"2026-03-20T10:28:48.578556Z","end":"2026-03-20T10:28:49.251591Z","steps":["trace[1676364454] 'process raft request' (duration: 672.868853ms)"],"step_count":1} {"level":"warn","ts":"2026-03-20T10:28:49.251703Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-20T10:28:48.578538Z","time spent":"673.105168ms","remote":"127.0.0.1:36750","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":510,"response count":0,"response size":38,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-03-20T10:28:49.25158Z","caller":"traceutil/trace.go:171","msg":"trace[743391211] linearizableReadLoop","detail":"{readStateIndex:2690; appliedIndex:2689; }","duration":"598.220357ms","start":"2026-03-20T10:28:48.653336Z","end":"2026-03-20T10:28:49.251556Z","steps":["trace[743391211] 'read index received' (duration: 598.008852ms)","trace[743391211] 'applied index is now lower than readState.Index' (duration: 210.655µs)"],"step_count":2} {"level":"warn","ts":"2026-03-20T10:28:49.251927Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"477.256172ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/secrets/default/\" range_end:\"/registry/secrets/default0\" limit:500 ","response":"range_response_count:0 size:5"} {"level":"warn","ts":"2026-03-20T10:28:49.251923Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"574.930079ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/roles/default/\" range_end:\"/registry/roles/default0\" limit:500 ","response":"range_response_count:0 size:5"} {"level":"info","ts":"2026-03-20T10:28:49.251964Z","caller":"traceutil/trace.go:171","msg":"trace[509955316] range","detail":"{range_begin:/registry/secrets/default/; range_end:/registry/secrets/default0; response_count:0; response_revision:2511; }","duration":"477.345665ms","start":"2026-03-20T10:28:48.774609Z","end":"2026-03-20T10:28:49.251955Z","steps":["trace[509955316] 'agreement among raft nodes before linearized reading' (duration: 477.278683ms)"],"step_count":1} {"level":"warn","ts":"2026-03-20T10:28:49.251993Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-20T10:28:48.774586Z","time spent":"477.398896ms","remote":"127.0.0.1:36570","response type":"/etcdserverpb.KV/Range","request count":0,"request size":59,"response count":0,"response size":27,"request content":"key:\"/registry/secrets/default/\" range_end:\"/registry/secrets/default0\" limit:500 "} {"level":"info","ts":"2026-03-20T10:28:49.251991Z","caller":"traceutil/trace.go:171","msg":"trace[1194749350] range","detail":"{range_begin:/registry/roles/default/; range_end:/registry/roles/default0; response_count:0; response_revision:2511; }","duration":"575.059752ms","start":"2026-03-20T10:28:48.676913Z","end":"2026-03-20T10:28:49.251973Z","steps":["trace[1194749350] 'agreement among raft nodes before linearized reading' (duration: 574.939659ms)"],"step_count":1} {"level":"warn","ts":"2026-03-20T10:28:49.252049Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-20T10:28:48.67689Z","time spent":"575.148664ms","remote":"127.0.0.1:36830","response type":"/etcdserverpb.KV/Range","request count":0,"request size":55,"response count":0,"response size":27,"request content":"key:\"/registry/roles/default/\" range_end:\"/registry/roles/default0\" limit:500 "} {"level":"warn","ts":"2026-03-20T10:28:49.252039Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"488.705241ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pods/kube-system/cilium-operator-869df985b8-6rkgb\" ","response":"range_response_count:1 size:7209"} {"level":"info","ts":"2026-03-20T10:28:49.252122Z","caller":"traceutil/trace.go:171","msg":"trace[461481017] range","detail":"{range_begin:/registry/pods/kube-system/cilium-operator-869df985b8-6rkgb; range_end:; response_count:1; response_revision:2511; }","duration":"488.833656ms","start":"2026-03-20T10:28:48.763273Z","end":"2026-03-20T10:28:49.252107Z","steps":["trace[461481017] 'agreement among raft nodes before linearized reading' (duration: 488.63822ms)"],"step_count":1} {"level":"warn","ts":"2026-03-20T10:28:49.253146Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-20T10:28:48.76326Z","time spent":"489.792879ms","remote":"127.0.0.1:36646","response type":"/etcdserverpb.KV/Range","request count":0,"request size":61,"response count":1,"response size":7231,"request content":"key:\"/registry/pods/kube-system/cilium-operator-869df985b8-6rkgb\" "} {"level":"warn","ts":"2026-03-20T10:28:49.25185Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"598.514684ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/persistentvolumeclaims/default/test-pvc\" ","response":"range_response_count:1 size:1243"} {"level":"info","ts":"2026-03-20T10:28:49.253481Z","caller":"traceutil/trace.go:171","msg":"trace[272554375] range","detail":"{range_begin:/registry/persistentvolumeclaims/default/test-pvc; range_end:; response_count:1; response_revision:2511; }","duration":"600.181147ms","start":"2026-03-20T10:28:48.653287Z","end":"2026-03-20T10:28:49.253468Z","steps":["trace[272554375] 'agreement among raft nodes before linearized reading' (duration: 598.33971ms)"],"step_count":1} {"level":"warn","ts":"2026-03-20T10:28:49.253604Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-20T10:28:48.653265Z","time spent":"600.32199ms","remote":"127.0.0.1:36630","response type":"/etcdserverpb.KV/Range","request count":0,"request size":51,"response count":1,"response size":1265,"request content":"key:\"/registry/persistentvolumeclaims/default/test-pvc\" "} {"level":"info","ts":"2026-03-20T10:28:49.557778Z","caller":"traceutil/trace.go:171","msg":"trace[1625800812] linearizableReadLoop","detail":"{readStateIndex:2691; appliedIndex:2690; }","duration":"297.791611ms","start":"2026-03-20T10:28:49.259961Z","end":"2026-03-20T10:28:49.557752Z","steps":["trace[1625800812] 'read index received' (duration: 258.431827ms)","trace[1625800812] 'applied index is now lower than readState.Index' (duration: 39.358404ms)"],"step_count":2} {"level":"warn","ts":"2026-03-20T10:28:49.558367Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"298.386436ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/persistentvolumeclaims/default/test-pvc\" ","response":"range_response_count:1 size:1243"} {"level":"info","ts":"2026-03-20T10:28:49.558446Z","caller":"traceutil/trace.go:171","msg":"trace[629633489] range","detail":"{range_begin:/registry/persistentvolumeclaims/default/test-pvc; range_end:; response_count:1; response_revision:2511; }","duration":"298.507219ms","start":"2026-03-20T10:28:49.259921Z","end":"2026-03-20T10:28:49.558428Z","steps":["trace[629633489] 'agreement among raft nodes before linearized reading' (duration: 298.271843ms)"],"step_count":1} {"level":"info","ts":"2026-03-20T10:28:49.565024Z","caller":"traceutil/trace.go:171","msg":"trace[1607460543] transaction","detail":"{read_only:false; response_revision:2512; number_of_response:1; }","duration":"304.90935ms","start":"2026-03-20T10:28:49.26008Z","end":"2026-03-20T10:28:49.56499Z","steps":["trace[1607460543] 'process raft request' (duration: 304.643003ms)"],"step_count":1} {"level":"warn","ts":"2026-03-20T10:28:49.565358Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-20T10:28:49.260066Z","time spent":"305.038273ms","remote":"127.0.0.1:36646","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":7038,"response count":0,"response size":38,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-03-20T10:28:49.565673Z","caller":"traceutil/trace.go:171","msg":"trace[1141493243] transaction","detail":"{read_only:false; response_revision:2513; number_of_response:1; }","duration":"304.542599ms","start":"2026-03-20T10:28:49.261101Z","end":"2026-03-20T10:28:49.565644Z","steps":["trace[1141493243] 'process raft request' (duration: 303.812711ms)"],"step_count":1} {"level":"warn","ts":"2026-03-20T10:28:49.565732Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"236.02528ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/serviceaccounts/default/\" range_end:\"/registry/serviceaccounts/default0\" limit:500 ","response":"range_response_count:1 size:171"} {"level":"warn","ts":"2026-03-20T10:28:49.565858Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-20T10:28:49.261091Z","time spent":"304.670552ms","remote":"127.0.0.1:36750","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":509,"response count":0,"response size":38,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-03-20T10:28:49.565846Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"247.799758ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/persistentvolumeclaims/kube-node-lease/\" range_end:\"/registry/persistentvolumeclaims/kube-node-lease0\" limit:500 ","response":"range_response_count:0 size:5"} {"level":"info","ts":"2026-03-20T10:28:49.565926Z","caller":"traceutil/trace.go:171","msg":"trace[1660343060] range","detail":"{range_begin:/registry/persistentvolumeclaims/kube-node-lease/; range_end:/registry/persistentvolumeclaims/kube-node-lease0; response_count:0; response_revision:2513; }","duration":"247.916611ms","start":"2026-03-20T10:28:49.317994Z","end":"2026-03-20T10:28:49.56591Z","steps":["trace[1660343060] 'agreement among raft nodes before linearized reading' (duration: 247.764666ms)"],"step_count":1} {"level":"info","ts":"2026-03-20T10:28:49.565952Z","caller":"traceutil/trace.go:171","msg":"trace[1260071743] range","detail":"{range_begin:/registry/serviceaccounts/default/; range_end:/registry/serviceaccounts/default0; response_count:1; response_revision:2513; }","duration":"236.122303ms","start":"2026-03-20T10:28:49.329647Z","end":"2026-03-20T10:28:49.565769Z","steps":["trace[1260071743] 'agreement among raft nodes before linearized reading' (duration: 235.999129ms)"],"step_count":1} {"level":"warn","ts":"2026-03-20T10:28:50.061862Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"403.969532ms","expected-duration":"100ms","prefix":"","request":"header: txn: success:> failure:<>>","response":"size:16"} {"level":"info","ts":"2026-03-20T10:28:50.061963Z","caller":"traceutil/trace.go:171","msg":"trace[599341881] linearizableReadLoop","detail":"{readStateIndex:2694; appliedIndex:2693; }","duration":"496.343036ms","start":"2026-03-20T10:28:49.565605Z","end":"2026-03-20T10:28:50.061948Z","steps":["trace[599341881] 'read index received' (duration: 92.122247ms)","trace[599341881] 'applied index is now lower than readState.Index' (duration: 404.219179ms)"],"step_count":2} {"level":"info","ts":"2026-03-20T10:28:50.062044Z","caller":"traceutil/trace.go:171","msg":"trace[293741333] transaction","detail":"{read_only:false; response_revision:2514; number_of_response:1; }","duration":"503.084005ms","start":"2026-03-20T10:28:49.55895Z","end":"2026-03-20T10:28:50.062034Z","steps":["trace[293741333] 'process raft request' (duration: 98.841046ms)","trace[293741333] 'compare' (duration: 403.695525ms)"],"step_count":2} {"level":"warn","ts":"2026-03-20T10:28:50.062122Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-20T10:28:49.558926Z","time spent":"503.154507ms","remote":"127.0.0.1:36552","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":911,"response count":0,"response size":38,"request content":"compare: success:> failure:<>"} {"level":"warn","ts":"2026-03-20T10:28:50.062468Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"499.676209ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pods/default/\" range_end:\"/registry/pods/default0\" limit:500 ","response":"range_response_count:0 size:5"} {"level":"info","ts":"2026-03-20T10:28:50.062539Z","caller":"traceutil/trace.go:171","msg":"trace[1678554356] range","detail":"{range_begin:/registry/pods/default/; range_end:/registry/pods/default0; response_count:0; response_revision:2514; }","duration":"499.794952ms","start":"2026-03-20T10:28:49.562727Z","end":"2026-03-20T10:28:50.062522Z","steps":["trace[1678554356] 'agreement among raft nodes before linearized reading' (duration: 499.669069ms)"],"step_count":1} {"level":"warn","ts":"2026-03-20T10:28:50.062531Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"421.466185ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/serviceaccounts/default/default\" ","response":"range_response_count:1 size:171"} {"level":"warn","ts":"2026-03-20T10:28:50.062531Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"493.432261ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pods/kube-system/cilium-operator-869df985b8-6rkgb\" ","response":"range_response_count:1 size:7053"} {"level":"warn","ts":"2026-03-20T10:28:50.062553Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"486.168118ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/health\" ","response":"range_response_count:0 size:5"} {"level":"warn","ts":"2026-03-20T10:28:50.062599Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-20T10:28:49.562705Z","time spent":"499.880195ms","remote":"127.0.0.1:36646","response type":"/etcdserverpb.KV/Range","request count":0,"request size":53,"response count":0,"response size":27,"request content":"key:\"/registry/pods/default/\" range_end:\"/registry/pods/default0\" limit:500 "} {"level":"info","ts":"2026-03-20T10:28:50.062608Z","caller":"traceutil/trace.go:171","msg":"trace[258542237] range","detail":"{range_begin:/registry/serviceaccounts/default/default; range_end:; response_count:1; response_revision:2514; }","duration":"421.579717ms","start":"2026-03-20T10:28:49.641011Z","end":"2026-03-20T10:28:50.06259Z","steps":["trace[258542237] 'agreement among raft nodes before linearized reading' (duration: 421.430853ms)"],"step_count":1} {"level":"info","ts":"2026-03-20T10:28:50.062612Z","caller":"traceutil/trace.go:171","msg":"trace[1610093265] range","detail":"{range_begin:/registry/pods/kube-system/cilium-operator-869df985b8-6rkgb; range_end:; response_count:1; response_revision:2514; }","duration":"493.565294ms","start":"2026-03-20T10:28:49.569033Z","end":"2026-03-20T10:28:50.062598Z","steps":["trace[1610093265] 'agreement among raft nodes before linearized reading' (duration: 493.291117ms)"],"step_count":1} {"level":"warn","ts":"2026-03-20T10:28:50.062487Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"400.823523ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/services/specs/default/\" range_end:\"/registry/services/specs/default0\" limit:500 ","response":"range_response_count:1 size:704"} {"level":"info","ts":"2026-03-20T10:28:50.062716Z","caller":"traceutil/trace.go:171","msg":"trace[275803618] range","detail":"{range_begin:/registry/services/specs/default/; range_end:/registry/services/specs/default0; response_count:1; response_revision:2514; }","duration":"401.10912ms","start":"2026-03-20T10:28:49.661593Z","end":"2026-03-20T10:28:50.062702Z","steps":["trace[275803618] 'agreement among raft nodes before linearized reading' (duration: 400.780022ms)"],"step_count":1} {"level":"warn","ts":"2026-03-20T10:28:50.063412Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-20T10:28:49.661565Z","time spent":"401.809896ms","remote":"127.0.0.1:36648","response type":"/etcdserverpb.KV/Range","request count":0,"request size":73,"response count":1,"response size":726,"request content":"key:\"/registry/services/specs/default/\" range_end:\"/registry/services/specs/default0\" limit:500 "} {"level":"info","ts":"2026-03-20T10:28:50.062645Z","caller":"traceutil/trace.go:171","msg":"trace[1348797699] range","detail":"{range_begin:/registry/health; range_end:; response_count:0; response_revision:2514; }","duration":"486.268851ms","start":"2026-03-20T10:28:49.576353Z","end":"2026-03-20T10:28:50.062622Z","steps":["trace[1348797699] 'agreement among raft nodes before linearized reading' (duration: 486.141188ms)"],"step_count":1} {"level":"warn","ts":"2026-03-20T10:28:50.064447Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-20T10:28:49.576347Z","time spent":"488.079666ms","remote":"127.0.0.1:36464","response type":"/etcdserverpb.KV/Range","request count":0,"request size":18,"response count":0,"response size":27,"request content":"key:\"/registry/health\" "} {"level":"warn","ts":"2026-03-20T10:28:50.062554Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"411.910283ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/rolebindings/kube-node-lease/\" range_end:\"/registry/rolebindings/kube-node-lease0\" limit:500 ","response":"range_response_count:0 size:5"} {"level":"info","ts":"2026-03-20T10:28:50.064559Z","caller":"traceutil/trace.go:171","msg":"trace[1656287868] range","detail":"{range_begin:/registry/rolebindings/kube-node-lease/; range_end:/registry/rolebindings/kube-node-lease0; response_count:0; response_revision:2514; }","duration":"413.896193ms","start":"2026-03-20T10:28:49.65063Z","end":"2026-03-20T10:28:50.064526Z","steps":["trace[1656287868] 'agreement among raft nodes before linearized reading' (duration: 411.889392ms)"],"step_count":1} {"level":"warn","ts":"2026-03-20T10:28:50.062478Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"309.583839ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/networkpolicies/\" range_end:\"/registry/networkpolicies0\" count_only:true ","response":"range_response_count:0 size:5"} {"level":"warn","ts":"2026-03-20T10:28:50.064636Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-20T10:28:49.650582Z","time spent":"414.031286ms","remote":"127.0.0.1:36836","response type":"/etcdserverpb.KV/Range","request count":0,"request size":85,"response count":0,"response size":27,"request content":"key:\"/registry/rolebindings/kube-node-lease/\" range_end:\"/registry/rolebindings/kube-node-lease0\" limit:500 "} {"level":"info","ts":"2026-03-20T10:28:50.064687Z","caller":"traceutil/trace.go:171","msg":"trace[514809254] range","detail":"{range_begin:/registry/networkpolicies/; range_end:/registry/networkpolicies0; response_count:0; response_revision:2514; }","duration":"311.811825ms","start":"2026-03-20T10:28:49.752852Z","end":"2026-03-20T10:28:50.064664Z","steps":["trace[514809254] 'agreement among raft nodes before linearized reading' (duration: 309.573809ms)"],"step_count":1} {"level":"warn","ts":"2026-03-20T10:28:50.065178Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-20T10:28:49.752835Z","time spent":"312.321898ms","remote":"127.0.0.1:36760","response type":"/etcdserverpb.KV/Range","request count":0,"request size":58,"response count":0,"response size":27,"request content":"key:\"/registry/networkpolicies/\" range_end:\"/registry/networkpolicies0\" count_only:true "} {"level":"warn","ts":"2026-03-20T10:28:50.062665Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-20T10:28:49.640996Z","time spent":"421.6601ms","remote":"127.0.0.1:36664","response type":"/etcdserverpb.KV/Range","request count":0,"request size":43,"response count":1,"response size":193,"request content":"key:\"/registry/serviceaccounts/default/default\" "} {"level":"warn","ts":"2026-03-20T10:28:50.062667Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-20T10:28:49.569014Z","time spent":"493.645437ms","remote":"127.0.0.1:36646","response type":"/etcdserverpb.KV/Range","request count":0,"request size":61,"response count":1,"response size":7075,"request content":"key:\"/registry/pods/kube-system/cilium-operator-869df985b8-6rkgb\" "} {"level":"warn","ts":"2026-03-20T10:28:50.486607Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"122.374971ms","expected-duration":"100ms","prefix":"","request":"header: txn: success:> failure: >>","response":"size:16"} {"level":"info","ts":"2026-03-20T10:28:50.4868Z","caller":"traceutil/trace.go:171","msg":"trace[677950275] linearizableReadLoop","detail":"{readStateIndex:2695; appliedIndex:2694; }","duration":"340.379186ms","start":"2026-03-20T10:28:50.146393Z","end":"2026-03-20T10:28:50.486773Z","steps":["trace[677950275] 'read index received' (duration: 217.769829ms)","trace[677950275] 'applied index is now lower than readState.Index' (duration: 122.607916ms)"],"step_count":2} {"level":"info","ts":"2026-03-20T10:28:50.486909Z","caller":"traceutil/trace.go:171","msg":"trace[1292294584] transaction","detail":"{read_only:false; response_revision:2515; number_of_response:1; }","duration":"412.62523ms","start":"2026-03-20T10:28:50.074271Z","end":"2026-03-20T10:28:50.486896Z","steps":["trace[1292294584] 'process raft request' (duration: 289.836669ms)","trace[1292294584] 'compare' (duration: 122.193356ms)"],"step_count":2} {"level":"warn","ts":"2026-03-20T10:28:50.486982Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-20T10:28:50.074253Z","time spent":"412.684072ms","remote":"127.0.0.1:36646","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":6844,"response count":0,"response size":38,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-03-20T10:28:50.487394Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"325.445138ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/statefulsets/default/\" range_end:\"/registry/statefulsets/default0\" limit:500 ","response":"range_response_count:0 size:5"} {"level":"warn","ts":"2026-03-20T10:28:50.487407Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"322.215066ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/services/specs/default/kubernetes\" ","response":"range_response_count:1 size:704"} {"level":"info","ts":"2026-03-20T10:28:50.487494Z","caller":"traceutil/trace.go:171","msg":"trace[525058748] range","detail":"{range_begin:/registry/statefulsets/default/; range_end:/registry/statefulsets/default0; response_count:0; response_revision:2515; }","duration":"325.560122ms","start":"2026-03-20T10:28:50.161904Z","end":"2026-03-20T10:28:50.487464Z","steps":["trace[525058748] 'agreement among raft nodes before linearized reading' (duration: 325.388766ms)"],"step_count":1} {"level":"info","ts":"2026-03-20T10:28:50.487538Z","caller":"traceutil/trace.go:171","msg":"trace[1019292308] range","detail":"{range_begin:/registry/services/specs/default/kubernetes; range_end:; response_count:1; response_revision:2515; }","duration":"322.369882ms","start":"2026-03-20T10:28:50.165138Z","end":"2026-03-20T10:28:50.487508Z","steps":["trace[1019292308] 'agreement among raft nodes before linearized reading' (duration: 322.114964ms)"],"step_count":1} {"level":"warn","ts":"2026-03-20T10:28:50.487553Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-20T10:28:50.16189Z","time spent":"325.646864ms","remote":"127.0.0.1:36942","response type":"/etcdserverpb.KV/Range","request count":0,"request size":69,"response count":0,"response size":27,"request content":"key:\"/registry/statefulsets/default/\" range_end:\"/registry/statefulsets/default0\" limit:500 "} {"level":"warn","ts":"2026-03-20T10:28:50.487432Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"340.98604ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/roles/kube-node-lease/\" range_end:\"/registry/roles/kube-node-lease0\" limit:500 ","response":"range_response_count:0 size:5"} {"level":"warn","ts":"2026-03-20T10:28:50.487597Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-20T10:28:50.165129Z","time spent":"322.449294ms","remote":"127.0.0.1:36648","response type":"/etcdserverpb.KV/Range","request count":0,"request size":45,"response count":1,"response size":726,"request content":"key:\"/registry/services/specs/default/kubernetes\" "} {"level":"info","ts":"2026-03-20T10:28:50.487637Z","caller":"traceutil/trace.go:171","msg":"trace[283942524] range","detail":"{range_begin:/registry/roles/kube-node-lease/; range_end:/registry/roles/kube-node-lease0; response_count:0; response_revision:2515; }","duration":"341.239697ms","start":"2026-03-20T10:28:50.146372Z","end":"2026-03-20T10:28:50.487612Z","steps":["trace[283942524] 'agreement among raft nodes before linearized reading' (duration: 340.887658ms)"],"step_count":1} {"level":"warn","ts":"2026-03-20T10:28:50.487704Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-20T10:28:50.146361Z","time spent":"341.3264ms","remote":"127.0.0.1:36830","response type":"/etcdserverpb.KV/Range","request count":0,"request size":71,"response count":0,"response size":27,"request content":"key:\"/registry/roles/kube-node-lease/\" range_end:\"/registry/roles/kube-node-lease0\" limit:500 "} {"level":"warn","ts":"2026-03-20T10:28:50.487057Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"337.950774ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/serviceaccounts/default/default\" ","response":"range_response_count:1 size:171"} {"level":"info","ts":"2026-03-20T10:28:50.487997Z","caller":"traceutil/trace.go:171","msg":"trace[1815555398] range","detail":"{range_begin:/registry/serviceaccounts/default/default; range_end:; response_count:1; response_revision:2515; }","duration":"338.921428ms","start":"2026-03-20T10:28:50.149059Z","end":"2026-03-20T10:28:50.48798Z","steps":["trace[1815555398] 'agreement among raft nodes before linearized reading' (duration: 337.899062ms)"],"step_count":1} {"level":"warn","ts":"2026-03-20T10:28:50.488088Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-20T10:28:50.149054Z","time spent":"339.017741ms","remote":"127.0.0.1:36664","response type":"/etcdserverpb.KV/Range","request count":0,"request size":43,"response count":1,"response size":193,"request content":"key:\"/registry/serviceaccounts/default/default\" "} {"level":"warn","ts":"2026-03-20T10:28:50.738433Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"108.308165ms","expected-duration":"100ms","prefix":"","request":"header: txn: success:> failure: >>","response":"size:16"} {"level":"info","ts":"2026-03-20T10:28:50.738531Z","caller":"traceutil/trace.go:171","msg":"trace[295441808] linearizableReadLoop","detail":"{readStateIndex:2696; appliedIndex:2695; }","duration":"175.013569ms","start":"2026-03-20T10:28:50.563501Z","end":"2026-03-20T10:28:50.738514Z","steps":["trace[295441808] 'read index received' (duration: 66.432667ms)","trace[295441808] 'applied index is now lower than readState.Index' (duration: 108.579402ms)"],"step_count":2} {"level":"info","ts":"2026-03-20T10:28:50.738576Z","caller":"traceutil/trace.go:171","msg":"trace[1614699912] transaction","detail":"{read_only:false; response_revision:2516; number_of_response:1; }","duration":"209.305825ms","start":"2026-03-20T10:28:50.529241Z","end":"2026-03-20T10:28:50.738546Z","steps":["trace[1614699912] 'process raft request' (duration: 100.792395ms)","trace[1614699912] 'compare' (duration: 108.153091ms)"],"step_count":2} {"level":"warn","ts":"2026-03-20T10:28:50.738635Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"175.106921ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/services/specs/default/kubernetes\" ","response":"range_response_count:1 size:704"} {"level":"warn","ts":"2026-03-20T10:28:50.738642Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"170.142287ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/serviceaccounts/kube-node-lease/\" range_end:\"/registry/serviceaccounts/kube-node-lease0\" limit:500 ","response":"range_response_count:1 size:187"} {"level":"info","ts":"2026-03-20T10:28:50.738661Z","caller":"traceutil/trace.go:171","msg":"trace[1059736855] range","detail":"{range_begin:/registry/services/specs/default/kubernetes; range_end:; response_count:1; response_revision:2516; }","duration":"175.202084ms","start":"2026-03-20T10:28:50.56345Z","end":"2026-03-20T10:28:50.738652Z","steps":["trace[1059736855] 'agreement among raft nodes before linearized reading' (duration: 175.120442ms)"],"step_count":1} {"level":"info","ts":"2026-03-20T10:28:50.738672Z","caller":"traceutil/trace.go:171","msg":"trace[1113169798] range","detail":"{range_begin:/registry/serviceaccounts/kube-node-lease/; range_end:/registry/serviceaccounts/kube-node-lease0; response_count:1; response_revision:2516; }","duration":"170.183668ms","start":"2026-03-20T10:28:50.568476Z","end":"2026-03-20T10:28:50.73866Z","steps":["trace[1113169798] 'agreement among raft nodes before linearized reading' (duration: 170.123216ms)"],"step_count":1} {"level":"warn","ts":"2026-03-20T10:28:50.738924Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"162.188945ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/health\" ","response":"range_response_count:0 size:5"} {"level":"info","ts":"2026-03-20T10:28:50.738946Z","caller":"traceutil/trace.go:171","msg":"trace[1528748843] range","detail":"{range_begin:/registry/health; range_end:; response_count:0; response_revision:2516; }","duration":"162.297718ms","start":"2026-03-20T10:28:50.576643Z","end":"2026-03-20T10:28:50.738941Z","steps":["trace[1528748843] 'agreement among raft nodes before linearized reading' (duration: 162.264887ms)"],"step_count":1} {"level":"warn","ts":"2026-03-20T10:28:50.738957Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"154.801428ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/masterleases/199.204.45.102\" ","response":"range_response_count:1 size:135"} {"level":"info","ts":"2026-03-20T10:28:50.738985Z","caller":"traceutil/trace.go:171","msg":"trace[790242729] range","detail":"{range_begin:/registry/masterleases/199.204.45.102; range_end:; response_count:1; response_revision:2516; }","duration":"154.83265ms","start":"2026-03-20T10:28:50.584144Z","end":"2026-03-20T10:28:50.738976Z","steps":["trace[790242729] 'agreement among raft nodes before linearized reading' (duration: 154.714297ms)"],"step_count":1} {"level":"warn","ts":"2026-03-20T10:28:50.739168Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"162.099033ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/secrets/kube-node-lease/\" range_end:\"/registry/secrets/kube-node-lease0\" limit:500 ","response":"range_response_count:0 size:5"} {"level":"info","ts":"2026-03-20T10:28:50.739189Z","caller":"traceutil/trace.go:171","msg":"trace[406395708] range","detail":"{range_begin:/registry/secrets/kube-node-lease/; range_end:/registry/secrets/kube-node-lease0; response_count:0; response_revision:2516; }","duration":"162.131234ms","start":"2026-03-20T10:28:50.577052Z","end":"2026-03-20T10:28:50.739183Z","steps":["trace[406395708] 'agreement among raft nodes before linearized reading' (duration: 162.082513ms)"],"step_count":1} {"level":"info","ts":"2026-03-20T10:28:50.998392Z","caller":"traceutil/trace.go:171","msg":"trace[1893774158] linearizableReadLoop","detail":"{readStateIndex:2698; appliedIndex:2697; }","duration":"185.600807ms","start":"2026-03-20T10:28:50.812773Z","end":"2026-03-20T10:28:50.998374Z","steps":["trace[1893774158] 'read index received' (duration: 185.431193ms)","trace[1893774158] 'applied index is now lower than readState.Index' (duration: 168.994µs)"],"step_count":2} {"level":"info","ts":"2026-03-20T10:28:50.998416Z","caller":"traceutil/trace.go:171","msg":"trace[1059843278] transaction","detail":"{read_only:false; response_revision:2517; number_of_response:1; }","duration":"187.611578ms","start":"2026-03-20T10:28:50.810786Z","end":"2026-03-20T10:28:50.998397Z","steps":["trace[1059843278] 'process raft request' (duration: 187.456324ms)"],"step_count":1} {"level":"warn","ts":"2026-03-20T10:28:50.998547Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"174.833594ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/statefulsets/kube-node-lease/\" range_end:\"/registry/statefulsets/kube-node-lease0\" limit:500 ","response":"range_response_count:0 size:5"} {"level":"warn","ts":"2026-03-20T10:28:50.998597Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"162.960025ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/serviceaccounts/kube-node-lease/default\" ","response":"range_response_count:1 size:187"} {"level":"warn","ts":"2026-03-20T10:28:50.99856Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"185.780351ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/services/endpoints/default/kubernetes\" ","response":"range_response_count:1 size:422"} {"level":"info","ts":"2026-03-20T10:28:50.99862Z","caller":"traceutil/trace.go:171","msg":"trace[1303736816] range","detail":"{range_begin:/registry/serviceaccounts/kube-node-lease/default; range_end:; response_count:1; response_revision:2517; }","duration":"162.995586ms","start":"2026-03-20T10:28:50.835616Z","end":"2026-03-20T10:28:50.998612Z","steps":["trace[1303736816] 'agreement among raft nodes before linearized reading' (duration: 162.960435ms)"],"step_count":1} {"level":"warn","ts":"2026-03-20T10:28:50.998658Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"173.929182ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/services/specs/kube-node-lease/\" range_end:\"/registry/services/specs/kube-node-lease0\" limit:500 ","response":"range_response_count:0 size:5"} {"level":"info","ts":"2026-03-20T10:28:50.998699Z","caller":"traceutil/trace.go:171","msg":"trace[414837293] range","detail":"{range_begin:/registry/services/specs/kube-node-lease/; range_end:/registry/services/specs/kube-node-lease0; response_count:0; response_revision:2517; }","duration":"173.970463ms","start":"2026-03-20T10:28:50.824721Z","end":"2026-03-20T10:28:50.998691Z","steps":["trace[414837293] 'agreement among raft nodes before linearized reading' (duration: 173.912861ms)"],"step_count":1} {"level":"info","ts":"2026-03-20T10:28:50.998596Z","caller":"traceutil/trace.go:171","msg":"trace[29640352] range","detail":"{range_begin:/registry/statefulsets/kube-node-lease/; range_end:/registry/statefulsets/kube-node-lease0; response_count:0; response_revision:2517; }","duration":"174.943077ms","start":"2026-03-20T10:28:50.823643Z","end":"2026-03-20T10:28:50.998586Z","steps":["trace[29640352] 'agreement among raft nodes before linearized reading' (duration: 174.843255ms)"],"step_count":1} {"level":"info","ts":"2026-03-20T10:28:50.998621Z","caller":"traceutil/trace.go:171","msg":"trace[1204001518] range","detail":"{range_begin:/registry/services/endpoints/default/kubernetes; range_end:; response_count:1; response_revision:2517; }","duration":"185.845763ms","start":"2026-03-20T10:28:50.812769Z","end":"2026-03-20T10:28:50.998615Z","steps":["trace[1204001518] 'agreement among raft nodes before linearized reading' (duration: 185.691129ms)"],"step_count":1} {"level":"warn","ts":"2026-03-20T10:28:51.273534Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"245.89162ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/rbd.csi.ceph.com-kube-system\" ","response":"range_response_count:1 size:532"} {"level":"info","ts":"2026-03-20T10:28:51.2736Z","caller":"traceutil/trace.go:171","msg":"trace[281155429] range","detail":"{range_begin:/registry/leases/kube-system/rbd.csi.ceph.com-kube-system; range_end:; response_count:1; response_revision:2517; }","duration":"245.995092ms","start":"2026-03-20T10:28:51.027589Z","end":"2026-03-20T10:28:51.273584Z","steps":["trace[281155429] 'range keys from in-memory index tree' (duration: 245.792777ms)"],"step_count":1} {"level":"warn","ts":"2026-03-20T10:28:51.273662Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"154.308637ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/serviceaccounts/kube-node-lease/default\" ","response":"range_response_count:1 size:187"} {"level":"warn","ts":"2026-03-20T10:28:51.273705Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"191.67257ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/cronjobs/kube-public/\" range_end:\"/registry/cronjobs/kube-public0\" limit:500 ","response":"range_response_count:0 size:5"} {"level":"info","ts":"2026-03-20T10:28:51.273732Z","caller":"traceutil/trace.go:171","msg":"trace[82783142] range","detail":"{range_begin:/registry/serviceaccounts/kube-node-lease/default; range_end:; response_count:1; response_revision:2517; }","duration":"154.381009ms","start":"2026-03-20T10:28:51.119335Z","end":"2026-03-20T10:28:51.273716Z","steps":["trace[82783142] 'range keys from in-memory index tree' (duration: 154.229604ms)"],"step_count":1} {"level":"info","ts":"2026-03-20T10:28:51.273741Z","caller":"traceutil/trace.go:171","msg":"trace[122560608] range","detail":"{range_begin:/registry/cronjobs/kube-public/; range_end:/registry/cronjobs/kube-public0; response_count:0; response_revision:2517; }","duration":"191.735831ms","start":"2026-03-20T10:28:51.081994Z","end":"2026-03-20T10:28:51.27373Z","steps":["trace[122560608] 'range keys from in-memory index tree' (duration: 191.580447ms)"],"step_count":1} {"level":"warn","ts":"2026-03-20T10:28:51.273987Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"190.340486ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/configmaps/kube-public/\" range_end:\"/registry/configmaps/kube-public0\" limit:500 ","response":"range_response_count:2 size:3917"} {"level":"info","ts":"2026-03-20T10:28:51.274027Z","caller":"traceutil/trace.go:171","msg":"trace[682655511] range","detail":"{range_begin:/registry/configmaps/kube-public/; range_end:/registry/configmaps/kube-public0; response_count:2; response_revision:2517; }","duration":"190.383447ms","start":"2026-03-20T10:28:51.083635Z","end":"2026-03-20T10:28:51.274018Z","steps":["trace[682655511] 'range keys from in-memory index tree' (duration: 190.293426ms)"],"step_count":1} {"level":"info","ts":"2026-03-20T10:28:51.416236Z","caller":"traceutil/trace.go:171","msg":"trace[1258268580] transaction","detail":"{read_only:false; response_revision:2518; number_of_response:1; }","duration":"139.551384ms","start":"2026-03-20T10:28:51.276666Z","end":"2026-03-20T10:28:51.416218Z","steps":["trace[1258268580] 'process raft request' (duration: 139.39483ms)"],"step_count":1} {"level":"info","ts":"2026-03-20T10:28:51.416206Z","caller":"traceutil/trace.go:171","msg":"trace[2086664249] linearizableReadLoop","detail":"{readStateIndex:2699; appliedIndex:2698; }","duration":"139.244476ms","start":"2026-03-20T10:28:51.276942Z","end":"2026-03-20T10:28:51.416186Z","steps":["trace[2086664249] 'read index received' (duration: 139.076902ms)","trace[2086664249] 'applied index is now lower than readState.Index' (duration: 166.664µs)"],"step_count":2} {"level":"warn","ts":"2026-03-20T10:28:51.416358Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"139.39456ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/serviceaccounts/kube-node-lease/default\" ","response":"range_response_count:1 size:187"} {"level":"info","ts":"2026-03-20T10:28:51.416408Z","caller":"traceutil/trace.go:171","msg":"trace[1050808285] range","detail":"{range_begin:/registry/serviceaccounts/kube-node-lease/default; range_end:; response_count:1; response_revision:2518; }","duration":"139.476063ms","start":"2026-03-20T10:28:51.276918Z","end":"2026-03-20T10:28:51.416394Z","steps":["trace[1050808285] 'agreement among raft nodes before linearized reading' (duration: 139.37722ms)"],"step_count":1} {"level":"warn","ts":"2026-03-20T10:28:52.907752Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.12350712s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pods/kube-system/ceph-csi-rbd-provisioner-69cb97fb6-7sf5r\" ","response":"range_response_count:1 size:15448"} {"level":"info","ts":"2026-03-20T10:28:52.907818Z","caller":"traceutil/trace.go:171","msg":"trace[107173175] range","detail":"{range_begin:/registry/pods/kube-system/ceph-csi-rbd-provisioner-69cb97fb6-7sf5r; range_end:; response_count:1; response_revision:2518; }","duration":"1.123612052s","start":"2026-03-20T10:28:51.784191Z","end":"2026-03-20T10:28:52.907803Z","steps":["trace[107173175] 'range keys from in-memory index tree' (duration: 1.123376266s)"],"step_count":1} {"level":"warn","ts":"2026-03-20T10:28:52.907848Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-20T10:28:51.784175Z","time spent":"1.123665604s","remote":"127.0.0.1:36646","response type":"/etcdserverpb.KV/Range","request count":0,"request size":69,"response count":1,"response size":15470,"request content":"key:\"/registry/pods/kube-system/ceph-csi-rbd-provisioner-69cb97fb6-7sf5r\" "} {"level":"warn","ts":"2026-03-20T10:28:52.907922Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.405972003s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/configmaps/kube-public/kube-root-ca.crt\" ","response":"range_response_count:1 size:1746"} {"level":"info","ts":"2026-03-20T10:28:52.907947Z","caller":"traceutil/trace.go:171","msg":"trace[729964068] range","detail":"{range_begin:/registry/configmaps/kube-public/kube-root-ca.crt; range_end:; response_count:1; response_revision:2518; }","duration":"1.406006383s","start":"2026-03-20T10:28:51.501934Z","end":"2026-03-20T10:28:52.90794Z","steps":["trace[729964068] 'range keys from in-memory index tree' (duration: 1.405936212s)"],"step_count":1} {"level":"warn","ts":"2026-03-20T10:28:52.907969Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-20T10:28:51.50193Z","time spent":"1.406033114s","remote":"127.0.0.1:36582","response type":"/etcdserverpb.KV/Range","request count":0,"request size":51,"response count":1,"response size":1768,"request content":"key:\"/registry/configmaps/kube-public/kube-root-ca.crt\" "} {"level":"warn","ts":"2026-03-20T10:28:52.908058Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.189727781s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/kube-scheduler\" ","response":"range_response_count:1 size:480"} {"level":"info","ts":"2026-03-20T10:28:52.908124Z","caller":"traceutil/trace.go:171","msg":"trace[1501297904] range","detail":"{range_begin:/registry/leases/kube-system/kube-scheduler; range_end:; response_count:1; response_revision:2518; }","duration":"1.189838764s","start":"2026-03-20T10:28:51.718268Z","end":"2026-03-20T10:28:52.908106Z","steps":["trace[1501297904] 'range keys from in-memory index tree' (duration: 1.189568248s)"],"step_count":1} {"level":"warn","ts":"2026-03-20T10:28:52.908165Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-20T10:28:51.71825Z","time spent":"1.189904546s","remote":"127.0.0.1:36750","response type":"/etcdserverpb.KV/Range","request count":0,"request size":45,"response count":1,"response size":502,"request content":"key:\"/registry/leases/kube-system/kube-scheduler\" "} {"level":"warn","ts":"2026-03-20T10:28:52.908208Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.406586148s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/daemonsets/kube-public/\" range_end:\"/registry/daemonsets/kube-public0\" limit:500 ","response":"range_response_count:0 size:5"} {"level":"info","ts":"2026-03-20T10:28:52.908238Z","caller":"traceutil/trace.go:171","msg":"trace[1601067987] range","detail":"{range_begin:/registry/daemonsets/kube-public/; range_end:/registry/daemonsets/kube-public0; response_count:0; response_revision:2518; }","duration":"1.406618918s","start":"2026-03-20T10:28:51.50161Z","end":"2026-03-20T10:28:52.908229Z","steps":["trace[1601067987] 'range keys from in-memory index tree' (duration: 1.406542506s)"],"step_count":1} {"level":"warn","ts":"2026-03-20T10:28:52.908267Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-20T10:28:51.501571Z","time spent":"1.40668929s","remote":"127.0.0.1:36958","response type":"/etcdserverpb.KV/Range","request count":0,"request size":73,"response count":0,"response size":27,"request content":"key:\"/registry/daemonsets/kube-public/\" range_end:\"/registry/daemonsets/kube-public0\" limit:500 "} {"level":"warn","ts":"2026-03-20T10:28:52.908364Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.378208171s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/configmaps/kube-public/cluster-info\" ","response":"range_response_count:1 size:2178"} {"level":"info","ts":"2026-03-20T10:28:52.908415Z","caller":"traceutil/trace.go:171","msg":"trace[988258564] range","detail":"{range_begin:/registry/configmaps/kube-public/cluster-info; range_end:; response_count:1; response_revision:2518; }","duration":"1.378287724s","start":"2026-03-20T10:28:51.530113Z","end":"2026-03-20T10:28:52.908401Z","steps":["trace[988258564] 'range keys from in-memory index tree' (duration: 1.37814087s)"],"step_count":1} {"level":"warn","ts":"2026-03-20T10:28:52.908453Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-20T10:28:51.530099Z","time spent":"1.378341965s","remote":"127.0.0.1:36582","response type":"/etcdserverpb.KV/Range","request count":0,"request size":47,"response count":1,"response size":2200,"request content":"key:\"/registry/configmaps/kube-public/cluster-info\" "} {"level":"warn","ts":"2026-03-20T10:28:52.908497Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"509.031914ms","expected-duration":"100ms","prefix":"read-only range ","request":"limit:1 serializable:true keys_only:true ","response":"range_response_count:0 size:5"} {"level":"warn","ts":"2026-03-20T10:28:52.908498Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.374540859s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/daemonsets/kube-system/\" range_end:\"/registry/daemonsets/kube-system0\" limit:500 ","response":"range_response_count:3 size:26774"} {"level":"info","ts":"2026-03-20T10:28:52.908548Z","caller":"traceutil/trace.go:171","msg":"trace[98342920] range","detail":"{range_begin:; range_end:; response_count:0; response_revision:2518; }","duration":"509.084005ms","start":"2026-03-20T10:28:52.399455Z","end":"2026-03-20T10:28:52.908539Z","steps":["trace[98342920] 'range keys from in-memory index tree' (duration: 509.021684ms)"],"step_count":1} {"level":"info","ts":"2026-03-20T10:28:52.908582Z","caller":"traceutil/trace.go:171","msg":"trace[518588262] range","detail":"{range_begin:/registry/daemonsets/kube-system/; range_end:/registry/daemonsets/kube-system0; response_count:3; response_revision:2518; }","duration":"1.374641062s","start":"2026-03-20T10:28:51.533917Z","end":"2026-03-20T10:28:52.908558Z","steps":["trace[518588262] 'range keys from in-memory index tree' (duration: 1.374378365s)"],"step_count":1} {"level":"warn","ts":"2026-03-20T10:28:52.908637Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-20T10:28:51.533903Z","time spent":"1.374717813s","remote":"127.0.0.1:36958","response type":"/etcdserverpb.KV/Range","request count":0,"request size":73,"response count":3,"response size":26796,"request content":"key:\"/registry/daemonsets/kube-system/\" range_end:\"/registry/daemonsets/kube-system0\" limit:500 "} {"level":"warn","ts":"2026-03-20T10:28:52.908983Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.330134447s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/health\" ","response":"range_response_count:0 size:5"} {"level":"info","ts":"2026-03-20T10:28:52.909113Z","caller":"traceutil/trace.go:171","msg":"trace[714021844] range","detail":"{range_begin:/registry/health; range_end:; response_count:0; response_revision:2518; }","duration":"1.330346823s","start":"2026-03-20T10:28:51.57874Z","end":"2026-03-20T10:28:52.909086Z","steps":["trace[714021844] 'range keys from in-memory index tree' (duration: 1.330015145s)"],"step_count":1} {"level":"warn","ts":"2026-03-20T10:28:52.909166Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-20T10:28:51.578715Z","time spent":"1.330438945s","remote":"127.0.0.1:36464","response type":"/etcdserverpb.KV/Range","request count":0,"request size":18,"response count":0,"response size":27,"request content":"key:\"/registry/health\" "} {"level":"warn","ts":"2026-03-20T10:28:52.980228Z","caller":"etcdserver/v3_server.go:897","msg":"waiting for ReadIndex response took too long, retrying","sent-request-id":184257304220181453,"retry-timeout":"500ms"} {"level":"info","ts":"2026-03-20T10:28:53.057276Z","caller":"traceutil/trace.go:171","msg":"trace[1326508752] transaction","detail":"{read_only:false; response_revision:2519; number_of_response:1; }","duration":"640.853053ms","start":"2026-03-20T10:28:52.416389Z","end":"2026-03-20T10:28:53.057242Z","steps":["trace[1326508752] 'process raft request' (duration: 640.660358ms)"],"step_count":1} {"level":"warn","ts":"2026-03-20T10:28:53.057485Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-20T10:28:52.416351Z","time spent":"641.033318ms","remote":"127.0.0.1:36750","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":521,"response count":0,"response size":38,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-03-20T10:28:53.594765Z","caller":"traceutil/trace.go:171","msg":"trace[571329162] linearizableReadLoop","detail":"{readStateIndex:2701; appliedIndex:2699; }","duration":"1.114818341s","start":"2026-03-20T10:28:52.479921Z","end":"2026-03-20T10:28:53.594739Z","steps":["trace[571329162] 'read index received' (duration: 577.241966ms)","trace[571329162] 'applied index is now lower than readState.Index' (duration: 537.575285ms)"],"step_count":2} {"level":"info","ts":"2026-03-20T10:28:53.594872Z","caller":"traceutil/trace.go:171","msg":"trace[1618184396] transaction","detail":"{read_only:false; response_revision:2520; number_of_response:1; }","duration":"670.763888ms","start":"2026-03-20T10:28:52.924049Z","end":"2026-03-20T10:28:53.594812Z","steps":["trace[1618184396] 'process raft request' (duration: 670.548562ms)"],"step_count":1} {"level":"warn","ts":"2026-03-20T10:28:53.595064Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"590.202584ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/deployments/kube-system/\" range_end:\"/registry/deployments/kube-system0\" limit:500 ","response":"range_response_count:3 size:20160"} {"level":"warn","ts":"2026-03-20T10:28:53.595038Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"719.411297ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/csidrivers/\" range_end:\"/registry/csidrivers0\" count_only:true ","response":"range_response_count:0 size:7"} {"level":"info","ts":"2026-03-20T10:28:53.595097Z","caller":"traceutil/trace.go:171","msg":"trace[440629376] range","detail":"{range_begin:/registry/deployments/kube-system/; range_end:/registry/deployments/kube-system0; response_count:3; response_revision:2520; }","duration":"590.238335ms","start":"2026-03-20T10:28:53.00485Z","end":"2026-03-20T10:28:53.595089Z","steps":["trace[440629376] 'agreement among raft nodes before linearized reading' (duration: 590.150022ms)"],"step_count":1} {"level":"warn","ts":"2026-03-20T10:28:53.595163Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-20T10:28:53.004784Z","time spent":"590.340946ms","remote":"127.0.0.1:36936","response type":"/etcdserverpb.KV/Range","request count":0,"request size":75,"response count":3,"response size":20182,"request content":"key:\"/registry/deployments/kube-system/\" range_end:\"/registry/deployments/kube-system0\" limit:500 "} {"level":"info","ts":"2026-03-20T10:28:53.59513Z","caller":"traceutil/trace.go:171","msg":"trace[49036356] range","detail":"{range_begin:/registry/csidrivers/; range_end:/registry/csidrivers0; response_count:0; response_revision:2520; }","duration":"719.613532ms","start":"2026-03-20T10:28:52.875496Z","end":"2026-03-20T10:28:53.595109Z","steps":["trace[49036356] 'agreement among raft nodes before linearized reading' (duration: 719.415627ms)"],"step_count":1} {"level":"warn","ts":"2026-03-20T10:28:53.595223Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-20T10:28:52.875474Z","time spent":"719.734575ms","remote":"127.0.0.1:36898","response type":"/etcdserverpb.KV/Range","request count":0,"request size":48,"response count":1,"response size":29,"request content":"key:\"/registry/csidrivers/\" range_end:\"/registry/csidrivers0\" count_only:true "} {"level":"warn","ts":"2026-03-20T10:28:53.595483Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"512.341457ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/configmaps/kube-public/kube-root-ca.crt\" ","response":"range_response_count:1 size:1746"} {"level":"warn","ts":"2026-03-20T10:28:53.595478Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-20T10:28:52.92403Z","time spent":"671.014404ms","remote":"127.0.0.1:36646","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":14283,"response count":0,"response size":38,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-03-20T10:28:53.595533Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"680.862492ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/configmaps/kube-public/cluster-info\" ","response":"range_response_count:1 size:2178"} {"level":"warn","ts":"2026-03-20T10:28:53.595531Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"680.937495ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/health\" ","response":"range_response_count:0 size:5"} {"level":"info","ts":"2026-03-20T10:28:53.595589Z","caller":"traceutil/trace.go:171","msg":"trace[1237828368] range","detail":"{range_begin:/registry/configmaps/kube-public/cluster-info; range_end:; response_count:1; response_revision:2520; }","duration":"680.953845ms","start":"2026-03-20T10:28:52.91462Z","end":"2026-03-20T10:28:53.595574Z","steps":["trace[1237828368] 'agreement among raft nodes before linearized reading' (duration: 680.821711ms)"],"step_count":1} {"level":"info","ts":"2026-03-20T10:28:53.595596Z","caller":"traceutil/trace.go:171","msg":"trace[888264275] range","detail":"{range_begin:/registry/health; range_end:; response_count:0; response_revision:2520; }","duration":"681.062808ms","start":"2026-03-20T10:28:52.91452Z","end":"2026-03-20T10:28:53.595583Z","steps":["trace[888264275] 'agreement among raft nodes before linearized reading' (duration: 680.942555ms)"],"step_count":1} {"level":"warn","ts":"2026-03-20T10:28:53.595626Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-20T10:28:52.914496Z","time spent":"681.124649ms","remote":"127.0.0.1:36468","response type":"/etcdserverpb.KV/Range","request count":0,"request size":18,"response count":0,"response size":27,"request content":"key:\"/registry/health\" "} {"level":"warn","ts":"2026-03-20T10:28:53.595624Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-20T10:28:52.914597Z","time spent":"681.018957ms","remote":"127.0.0.1:36582","response type":"/etcdserverpb.KV/Range","request count":0,"request size":47,"response count":1,"response size":2200,"request content":"key:\"/registry/configmaps/kube-public/cluster-info\" "} {"level":"warn","ts":"2026-03-20T10:28:53.595585Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"584.943651ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/deployments/kube-public/\" range_end:\"/registry/deployments/kube-public0\" limit:500 ","response":"range_response_count:0 size:5"} {"level":"warn","ts":"2026-03-20T10:28:53.594976Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.115041947s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/external-resizer-rbd-csi-ceph-com\" ","response":"range_response_count:1 size:508"} {"level":"info","ts":"2026-03-20T10:28:53.59551Z","caller":"traceutil/trace.go:171","msg":"trace[524275827] range","detail":"{range_begin:/registry/configmaps/kube-public/kube-root-ca.crt; range_end:; response_count:1; response_revision:2520; }","duration":"512.409079ms","start":"2026-03-20T10:28:53.083094Z","end":"2026-03-20T10:28:53.595504Z","steps":["trace[524275827] 'agreement among raft nodes before linearized reading' (duration: 512.361448ms)"],"step_count":1} {"level":"warn","ts":"2026-03-20T10:28:53.595678Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-20T10:28:53.083073Z","time spent":"512.599114ms","remote":"127.0.0.1:36582","response type":"/etcdserverpb.KV/Range","request count":0,"request size":51,"response count":1,"response size":1768,"request content":"key:\"/registry/configmaps/kube-public/kube-root-ca.crt\" "} {"level":"info","ts":"2026-03-20T10:28:53.59568Z","caller":"traceutil/trace.go:171","msg":"trace[2018839536] range","detail":"{range_begin:/registry/deployments/kube-public/; range_end:/registry/deployments/kube-public0; response_count:0; response_revision:2520; }","duration":"585.091194ms","start":"2026-03-20T10:28:53.010567Z","end":"2026-03-20T10:28:53.595658Z","steps":["trace[2018839536] 'agreement among raft nodes before linearized reading' (duration: 584.906289ms)"],"step_count":1} {"level":"info","ts":"2026-03-20T10:28:53.595679Z","caller":"traceutil/trace.go:171","msg":"trace[626215406] range","detail":"{range_begin:/registry/leases/kube-system/external-resizer-rbd-csi-ceph-com; range_end:; response_count:1; response_revision:2520; }","duration":"1.115785445s","start":"2026-03-20T10:28:52.47988Z","end":"2026-03-20T10:28:53.595665Z","steps":["trace[626215406] 'agreement among raft nodes before linearized reading' (duration: 1.114982285s)"],"step_count":1} {"level":"warn","ts":"2026-03-20T10:28:53.595735Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-20T10:28:52.479862Z","time spent":"1.115859617s","remote":"127.0.0.1:36750","response type":"/etcdserverpb.KV/Range","request count":0,"request size":64,"response count":1,"response size":530,"request content":"key:\"/registry/leases/kube-system/external-resizer-rbd-csi-ceph-com\" "} {"level":"warn","ts":"2026-03-20T10:28:53.595733Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-20T10:28:53.010552Z","time spent":"585.169436ms","remote":"127.0.0.1:36936","response type":"/etcdserverpb.KV/Range","request count":0,"request size":75,"response count":0,"response size":27,"request content":"key:\"/registry/deployments/kube-public/\" range_end:\"/registry/deployments/kube-public0\" limit:500 "} {"level":"warn","ts":"2026-03-20T10:28:54.107598Z","caller":"etcdserver/v3_server.go:897","msg":"waiting for ReadIndex response took too long, retrying","sent-request-id":184257304220181460,"retry-timeout":"500ms"} {"level":"info","ts":"2026-03-20T10:28:54.229457Z","caller":"traceutil/trace.go:171","msg":"trace[969863322] linearizableReadLoop","detail":"{readStateIndex:2702; appliedIndex:2701; }","duration":"622.237203ms","start":"2026-03-20T10:28:53.607194Z","end":"2026-03-20T10:28:54.229431Z","steps":["trace[969863322] 'read index received' (duration: 557.326204ms)","trace[969863322] 'applied index is now lower than readState.Index' (duration: 64.905679ms)"],"step_count":2} {"level":"warn","ts":"2026-03-20T10:28:54.229633Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"622.419768ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/events/kube-public/\" range_end:\"/registry/events/kube-public0\" limit:500 ","response":"range_response_count:0 size:5"} {"level":"info","ts":"2026-03-20T10:28:54.229665Z","caller":"traceutil/trace.go:171","msg":"trace[1750948516] range","detail":"{range_begin:/registry/events/kube-public/; range_end:/registry/events/kube-public0; response_count:0; response_revision:2521; }","duration":"622.49433ms","start":"2026-03-20T10:28:53.607161Z","end":"2026-03-20T10:28:54.229655Z","steps":["trace[1750948516] 'agreement among raft nodes before linearized reading' (duration: 622.408468ms)"],"step_count":1} {"level":"info","ts":"2026-03-20T10:28:54.229605Z","caller":"traceutil/trace.go:171","msg":"trace[1832781650] transaction","detail":"{read_only:false; response_revision:2521; number_of_response:1; }","duration":"623.836733ms","start":"2026-03-20T10:28:53.60572Z","end":"2026-03-20T10:28:54.229557Z","steps":["trace[1832781650] 'process raft request' (duration: 558.804491ms)","trace[1832781650] 'compare' (duration: 64.610202ms)"],"step_count":2} {"level":"warn","ts":"2026-03-20T10:28:54.2297Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-20T10:28:53.607149Z","time spent":"622.541371ms","remote":"127.0.0.1:36552","response type":"/etcdserverpb.KV/Range","request count":0,"request size":65,"response count":0,"response size":27,"request content":"key:\"/registry/events/kube-public/\" range_end:\"/registry/events/kube-public0\" limit:500 "} {"level":"warn","ts":"2026-03-20T10:28:54.229726Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"551.27844ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/services/endpoints/kube-public/\" range_end:\"/registry/services/endpoints/kube-public0\" limit:500 ","response":"range_response_count:0 size:5"} {"level":"info","ts":"2026-03-20T10:28:54.229829Z","caller":"traceutil/trace.go:171","msg":"trace[1565242019] range","detail":"{range_begin:/registry/services/endpoints/kube-public/; range_end:/registry/services/endpoints/kube-public0; response_count:0; response_revision:2521; }","duration":"551.439715ms","start":"2026-03-20T10:28:53.678363Z","end":"2026-03-20T10:28:54.229803Z","steps":["trace[1565242019] 'agreement among raft nodes before linearized reading' (duration: 551.232159ms)"],"step_count":1} {"level":"warn","ts":"2026-03-20T10:28:54.229837Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-20T10:28:53.605693Z","time spent":"624.028988ms","remote":"127.0.0.1:36750","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":494,"response count":0,"response size":38,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-03-20T10:28:54.229883Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-20T10:28:53.678347Z","time spent":"551.522746ms","remote":"127.0.0.1:36640","response type":"/etcdserverpb.KV/Range","request count":0,"request size":89,"response count":0,"response size":27,"request content":"key:\"/registry/services/endpoints/kube-public/\" range_end:\"/registry/services/endpoints/kube-public0\" limit:500 "} {"level":"warn","ts":"2026-03-20T10:28:54.229924Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"540.632843ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/ingress/kube-public/\" range_end:\"/registry/ingress/kube-public0\" limit:500 ","response":"range_response_count:0 size:5"} {"level":"warn","ts":"2026-03-20T10:28:54.229938Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"529.47787ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/configmaps/kube-system/ceph-config\" ","response":"range_response_count:1 size:899"} {"level":"info","ts":"2026-03-20T10:28:54.229996Z","caller":"traceutil/trace.go:171","msg":"trace[169999215] range","detail":"{range_begin:/registry/ingress/kube-public/; range_end:/registry/ingress/kube-public0; response_count:0; response_revision:2521; }","duration":"540.753466ms","start":"2026-03-20T10:28:53.689224Z","end":"2026-03-20T10:28:54.229978Z","steps":["trace[169999215] 'agreement among raft nodes before linearized reading' (duration: 540.609622ms)"],"step_count":1} {"level":"info","ts":"2026-03-20T10:28:54.230026Z","caller":"traceutil/trace.go:171","msg":"trace[769768471] range","detail":"{range_begin:/registry/configmaps/kube-system/ceph-config; range_end:; response_count:1; response_revision:2521; }","duration":"529.627355ms","start":"2026-03-20T10:28:53.700376Z","end":"2026-03-20T10:28:54.230003Z","steps":["trace[769768471] 'agreement among raft nodes before linearized reading' (duration: 529.380748ms)"],"step_count":1} {"level":"warn","ts":"2026-03-20T10:28:54.230041Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-20T10:28:53.689208Z","time spent":"540.824277ms","remote":"127.0.0.1:36776","response type":"/etcdserverpb.KV/Range","request count":0,"request size":67,"response count":0,"response size":27,"request content":"key:\"/registry/ingress/kube-public/\" range_end:\"/registry/ingress/kube-public0\" limit:500 "} {"level":"warn","ts":"2026-03-20T10:28:54.230076Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-20T10:28:53.70034Z","time spent":"529.726207ms","remote":"127.0.0.1:36582","response type":"/etcdserverpb.KV/Range","request count":0,"request size":46,"response count":1,"response size":921,"request content":"key:\"/registry/configmaps/kube-system/ceph-config\" "} {"level":"warn","ts":"2026-03-20T10:28:54.825076Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"423.419572ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/configmaps/kube-system/ceph-csi-config\" ","response":"range_response_count:1 size:919"} {"level":"info","ts":"2026-03-20T10:28:54.825174Z","caller":"traceutil/trace.go:171","msg":"trace[1400194776] range","detail":"{range_begin:/registry/configmaps/kube-system/ceph-csi-config; range_end:; response_count:1; response_revision:2521; }","duration":"423.571086ms","start":"2026-03-20T10:28:54.401579Z","end":"2026-03-20T10:28:54.82515Z","steps":["trace[1400194776] 'range keys from in-memory index tree' (duration: 423.278998ms)"],"step_count":1} {"level":"warn","ts":"2026-03-20T10:28:54.825202Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"245.557771ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/health\" ","response":"range_response_count:0 size:5"} {"level":"warn","ts":"2026-03-20T10:28:54.825221Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-20T10:28:54.401557Z","time spent":"423.653748ms","remote":"127.0.0.1:36582","response type":"/etcdserverpb.KV/Range","request count":0,"request size":50,"response count":1,"response size":941,"request content":"key:\"/registry/configmaps/kube-system/ceph-csi-config\" "} {"level":"info","ts":"2026-03-20T10:28:54.825265Z","caller":"traceutil/trace.go:171","msg":"trace[403663615] range","detail":"{range_begin:/registry/health; range_end:; response_count:0; response_revision:2521; }","duration":"245.665393ms","start":"2026-03-20T10:28:54.579578Z","end":"2026-03-20T10:28:54.825244Z","steps":["trace[403663615] 'range keys from in-memory index tree' (duration: 245.407237ms)"],"step_count":1} {"level":"warn","ts":"2026-03-20T10:28:54.825086Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"220.005305ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/rbd.csi.ceph.com-kube-system\" ","response":"range_response_count:1 size:532"} {"level":"warn","ts":"2026-03-20T10:28:54.824926Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"408.739641ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/ingress/kube-system/\" range_end:\"/registry/ingress/kube-system0\" limit:500 ","response":"range_response_count:0 size:5"} {"level":"info","ts":"2026-03-20T10:28:54.825339Z","caller":"traceutil/trace.go:171","msg":"trace[258820265] range","detail":"{range_begin:/registry/ingress/kube-system/; range_end:/registry/ingress/kube-system0; response_count:0; response_revision:2521; }","duration":"409.179322ms","start":"2026-03-20T10:28:54.416139Z","end":"2026-03-20T10:28:54.825318Z","steps":["trace[258820265] 'range keys from in-memory index tree' (duration: 408.673339ms)"],"step_count":1} {"level":"warn","ts":"2026-03-20T10:28:54.825347Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"386.554061ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/configmaps/kube-system/ceph-csi-encryption-kms-config\" ","response":"range_response_count:1 size:811"} {"level":"warn","ts":"2026-03-20T10:28:54.825381Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-20T10:28:54.416128Z","time spent":"409.236784ms","remote":"127.0.0.1:36776","response type":"/etcdserverpb.KV/Range","request count":0,"request size":67,"response count":0,"response size":27,"request content":"key:\"/registry/ingress/kube-system/\" range_end:\"/registry/ingress/kube-system0\" limit:500 "} {"level":"info","ts":"2026-03-20T10:28:54.825367Z","caller":"traceutil/trace.go:171","msg":"trace[2074471494] range","detail":"{range_begin:/registry/leases/kube-system/rbd.csi.ceph.com-kube-system; range_end:; response_count:1; response_revision:2521; }","duration":"220.318953ms","start":"2026-03-20T10:28:54.604999Z","end":"2026-03-20T10:28:54.825318Z","steps":["trace[2074471494] 'range keys from in-memory index tree' (duration: 219.743409ms)"],"step_count":1} {"level":"info","ts":"2026-03-20T10:28:54.825423Z","caller":"traceutil/trace.go:171","msg":"trace[1603647886] range","detail":"{range_begin:/registry/configmaps/kube-system/ceph-csi-encryption-kms-config; range_end:; response_count:1; response_revision:2521; }","duration":"386.623693ms","start":"2026-03-20T10:28:54.438778Z","end":"2026-03-20T10:28:54.825402Z","steps":["trace[1603647886] 'range keys from in-memory index tree' (duration: 386.408027ms)"],"step_count":1} {"level":"warn","ts":"2026-03-20T10:28:54.825469Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-20T10:28:54.438759Z","time spent":"386.702214ms","remote":"127.0.0.1:36582","response type":"/etcdserverpb.KV/Range","request count":0,"request size":65,"response count":1,"response size":833,"request content":"key:\"/registry/configmaps/kube-system/ceph-csi-encryption-kms-config\" "} {"level":"warn","ts":"2026-03-20T10:28:54.825612Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"255.258095ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/external-attacher-leader-rbd-csi-ceph-com\" ","response":"range_response_count:1 size:524"} {"level":"info","ts":"2026-03-20T10:28:54.825688Z","caller":"traceutil/trace.go:171","msg":"trace[517293141] range","detail":"{range_begin:/registry/leases/kube-system/external-attacher-leader-rbd-csi-ceph-com; range_end:; response_count:1; response_revision:2521; }","duration":"255.377378ms","start":"2026-03-20T10:28:54.570272Z","end":"2026-03-20T10:28:54.825649Z","steps":["trace[517293141] 'range keys from in-memory index tree' (duration: 254.453685ms)"],"step_count":1} {"level":"warn","ts":"2026-03-20T10:28:54.82595Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"480.546084ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/jobs/kube-public/\" range_end:\"/registry/jobs/kube-public0\" limit:500 ","response":"range_response_count:0 size:5"} {"level":"info","ts":"2026-03-20T10:28:54.826006Z","caller":"traceutil/trace.go:171","msg":"trace[896360040] range","detail":"{range_begin:/registry/jobs/kube-public/; range_end:/registry/jobs/kube-public0; response_count:0; response_revision:2521; }","duration":"480.664797ms","start":"2026-03-20T10:28:54.345328Z","end":"2026-03-20T10:28:54.825993Z","steps":["trace[896360040] 'range keys from in-memory index tree' (duration: 480.255007ms)"],"step_count":1} {"level":"warn","ts":"2026-03-20T10:28:54.826038Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-20T10:28:54.345293Z","time spent":"480.735689ms","remote":"127.0.0.1:36712","response type":"/etcdserverpb.KV/Range","request count":0,"request size":61,"response count":0,"response size":27,"request content":"key:\"/registry/jobs/kube-public/\" range_end:\"/registry/jobs/kube-public0\" limit:500 "} {"level":"warn","ts":"2026-03-20T10:28:55.220021Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"225.989138ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pods/kube-public/\" range_end:\"/registry/pods/kube-public0\" limit:500 ","response":"range_response_count:0 size:5"} {"level":"warn","ts":"2026-03-20T10:28:55.220073Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"183.880844ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/configmaps/kube-system/cilium-config\" ","response":"range_response_count:1 size:6531"} {"level":"info","ts":"2026-03-20T10:28:55.220119Z","caller":"traceutil/trace.go:171","msg":"trace[256666224] range","detail":"{range_begin:/registry/pods/kube-public/; range_end:/registry/pods/kube-public0; response_count:0; response_revision:2522; }","duration":"226.150612ms","start":"2026-03-20T10:28:54.993948Z","end":"2026-03-20T10:28:55.220099Z","steps":["trace[256666224] 'range keys from in-memory index tree' (duration: 225.897485ms)"],"step_count":1} {"level":"warn","ts":"2026-03-20T10:28:55.220119Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"206.635238ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/networkpolicies/kube-system/\" range_end:\"/registry/networkpolicies/kube-system0\" limit:500 ","response":"range_response_count:0 size:5"} {"level":"info","ts":"2026-03-20T10:28:55.220152Z","caller":"traceutil/trace.go:171","msg":"trace[334610336] range","detail":"{range_begin:/registry/configmaps/kube-system/cilium-config; range_end:; response_count:1; response_revision:2522; }","duration":"184.000888ms","start":"2026-03-20T10:28:55.036131Z","end":"2026-03-20T10:28:55.220132Z","steps":["trace[334610336] 'range keys from in-memory index tree' (duration: 183.69962ms)"],"step_count":1} {"level":"info","ts":"2026-03-20T10:28:55.220387Z","caller":"traceutil/trace.go:171","msg":"trace[118682669] range","detail":"{range_begin:/registry/networkpolicies/kube-system/; range_end:/registry/networkpolicies/kube-system0; response_count:0; response_revision:2522; }","duration":"206.768602ms","start":"2026-03-20T10:28:55.013413Z","end":"2026-03-20T10:28:55.220181Z","steps":["trace[118682669] 'range keys from in-memory index tree' (duration: 206.526276ms)"],"step_count":1} {"level":"warn","ts":"2026-03-20T10:28:55.220409Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"192.599494ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/configmaps/kube-system/coredns\" ","response":"range_response_count:1 size:612"} {"level":"info","ts":"2026-03-20T10:28:55.220474Z","caller":"traceutil/trace.go:171","msg":"trace[11770468] range","detail":"{range_begin:/registry/configmaps/kube-system/coredns; range_end:; response_count:1; response_revision:2522; }","duration":"192.883331ms","start":"2026-03-20T10:28:55.027573Z","end":"2026-03-20T10:28:55.220456Z","steps":["trace[11770468] 'range keys from in-memory index tree' (duration: 192.497561ms)"],"step_count":1} {"level":"info","ts":"2026-03-20T10:28:56.274989Z","caller":"traceutil/trace.go:171","msg":"trace[167687733] linearizableReadLoop","detail":"{readStateIndex:2704; appliedIndex:2703; }","duration":"403.102299ms","start":"2026-03-20T10:28:55.871861Z","end":"2026-03-20T10:28:56.274963Z","steps":["trace[167687733] 'read index received' (duration: 403.070178ms)","trace[167687733] 'applied index is now lower than readState.Index' (duration: 30.991µs)"],"step_count":2} {"level":"info","ts":"2026-03-20T10:28:56.275083Z","caller":"traceutil/trace.go:171","msg":"trace[335296294] transaction","detail":"{read_only:false; response_revision:2523; number_of_response:1; }","duration":"465.195888ms","start":"2026-03-20T10:28:55.809854Z","end":"2026-03-20T10:28:56.27505Z","steps":["trace[335296294] 'process raft request' (duration: 464.949252ms)"],"step_count":1} {"level":"warn","ts":"2026-03-20T10:28:56.275188Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"403.302795ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/configmaps/kube-system/kubelet-config\" ","response":"range_response_count:1 size:1357"} {"level":"info","ts":"2026-03-20T10:28:56.275234Z","caller":"traceutil/trace.go:171","msg":"trace[108603119] range","detail":"{range_begin:/registry/configmaps/kube-system/kubelet-config; range_end:; response_count:1; response_revision:2523; }","duration":"403.394817ms","start":"2026-03-20T10:28:55.871828Z","end":"2026-03-20T10:28:56.275223Z","steps":["trace[108603119] 'agreement among raft nodes before linearized reading' (duration: 403.274153ms)"],"step_count":1} {"level":"warn","ts":"2026-03-20T10:28:56.275275Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-20T10:28:55.871811Z","time spent":"403.454389ms","remote":"127.0.0.1:36582","response type":"/etcdserverpb.KV/Range","request count":0,"request size":49,"response count":1,"response size":1379,"request content":"key:\"/registry/configmaps/kube-system/kubelet-config\" "} {"level":"warn","ts":"2026-03-20T10:28:56.275273Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-20T10:28:55.809837Z","time spent":"465.316253ms","remote":"127.0.0.1:36552","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":879,"response count":0,"response size":38,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-03-20T10:28:56.775171Z","caller":"etcdserver/v3_server.go:897","msg":"waiting for ReadIndex response took too long, retrying","sent-request-id":184257304220181520,"retry-timeout":"500ms"} {"level":"warn","ts":"2026-03-20T10:28:58.036652Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.171231566s","expected-duration":"100ms","prefix":"","request":"header: lease_revoke:","response":"size:27"} {"level":"info","ts":"2026-03-20T10:28:58.036769Z","caller":"traceutil/trace.go:171","msg":"trace[448386243] linearizableReadLoop","detail":"{readStateIndex:2705; appliedIndex:2704; }","duration":"1.761670296s","start":"2026-03-20T10:28:56.27508Z","end":"2026-03-20T10:28:58.036751Z","steps":["trace[448386243] 'read index received' (duration: 590.317657ms)","trace[448386243] 'applied index is now lower than readState.Index' (duration: 1.171351029s)"],"step_count":2} {"level":"warn","ts":"2026-03-20T10:28:58.037065Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"2.130732396s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/configmaps/kube-system/kubeadm-config\" ","response":"range_response_count:1 size:1084"} {"level":"warn","ts":"2026-03-20T10:28:58.037126Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.685488101s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/configmaps/kube-system/kubelet-config\" ","response":"range_response_count:1 size:1357"} {"level":"info","ts":"2026-03-20T10:28:58.037153Z","caller":"traceutil/trace.go:171","msg":"trace[1708437399] range","detail":"{range_begin:/registry/configmaps/kube-system/kubeadm-config; range_end:; response_count:1; response_revision:2523; }","duration":"2.130856479s","start":"2026-03-20T10:28:55.906271Z","end":"2026-03-20T10:28:58.037128Z","steps":["trace[1708437399] 'agreement among raft nodes before linearized reading' (duration: 2.130685605s)"],"step_count":1} {"level":"warn","ts":"2026-03-20T10:28:58.03716Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.459384661s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/health\" ","response":"range_response_count:0 size:5"} {"level":"info","ts":"2026-03-20T10:28:58.037191Z","caller":"traceutil/trace.go:171","msg":"trace[488380994] range","detail":"{range_begin:/registry/configmaps/kube-system/kubelet-config; range_end:; response_count:1; response_revision:2523; }","duration":"1.685602124s","start":"2026-03-20T10:28:56.351573Z","end":"2026-03-20T10:28:58.037175Z","steps":["trace[488380994] 'agreement among raft nodes before linearized reading' (duration: 1.685458621s)"],"step_count":1} {"level":"warn","ts":"2026-03-20T10:28:58.037199Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-20T10:28:55.906258Z","time spent":"2.130932132s","remote":"127.0.0.1:36582","response type":"/etcdserverpb.KV/Range","request count":0,"request size":49,"response count":1,"response size":1106,"request content":"key:\"/registry/configmaps/kube-system/kubeadm-config\" "} {"level":"warn","ts":"2026-03-20T10:28:58.03723Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-20T10:28:56.351557Z","time spent":"1.685663906s","remote":"127.0.0.1:36582","response type":"/etcdserverpb.KV/Range","request count":0,"request size":49,"response count":1,"response size":1379,"request content":"key:\"/registry/configmaps/kube-system/kubelet-config\" "} {"level":"warn","ts":"2026-03-20T10:28:58.037252Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"769.82631ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/cilium.io/ciliuml2announcementpolicies/\" range_end:\"/registry/cilium.io/ciliuml2announcementpolicies0\" count_only:true ","response":"range_response_count:0 size:5"} {"level":"info","ts":"2026-03-20T10:28:58.037279Z","caller":"traceutil/trace.go:171","msg":"trace[1590941065] range","detail":"{range_begin:/registry/cilium.io/ciliuml2announcementpolicies/; range_end:/registry/cilium.io/ciliuml2announcementpolicies0; response_count:0; response_revision:2523; }","duration":"769.892602ms","start":"2026-03-20T10:28:57.267379Z","end":"2026-03-20T10:28:58.037272Z","steps":["trace[1590941065] 'agreement among raft nodes before linearized reading' (duration: 769.84255ms)"],"step_count":1} {"level":"warn","ts":"2026-03-20T10:28:58.037313Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-20T10:28:57.267363Z","time spent":"769.940903ms","remote":"127.0.0.1:54210","response type":"/etcdserverpb.KV/Range","request count":0,"request size":104,"response count":0,"response size":27,"request content":"key:\"/registry/cilium.io/ciliuml2announcementpolicies/\" range_end:\"/registry/cilium.io/ciliuml2announcementpolicies0\" count_only:true "} {"level":"info","ts":"2026-03-20T10:28:58.037203Z","caller":"traceutil/trace.go:171","msg":"trace[1356732036] range","detail":"{range_begin:/registry/health; range_end:; response_count:0; response_revision:2523; }","duration":"1.459445644s","start":"2026-03-20T10:28:56.577744Z","end":"2026-03-20T10:28:58.037189Z","steps":["trace[1356732036] 'agreement among raft nodes before linearized reading' (duration: 1.459369221s)"],"step_count":1} {"level":"warn","ts":"2026-03-20T10:28:58.037429Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.04229939s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pods/kube-system/kube-scheduler-instance\" ","response":"range_response_count:1 size:4440"} {"level":"warn","ts":"2026-03-20T10:28:58.037492Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-20T10:28:56.577735Z","time spent":"1.459746862s","remote":"127.0.0.1:36464","response type":"/etcdserverpb.KV/Range","request count":0,"request size":18,"response count":0,"response size":27,"request content":"key:\"/registry/health\" "} {"level":"info","ts":"2026-03-20T10:28:58.037508Z","caller":"traceutil/trace.go:171","msg":"trace[1006098030] range","detail":"{range_begin:/registry/pods/kube-system/kube-scheduler-instance; range_end:; response_count:1; response_revision:2523; }","duration":"1.042417173s","start":"2026-03-20T10:28:56.995074Z","end":"2026-03-20T10:28:58.037491Z","steps":["trace[1006098030] 'agreement among raft nodes before linearized reading' (duration: 1.042209628s)"],"step_count":1} {"level":"warn","ts":"2026-03-20T10:28:58.037545Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-20T10:28:56.995055Z","time spent":"1.042482285s","remote":"127.0.0.1:36646","response type":"/etcdserverpb.KV/Range","request count":0,"request size":52,"response count":1,"response size":4462,"request content":"key:\"/registry/pods/kube-system/kube-scheduler-instance\" "} {"level":"warn","ts":"2026-03-20T10:28:58.037561Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"2.130175253s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/rolebindings/kube-system/\" range_end:\"/registry/rolebindings/kube-system0\" limit:500 ","response":"range_response_count:12 size:8411"} {"level":"info","ts":"2026-03-20T10:28:58.037608Z","caller":"traceutil/trace.go:171","msg":"trace[1670540217] range","detail":"{range_begin:/registry/rolebindings/kube-system/; range_end:/registry/rolebindings/kube-system0; response_count:12; response_revision:2523; }","duration":"2.130255685s","start":"2026-03-20T10:28:55.907338Z","end":"2026-03-20T10:28:58.037594Z","steps":["trace[1670540217] 'agreement among raft nodes before linearized reading' (duration: 2.13004831s)"],"step_count":1} {"level":"warn","ts":"2026-03-20T10:28:58.037643Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-20T10:28:55.90732Z","time spent":"2.130313597s","remote":"127.0.0.1:36836","response type":"/etcdserverpb.KV/Range","request count":0,"request size":77,"response count":12,"response size":8433,"request content":"key:\"/registry/rolebindings/kube-system/\" range_end:\"/registry/rolebindings/kube-system0\" limit:500 "} {"level":"warn","ts":"2026-03-20T10:28:58.037443Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.618177913s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/external-snapshotter-leader-rbd-csi-ceph-com\" ","response":"range_response_count:1 size:533"} {"level":"info","ts":"2026-03-20T10:28:58.037735Z","caller":"traceutil/trace.go:171","msg":"trace[1883081362] range","detail":"{range_begin:/registry/leases/kube-system/external-snapshotter-leader-rbd-csi-ceph-com; range_end:; response_count:1; response_revision:2523; }","duration":"1.618492391s","start":"2026-03-20T10:28:56.41923Z","end":"2026-03-20T10:28:58.037722Z","steps":["trace[1883081362] 'agreement among raft nodes before linearized reading' (duration: 1.618111911s)"],"step_count":1} {"level":"warn","ts":"2026-03-20T10:28:58.037776Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-20T10:28:56.419212Z","time spent":"1.618552542s","remote":"127.0.0.1:36750","response type":"/etcdserverpb.KV/Range","request count":0,"request size":75,"response count":1,"response size":555,"request content":"key:\"/registry/leases/kube-system/external-snapshotter-leader-rbd-csi-ceph-com\" "} {"level":"warn","ts":"2026-03-20T10:28:58.037829Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.506847101s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/rbd-csi-ceph-com\" ","response":"range_response_count:1 size:473"} {"level":"info","ts":"2026-03-20T10:28:58.037864Z","caller":"traceutil/trace.go:171","msg":"trace[875866902] range","detail":"{range_begin:/registry/leases/kube-system/rbd-csi-ceph-com; range_end:; response_count:1; response_revision:2523; }","duration":"1.506920972s","start":"2026-03-20T10:28:56.530933Z","end":"2026-03-20T10:28:58.037854Z","steps":["trace[875866902] 'agreement among raft nodes before linearized reading' (duration: 1.506792769s)"],"step_count":1} {"level":"warn","ts":"2026-03-20T10:28:58.037885Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.900483482s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/kube-scheduler\" ","response":"range_response_count:1 size:480"} {"level":"warn","ts":"2026-03-20T10:28:58.037892Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-20T10:28:56.530918Z","time spent":"1.506967954s","remote":"127.0.0.1:36750","response type":"/etcdserverpb.KV/Range","request count":0,"request size":47,"response count":1,"response size":495,"request content":"key:\"/registry/leases/kube-system/rbd-csi-ceph-com\" "} {"level":"info","ts":"2026-03-20T10:28:58.037917Z","caller":"traceutil/trace.go:171","msg":"trace[1282003991] range","detail":"{range_begin:/registry/leases/kube-system/kube-scheduler; range_end:; response_count:1; response_revision:2523; }","duration":"1.900553473s","start":"2026-03-20T10:28:56.137353Z","end":"2026-03-20T10:28:58.037907Z","steps":["trace[1282003991] 'agreement among raft nodes before linearized reading' (duration: 1.900453871s)"],"step_count":1} {"level":"warn","ts":"2026-03-20T10:28:58.037945Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-20T10:28:56.137335Z","time spent":"1.900604524s","remote":"127.0.0.1:36750","response type":"/etcdserverpb.KV/Range","request count":0,"request size":45,"response count":1,"response size":502,"request content":"key:\"/registry/leases/kube-system/kube-scheduler\" "} {"level":"warn","ts":"2026-03-20T10:28:58.038318Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.594008932s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/roles/kube-system/\" range_end:\"/registry/roles/kube-system0\" limit:500 ","response":"range_response_count:12 size:6839"} {"level":"info","ts":"2026-03-20T10:28:58.038365Z","caller":"traceutil/trace.go:171","msg":"trace[1366424499] range","detail":"{range_begin:/registry/roles/kube-system/; range_end:/registry/roles/kube-system0; response_count:12; response_revision:2523; }","duration":"1.594082164s","start":"2026-03-20T10:28:56.444269Z","end":"2026-03-20T10:28:58.038351Z","steps":["trace[1366424499] 'agreement among raft nodes before linearized reading' (duration: 1.593014387s)"],"step_count":1} {"level":"warn","ts":"2026-03-20T10:28:58.038405Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-20T10:28:56.444256Z","time spent":"1.594139086s","remote":"127.0.0.1:36830","response type":"/etcdserverpb.KV/Range","request count":0,"request size":63,"response count":12,"response size":6861,"request content":"key:\"/registry/roles/kube-system/\" range_end:\"/registry/roles/kube-system0\" limit:500 "} {"level":"info","ts":"2026-03-20T10:28:58.479824Z","caller":"traceutil/trace.go:171","msg":"trace[1207556139] transaction","detail":"{read_only:false; response_revision:2524; number_of_response:1; }","duration":"436.79822ms","start":"2026-03-20T10:28:58.042989Z","end":"2026-03-20T10:28:58.479787Z","steps":["trace[1207556139] 'process raft request' (duration: 436.498753ms)"],"step_count":1} {"level":"warn","ts":"2026-03-20T10:28:58.479986Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-20T10:28:58.042966Z","time spent":"436.935444ms","remote":"127.0.0.1:36750","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":459,"response count":0,"response size":38,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-03-20T10:28:58.479843Z","caller":"traceutil/trace.go:171","msg":"trace[1578344361] linearizableReadLoop","detail":"{readStateIndex:2706; appliedIndex:2705; }","duration":"433.014835ms","start":"2026-03-20T10:28:58.046737Z","end":"2026-03-20T10:28:58.479752Z","steps":["trace[1578344361] 'read index received' (duration: 432.732138ms)","trace[1578344361] 'applied index is now lower than readState.Index' (duration: 281.187µs)"],"step_count":2} {"level":"warn","ts":"2026-03-20T10:28:58.48113Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"434.338009ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/events/kube-system/\" range_end:\"/registry/events/kube-system0\" limit:500 ","response":"range_response_count:168 size:131204"} {"level":"info","ts":"2026-03-20T10:28:58.481202Z","caller":"traceutil/trace.go:171","msg":"trace[760548353] range","detail":"{range_begin:/registry/events/kube-system/; range_end:/registry/events/kube-system0; response_count:168; response_revision:2524; }","duration":"434.480202ms","start":"2026-03-20T10:28:58.046709Z","end":"2026-03-20T10:28:58.481189Z","steps":["trace[760548353] 'agreement among raft nodes before linearized reading' (duration: 433.218201ms)"],"step_count":1} {"level":"warn","ts":"2026-03-20T10:28:58.481255Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-20T10:28:58.046699Z","time spent":"434.538073ms","remote":"127.0.0.1:36552","response type":"/etcdserverpb.KV/Range","request count":0,"request size":65,"response count":168,"response size":131226,"request content":"key:\"/registry/events/kube-system/\" range_end:\"/registry/events/kube-system0\" limit:500 "} {"level":"info","ts":"2026-03-20T10:28:58.813969Z","caller":"traceutil/trace.go:171","msg":"trace[367827561] linearizableReadLoop","detail":"{readStateIndex:2708; appliedIndex:2706; }","duration":"333.432299ms","start":"2026-03-20T10:28:58.480514Z","end":"2026-03-20T10:28:58.813946Z","steps":["trace[367827561] 'read index received' (duration: 333.237274ms)","trace[367827561] 'applied index is now lower than readState.Index' (duration: 194.015µs)"],"step_count":2} {"level":"info","ts":"2026-03-20T10:28:58.814112Z","caller":"traceutil/trace.go:171","msg":"trace[850493397] transaction","detail":"{read_only:false; response_revision:2526; number_of_response:1; }","duration":"765.432069ms","start":"2026-03-20T10:28:58.048657Z","end":"2026-03-20T10:28:58.814089Z","steps":["trace[850493397] 'process raft request' (duration: 765.218773ms)"],"step_count":1} {"level":"info","ts":"2026-03-20T10:28:58.814255Z","caller":"traceutil/trace.go:171","msg":"trace[1812044206] transaction","detail":"{read_only:false; response_revision:2525; number_of_response:1; }","duration":"766.959837ms","start":"2026-03-20T10:28:58.047279Z","end":"2026-03-20T10:28:58.814238Z","steps":["trace[1812044206] 'process raft request' (duration: 766.373213ms)"],"step_count":1} {"level":"warn","ts":"2026-03-20T10:28:58.814358Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-20T10:28:58.047259Z","time spent":"767.04091ms","remote":"127.0.0.1:36750","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":519,"response count":0,"response size":38,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-03-20T10:28:58.814547Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"616.784615ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/roles/kube-public/\" range_end:\"/registry/roles/kube-public0\" limit:500 ","response":"range_response_count:2 size:1073"} {"level":"info","ts":"2026-03-20T10:28:58.815676Z","caller":"traceutil/trace.go:171","msg":"trace[603606298] range","detail":"{range_begin:/registry/roles/kube-public/; range_end:/registry/roles/kube-public0; response_count:2; response_revision:2526; }","duration":"618.020285ms","start":"2026-03-20T10:28:58.197635Z","end":"2026-03-20T10:28:58.815655Z","steps":["trace[603606298] 'agreement among raft nodes before linearized reading' (duration: 616.59427ms)"],"step_count":1} {"level":"warn","ts":"2026-03-20T10:28:58.815885Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-20T10:28:58.197614Z","time spent":"618.251231ms","remote":"127.0.0.1:36830","response type":"/etcdserverpb.KV/Range","request count":0,"request size":63,"response count":2,"response size":1095,"request content":"key:\"/registry/roles/kube-public/\" range_end:\"/registry/roles/kube-public0\" limit:500 "} {"level":"warn","ts":"2026-03-20T10:28:58.814957Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"671.565109ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/secrets/kube-system/\" range_end:\"/registry/secrets/kube-system0\" limit:500 ","response":"range_response_count:6 size:363682"} {"level":"warn","ts":"2026-03-20T10:28:58.814978Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"768.164957ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/events/kube-system/\" range_end:\"/registry/events/kube-system0\" limit:500 ","response":"range_response_count:168 size:131204"} {"level":"warn","ts":"2026-03-20T10:28:58.815107Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-20T10:28:58.048638Z","time spent":"765.52658ms","remote":"127.0.0.1:36646","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":4425,"response count":0,"response size":38,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-03-20T10:28:58.816454Z","caller":"traceutil/trace.go:171","msg":"trace[926689932] range","detail":"{range_begin:/registry/events/kube-system/; range_end:/registry/events/kube-system0; response_count:168; response_revision:2526; }","duration":"769.632095ms","start":"2026-03-20T10:28:58.046771Z","end":"2026-03-20T10:28:58.816403Z","steps":["trace[926689932] 'agreement among raft nodes before linearized reading' (duration: 767.412519ms)"],"step_count":1} {"level":"warn","ts":"2026-03-20T10:28:58.816642Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-20T10:28:58.046765Z","time spent":"769.82734ms","remote":"127.0.0.1:36552","response type":"/etcdserverpb.KV/Range","request count":0,"request size":65,"response count":168,"response size":131226,"request content":"key:\"/registry/events/kube-system/\" range_end:\"/registry/events/kube-system0\" limit:500 "} {"level":"warn","ts":"2026-03-20T10:28:58.815495Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"766.762652ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/health\" ","response":"range_response_count:0 size:5"} {"level":"info","ts":"2026-03-20T10:28:58.816859Z","caller":"traceutil/trace.go:171","msg":"trace[1452667586] range","detail":"{range_begin:/registry/health; range_end:; response_count:0; response_revision:2526; }","duration":"768.102895ms","start":"2026-03-20T10:28:58.048677Z","end":"2026-03-20T10:28:58.81678Z","steps":["trace[1452667586] 'agreement among raft nodes before linearized reading' (duration: 766.7233ms)"],"step_count":1} {"level":"warn","ts":"2026-03-20T10:28:58.816909Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-20T10:28:58.04867Z","time spent":"768.226729ms","remote":"127.0.0.1:36464","response type":"/etcdserverpb.KV/Range","request count":0,"request size":18,"response count":0,"response size":27,"request content":"key:\"/registry/health\" "} {"level":"info","ts":"2026-03-20T10:28:58.816299Z","caller":"traceutil/trace.go:171","msg":"trace[34463313] range","detail":"{range_begin:/registry/secrets/kube-system/; range_end:/registry/secrets/kube-system0; response_count:6; response_revision:2526; }","duration":"672.881683ms","start":"2026-03-20T10:28:58.14334Z","end":"2026-03-20T10:28:58.816222Z","steps":["trace[34463313] 'agreement among raft nodes before linearized reading' (duration: 670.755819ms)"],"step_count":1} {"level":"warn","ts":"2026-03-20T10:28:58.817235Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-20T10:28:58.143324Z","time spent":"673.850636ms","remote":"127.0.0.1:36570","response type":"/etcdserverpb.KV/Range","request count":0,"request size":67,"response count":6,"response size":363704,"request content":"key:\"/registry/secrets/kube-system/\" range_end:\"/registry/secrets/kube-system0\" limit:500 "} {"level":"warn","ts":"2026-03-20T10:28:58.836342Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"338.484917ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/cilium-operator-resource-lock\" ","response":"range_response_count:1 size:493"} {"level":"info","ts":"2026-03-20T10:28:58.836381Z","caller":"traceutil/trace.go:171","msg":"trace[2041473144] range","detail":"{range_begin:/registry/leases/kube-system/cilium-operator-resource-lock; range_end:; response_count:1; response_revision:2527; }","duration":"338.554399ms","start":"2026-03-20T10:28:58.497817Z","end":"2026-03-20T10:28:58.836371Z","steps":["trace[2041473144] 'agreement among raft nodes before linearized reading' (duration: 338.443626ms)"],"step_count":1} {"level":"warn","ts":"2026-03-20T10:28:58.836402Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-20T10:28:58.49779Z","time spent":"338.60716ms","remote":"127.0.0.1:36750","response type":"/etcdserverpb.KV/Range","request count":0,"request size":60,"response count":1,"response size":515,"request content":"key:\"/registry/leases/kube-system/cilium-operator-resource-lock\" "} {"level":"warn","ts":"2026-03-20T10:28:58.8364Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"277.266001ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/daemonsets/kube-system/ceph-csi-rbd-nodeplugin\" ","response":"range_response_count:1 size:9390"} {"level":"info","ts":"2026-03-20T10:28:58.83646Z","caller":"traceutil/trace.go:171","msg":"trace[908393893] range","detail":"{range_begin:/registry/daemonsets/kube-system/ceph-csi-rbd-nodeplugin; range_end:; response_count:1; response_revision:2527; }","duration":"277.363643ms","start":"2026-03-20T10:28:58.559086Z","end":"2026-03-20T10:28:58.836449Z","steps":["trace[908393893] 'agreement among raft nodes before linearized reading' (duration: 277.154978ms)"],"step_count":1} {"level":"warn","ts":"2026-03-20T10:28:58.836674Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"352.566733ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/rbd-csi-ceph-com\" ","response":"range_response_count:1 size:474"} {"level":"info","ts":"2026-03-20T10:28:58.836738Z","caller":"traceutil/trace.go:171","msg":"trace[2137822507] range","detail":"{range_begin:/registry/leases/kube-system/rbd-csi-ceph-com; range_end:; response_count:1; response_revision:2527; }","duration":"352.674005ms","start":"2026-03-20T10:28:58.48405Z","end":"2026-03-20T10:28:58.836724Z","steps":["trace[2137822507] 'agreement among raft nodes before linearized reading' (duration: 352.494701ms)"],"step_count":1} {"level":"warn","ts":"2026-03-20T10:28:58.836768Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-20T10:28:58.48403Z","time spent":"352.730886ms","remote":"127.0.0.1:36750","response type":"/etcdserverpb.KV/Range","request count":0,"request size":47,"response count":1,"response size":496,"request content":"key:\"/registry/leases/kube-system/rbd-csi-ceph-com\" "} {"level":"info","ts":"2026-03-20T10:28:58.836799Z","caller":"traceutil/trace.go:171","msg":"trace[905250038] transaction","detail":"{read_only:false; response_revision:2527; number_of_response:1; }","duration":"351.626349ms","start":"2026-03-20T10:28:58.485164Z","end":"2026-03-20T10:28:58.836791Z","steps":["trace[905250038] 'process raft request' (duration: 351.000683ms)"],"step_count":1} {"level":"warn","ts":"2026-03-20T10:28:58.836869Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-20T10:28:58.485149Z","time spent":"351.67521ms","remote":"127.0.0.1:36552","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":773,"response count":0,"response size":38,"request content":"compare: success:> failure:<>"} {"level":"warn","ts":"2026-03-20T10:28:59.26561Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"185.005271ms","expected-duration":"100ms","prefix":"","request":"header: txn: success:> failure: >>","response":"size:16"} {"level":"info","ts":"2026-03-20T10:28:59.265738Z","caller":"traceutil/trace.go:171","msg":"trace[582563827] transaction","detail":"{read_only:false; response_revision:2528; number_of_response:1; }","duration":"427.294129ms","start":"2026-03-20T10:28:58.838421Z","end":"2026-03-20T10:28:59.265715Z","steps":["trace[582563827] 'process raft request' (duration: 242.093123ms)","trace[582563827] 'compare' (duration: 184.721884ms)"],"step_count":2} {"level":"warn","ts":"2026-03-20T10:28:59.265801Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-20T10:28:58.838412Z","time spent":"427.359541ms","remote":"127.0.0.1:36552","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":787,"response count":0,"response size":38,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-03-20T10:28:59.94841Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"455.416691ms","expected-duration":"100ms","prefix":"","request":"header: txn: success:> failure: >>","response":"size:16"} {"level":"info","ts":"2026-03-20T10:28:59.948599Z","caller":"traceutil/trace.go:171","msg":"trace[953815767] linearizableReadLoop","detail":"{readStateIndex:2712; appliedIndex:2709; }","duration":"1.000481465s","start":"2026-03-20T10:28:58.948101Z","end":"2026-03-20T10:28:59.948583Z","steps":["trace[953815767] 'read index received' (duration: 132.411074ms)","trace[953815767] 'applied index is now lower than readState.Index' (duration: 868.069551ms)"],"step_count":2} {"level":"info","ts":"2026-03-20T10:28:59.948678Z","caller":"traceutil/trace.go:171","msg":"trace[1830918156] transaction","detail":"{read_only:false; response_revision:2530; number_of_response:1; }","duration":"1.021514057s","start":"2026-03-20T10:28:58.927154Z","end":"2026-03-20T10:28:59.948668Z","steps":["trace[1830918156] 'process raft request' (duration: 1.021342833s)"],"step_count":1} {"level":"info","ts":"2026-03-20T10:28:59.948657Z","caller":"traceutil/trace.go:171","msg":"trace[2059413577] transaction","detail":"{read_only:false; response_revision:2529; number_of_response:1; }","duration":"1.108052202s","start":"2026-03-20T10:28:58.840565Z","end":"2026-03-20T10:28:59.948617Z","steps":["trace[2059413577] 'process raft request' (duration: 652.363364ms)","trace[2059413577] 'compare' (duration: 455.175155ms)"],"step_count":2} {"level":"warn","ts":"2026-03-20T10:28:59.948735Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-20T10:28:58.927134Z","time spent":"1.021567169s","remote":"127.0.0.1:36646","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":4233,"response count":0,"response size":38,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-03-20T10:28:59.948769Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-20T10:28:58.840551Z","time spent":"1.108157154s","remote":"127.0.0.1:36750","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":459,"response count":0,"response size":38,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-03-20T10:28:59.948863Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.000756722s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/secrets/kube-public/\" range_end:\"/registry/secrets/kube-public0\" limit:500 ","response":"range_response_count:0 size:5"} {"level":"info","ts":"2026-03-20T10:28:59.948898Z","caller":"traceutil/trace.go:171","msg":"trace[350682021] range","detail":"{range_begin:/registry/secrets/kube-public/; range_end:/registry/secrets/kube-public0; response_count:0; response_revision:2530; }","duration":"1.000816984s","start":"2026-03-20T10:28:58.948055Z","end":"2026-03-20T10:28:59.948888Z","steps":["trace[350682021] 'agreement among raft nodes before linearized reading' (duration: 1.000759212s)"],"step_count":1} {"level":"warn","ts":"2026-03-20T10:28:59.948932Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-20T10:28:58.948042Z","time spent":"1.000881645s","remote":"127.0.0.1:36570","response type":"/etcdserverpb.KV/Range","request count":0,"request size":67,"response count":0,"response size":27,"request content":"key:\"/registry/secrets/kube-public/\" range_end:\"/registry/secrets/kube-public0\" limit:500 "} {"level":"warn","ts":"2026-03-20T10:28:59.949134Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"711.673572ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/external-resizer-rbd-csi-ceph-com\" ","response":"range_response_count:1 size:509"} {"level":"warn","ts":"2026-03-20T10:28:59.949181Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"369.500561ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/health\" ","response":"range_response_count:0 size:5"} {"level":"info","ts":"2026-03-20T10:28:59.949193Z","caller":"traceutil/trace.go:171","msg":"trace[1020239269] range","detail":"{range_begin:/registry/leases/kube-system/external-resizer-rbd-csi-ceph-com; range_end:; response_count:1; response_revision:2530; }","duration":"711.781555ms","start":"2026-03-20T10:28:59.237398Z","end":"2026-03-20T10:28:59.94918Z","steps":["trace[1020239269] 'agreement among raft nodes before linearized reading' (duration: 711.619901ms)"],"step_count":1} {"level":"info","ts":"2026-03-20T10:28:59.949209Z","caller":"traceutil/trace.go:171","msg":"trace[180892136] range","detail":"{range_begin:/registry/health; range_end:; response_count:0; response_revision:2530; }","duration":"369.563392ms","start":"2026-03-20T10:28:59.579637Z","end":"2026-03-20T10:28:59.949201Z","steps":["trace[180892136] 'agreement among raft nodes before linearized reading' (duration: 369.519001ms)"],"step_count":1} {"level":"warn","ts":"2026-03-20T10:28:59.949225Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-20T10:28:59.237378Z","time spent":"711.839757ms","remote":"127.0.0.1:36750","response type":"/etcdserverpb.KV/Range","request count":0,"request size":64,"response count":1,"response size":531,"request content":"key:\"/registry/leases/kube-system/external-resizer-rbd-csi-ceph-com\" "} {"level":"warn","ts":"2026-03-20T10:28:59.949217Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"945.449705ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/daemonsets/kube-system/ceph-csi-rbd-nodeplugin\" ","response":"range_response_count:1 size:9390"} {"level":"warn","ts":"2026-03-20T10:28:59.949232Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-20T10:28:59.579617Z","time spent":"369.609534ms","remote":"127.0.0.1:36464","response type":"/etcdserverpb.KV/Range","request count":0,"request size":18,"response count":0,"response size":27,"request content":"key:\"/registry/health\" "} {"level":"info","ts":"2026-03-20T10:28:59.949255Z","caller":"traceutil/trace.go:171","msg":"trace[28018885] range","detail":"{range_begin:/registry/daemonsets/kube-system/ceph-csi-rbd-nodeplugin; range_end:; response_count:1; response_revision:2530; }","duration":"945.501636ms","start":"2026-03-20T10:28:59.003745Z","end":"2026-03-20T10:28:59.949246Z","steps":["trace[28018885] 'agreement among raft nodes before linearized reading' (duration: 945.384044ms)"],"step_count":1} {"level":"warn","ts":"2026-03-20T10:28:59.949276Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-20T10:28:59.003736Z","time spent":"945.535257ms","remote":"127.0.0.1:36958","response type":"/etcdserverpb.KV/Range","request count":0,"request size":58,"response count":1,"response size":9412,"request content":"key:\"/registry/daemonsets/kube-system/ceph-csi-rbd-nodeplugin\" "} {"level":"warn","ts":"2026-03-20T10:28:59.949136Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"922.837654ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/rbd.csi.ceph.com-kube-system\" ","response":"range_response_count:1 size:532"} {"level":"info","ts":"2026-03-20T10:28:59.949313Z","caller":"traceutil/trace.go:171","msg":"trace[469685011] range","detail":"{range_begin:/registry/leases/kube-system/rbd.csi.ceph.com-kube-system; range_end:; response_count:1; response_revision:2530; }","duration":"923.052319ms","start":"2026-03-20T10:28:59.026252Z","end":"2026-03-20T10:28:59.949305Z","steps":["trace[469685011] 'agreement among raft nodes before linearized reading' (duration: 922.780632ms)"],"step_count":1} {"level":"warn","ts":"2026-03-20T10:28:59.94934Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-20T10:28:59.026241Z","time spent":"923.091201ms","remote":"127.0.0.1:36750","response type":"/etcdserverpb.KV/Range","request count":0,"request size":59,"response count":1,"response size":554,"request content":"key:\"/registry/leases/kube-system/rbd.csi.ceph.com-kube-system\" "} {"level":"warn","ts":"2026-03-20T10:28:59.949344Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"879.89556ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/serviceaccounts/kube-system/\" range_end:\"/registry/serviceaccounts/kube-system0\" limit:500 ","response":"range_response_count:39 size:9533"} {"level":"info","ts":"2026-03-20T10:28:59.949377Z","caller":"traceutil/trace.go:171","msg":"trace[2070486724] range","detail":"{range_begin:/registry/serviceaccounts/kube-system/; range_end:/registry/serviceaccounts/kube-system0; response_count:39; response_revision:2530; }","duration":"879.945311ms","start":"2026-03-20T10:28:59.069419Z","end":"2026-03-20T10:28:59.949364Z","steps":["trace[2070486724] 'agreement among raft nodes before linearized reading' (duration: 879.751357ms)"],"step_count":1} {"level":"warn","ts":"2026-03-20T10:28:59.949134Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"980.227303ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/daemonsets/kube-system/cilium\" ","response":"range_response_count:1 size:14480"} {"level":"warn","ts":"2026-03-20T10:28:59.949404Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-20T10:28:59.069408Z","time spent":"879.987332ms","remote":"127.0.0.1:36664","response type":"/etcdserverpb.KV/Range","request count":0,"request size":83,"response count":39,"response size":9555,"request content":"key:\"/registry/serviceaccounts/kube-system/\" range_end:\"/registry/serviceaccounts/kube-system0\" limit:500 "} {"level":"info","ts":"2026-03-20T10:28:59.94942Z","caller":"traceutil/trace.go:171","msg":"trace[880494150] range","detail":"{range_begin:/registry/daemonsets/kube-system/cilium; range_end:; response_count:1; response_revision:2530; }","duration":"980.536551ms","start":"2026-03-20T10:28:58.968869Z","end":"2026-03-20T10:28:59.949405Z","steps":["trace[880494150] 'agreement among raft nodes before linearized reading' (duration: 980.148832ms)"],"step_count":1} {"level":"warn","ts":"2026-03-20T10:28:59.949464Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-20T10:28:58.968857Z","time spent":"980.593363ms","remote":"127.0.0.1:36958","response type":"/etcdserverpb.KV/Range","request count":0,"request size":41,"response count":1,"response size":14502,"request content":"key:\"/registry/daemonsets/kube-system/cilium\" "} {"level":"warn","ts":"2026-03-20T10:29:00.50787Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"356.513933ms","expected-duration":"100ms","prefix":"","request":"header: txn: success:> failure: >>","response":"size:16"} {"level":"info","ts":"2026-03-20T10:29:00.507966Z","caller":"traceutil/trace.go:171","msg":"trace[633778618] linearizableReadLoop","detail":"{readStateIndex:2714; appliedIndex:2713; }","duration":"471.111817ms","start":"2026-03-20T10:29:00.036837Z","end":"2026-03-20T10:29:00.507949Z","steps":["trace[633778618] 'read index received' (duration: 114.4439ms)","trace[633778618] 'applied index is now lower than readState.Index' (duration: 356.666727ms)"],"step_count":2} {"level":"info","ts":"2026-03-20T10:29:00.508097Z","caller":"traceutil/trace.go:171","msg":"trace[1878799578] transaction","detail":"{read_only:false; response_revision:2532; number_of_response:1; }","duration":"550.473631ms","start":"2026-03-20T10:28:59.957485Z","end":"2026-03-20T10:29:00.507959Z","steps":["trace[1878799578] 'process raft request' (duration: 193.792924ms)","trace[1878799578] 'compare' (duration: 356.261697ms)"],"step_count":2} {"level":"warn","ts":"2026-03-20T10:29:00.508159Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"471.324573ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/daemonsets/kube-system/cilium\" ","response":"range_response_count:1 size:14480"} {"level":"info","ts":"2026-03-20T10:29:00.508189Z","caller":"traceutil/trace.go:171","msg":"trace[857500715] range","detail":"{range_begin:/registry/daemonsets/kube-system/cilium; range_end:; response_count:1; response_revision:2532; }","duration":"471.385965ms","start":"2026-03-20T10:29:00.036794Z","end":"2026-03-20T10:29:00.50818Z","steps":["trace[857500715] 'agreement among raft nodes before linearized reading' (duration: 471.254011ms)"],"step_count":1} {"level":"warn","ts":"2026-03-20T10:29:00.508223Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-20T10:29:00.036777Z","time spent":"471.437036ms","remote":"127.0.0.1:36958","response type":"/etcdserverpb.KV/Range","request count":0,"request size":41,"response count":1,"response size":14502,"request content":"key:\"/registry/daemonsets/kube-system/cilium\" "} {"level":"warn","ts":"2026-03-20T10:29:00.508289Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-20T10:28:59.957466Z","time spent":"550.716798ms","remote":"127.0.0.1:36750","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":493,"response count":0,"response size":38,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-03-20T10:29:00.508375Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"464.716666ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/serviceaccounts/kube-public/\" range_end:\"/registry/serviceaccounts/kube-public0\" limit:500 ","response":"range_response_count:1 size:179"} {"level":"info","ts":"2026-03-20T10:29:00.508445Z","caller":"traceutil/trace.go:171","msg":"trace[259781393] range","detail":"{range_begin:/registry/serviceaccounts/kube-public/; range_end:/registry/serviceaccounts/kube-public0; response_count:1; response_revision:2532; }","duration":"464.796888ms","start":"2026-03-20T10:29:00.04363Z","end":"2026-03-20T10:29:00.508427Z","steps":["trace[259781393] 'agreement among raft nodes before linearized reading' (duration: 464.669265ms)"],"step_count":1} {"level":"warn","ts":"2026-03-20T10:29:00.508486Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-20T10:29:00.043609Z","time spent":"464.867549ms","remote":"127.0.0.1:36664","response type":"/etcdserverpb.KV/Range","request count":0,"request size":83,"response count":1,"response size":201,"request content":"key:\"/registry/serviceaccounts/kube-public/\" range_end:\"/registry/serviceaccounts/kube-public0\" limit:500 "} {"level":"warn","ts":"2026-03-20T10:29:00.508479Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"410.664971ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/services/specs/kube-system/\" range_end:\"/registry/services/specs/kube-system0\" limit:500 ","response":"range_response_count:3 size:3583"} {"level":"info","ts":"2026-03-20T10:29:00.508541Z","caller":"traceutil/trace.go:171","msg":"trace[760438790] range","detail":"{range_begin:/registry/services/specs/kube-system/; range_end:/registry/services/specs/kube-system0; response_count:3; response_revision:2532; }","duration":"410.796764ms","start":"2026-03-20T10:29:00.097727Z","end":"2026-03-20T10:29:00.508524Z","steps":["trace[760438790] 'agreement among raft nodes before linearized reading' (duration: 410.563058ms)"],"step_count":1} {"level":"warn","ts":"2026-03-20T10:29:00.508526Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"470.323937ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pods/kube-system/\" range_end:\"/registry/pods/kube-system0\" limit:500 ","response":"range_response_count:12 size:94258"} {"level":"warn","ts":"2026-03-20T10:29:00.508596Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-20T10:29:00.097712Z","time spent":"410.868886ms","remote":"127.0.0.1:36648","response type":"/etcdserverpb.KV/Range","request count":0,"request size":81,"response count":3,"response size":3605,"request content":"key:\"/registry/services/specs/kube-system/\" range_end:\"/registry/services/specs/kube-system0\" limit:500 "} {"level":"info","ts":"2026-03-20T10:29:00.508599Z","caller":"traceutil/trace.go:171","msg":"trace[899740611] range","detail":"{range_begin:/registry/pods/kube-system/; range_end:/registry/pods/kube-system0; response_count:12; response_revision:2532; }","duration":"470.41475ms","start":"2026-03-20T10:29:00.038168Z","end":"2026-03-20T10:29:00.508583Z","steps":["trace[899740611] 'agreement among raft nodes before linearized reading' (duration: 470.106082ms)"],"step_count":1} {"level":"warn","ts":"2026-03-20T10:29:00.50865Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-20T10:29:00.038137Z","time spent":"470.502272ms","remote":"127.0.0.1:36646","response type":"/etcdserverpb.KV/Range","request count":0,"request size":61,"response count":12,"response size":94280,"request content":"key:\"/registry/pods/kube-system/\" range_end:\"/registry/pods/kube-system0\" limit:500 "} {"level":"info","ts":"2026-03-20T10:29:00.738312Z","caller":"traceutil/trace.go:171","msg":"trace[1485257187] linearizableReadLoop","detail":"{readStateIndex:2715; appliedIndex:2714; }","duration":"144.246323ms","start":"2026-03-20T10:29:00.59404Z","end":"2026-03-20T10:29:00.738287Z","steps":["trace[1485257187] 'read index received' (duration: 94.494057ms)","trace[1485257187] 'applied index is now lower than readState.Index' (duration: 49.750836ms)"],"step_count":2} {"level":"warn","ts":"2026-03-20T10:29:00.738671Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"136.970349ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/statefulsets/kube-system/\" range_end:\"/registry/statefulsets/kube-system0\" limit:500 ","response":"range_response_count:0 size:5"} {"level":"info","ts":"2026-03-20T10:29:00.738753Z","caller":"traceutil/trace.go:171","msg":"trace[1434371719] range","detail":"{range_begin:/registry/statefulsets/kube-system/; range_end:/registry/statefulsets/kube-system0; response_count:0; response_revision:2532; }","duration":"137.065292ms","start":"2026-03-20T10:29:00.601672Z","end":"2026-03-20T10:29:00.738738Z","steps":["trace[1434371719] 'agreement among raft nodes before linearized reading' (duration: 136.937558ms)"],"step_count":1} {"level":"warn","ts":"2026-03-20T10:29:00.738812Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"134.569188ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/daemonsets/kube-system/kube-proxy\" ","response":"range_response_count:1 size:2918"} {"level":"info","ts":"2026-03-20T10:29:00.738844Z","caller":"traceutil/trace.go:171","msg":"trace[98002788] range","detail":"{range_begin:/registry/daemonsets/kube-system/kube-proxy; range_end:; response_count:1; response_revision:2532; }","duration":"134.614569ms","start":"2026-03-20T10:29:00.604219Z","end":"2026-03-20T10:29:00.738834Z","steps":["trace[98002788] 'agreement among raft nodes before linearized reading' (duration: 134.472405ms)"],"step_count":1} {"level":"warn","ts":"2026-03-20T10:29:00.738562Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"144.486039ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/services/specs/kube-public/\" range_end:\"/registry/services/specs/kube-public0\" limit:500 ","response":"range_response_count:0 size:5"} {"level":"info","ts":"2026-03-20T10:29:00.738925Z","caller":"traceutil/trace.go:171","msg":"trace[1414004896] range","detail":"{range_begin:/registry/services/specs/kube-public/; range_end:/registry/services/specs/kube-public0; response_count:0; response_revision:2532; }","duration":"144.88707ms","start":"2026-03-20T10:29:00.594019Z","end":"2026-03-20T10:29:00.738906Z","steps":["trace[1414004896] 'agreement among raft nodes before linearized reading' (duration: 144.409408ms)"],"step_count":1} {"level":"warn","ts":"2026-03-20T10:29:01.499461Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"581.621296ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/deployments/kube-system/cilium-operator\" ","response":"range_response_count:1 size:4709"} {"level":"info","ts":"2026-03-20T10:29:01.499538Z","caller":"traceutil/trace.go:171","msg":"trace[1754134185] range","detail":"{range_begin:/registry/deployments/kube-system/cilium-operator; range_end:; response_count:1; response_revision:2533; }","duration":"581.744099ms","start":"2026-03-20T10:29:00.917777Z","end":"2026-03-20T10:29:01.499521Z","steps":["trace[1754134185] 'range keys from in-memory index tree' (duration: 581.038692ms)"],"step_count":1} {"level":"warn","ts":"2026-03-20T10:29:01.499578Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-20T10:29:00.917758Z","time spent":"581.811491ms","remote":"127.0.0.1:36936","response type":"/etcdserverpb.KV/Range","request count":0,"request size":51,"response count":1,"response size":4731,"request content":"key:\"/registry/deployments/kube-system/cilium-operator\" "} {"level":"warn","ts":"2026-03-20T10:29:01.499448Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"346.327455ms","expected-duration":"100ms","prefix":"","request":"header: txn: success:> failure: >>","response":"size:16"} {"level":"info","ts":"2026-03-20T10:29:01.499753Z","caller":"traceutil/trace.go:171","msg":"trace[841919624] linearizableReadLoop","detail":"{readStateIndex:2717; appliedIndex:2716; }","duration":"497.944864ms","start":"2026-03-20T10:29:01.001786Z","end":"2026-03-20T10:29:01.499731Z","steps":["trace[841919624] 'read index received' (duration: 151.101125ms)","trace[841919624] 'applied index is now lower than readState.Index' (duration: 346.842319ms)"],"step_count":2} {"level":"info","ts":"2026-03-20T10:29:01.499884Z","caller":"traceutil/trace.go:171","msg":"trace[1939194834] transaction","detail":"{read_only:false; response_revision:2534; number_of_response:1; }","duration":"578.638482ms","start":"2026-03-20T10:29:00.921195Z","end":"2026-03-20T10:29:01.499833Z","steps":["trace[1939194834] 'process raft request' (duration: 231.766012ms)","trace[1939194834] 'compare' (duration: 345.813462ms)"],"step_count":2} {"level":"warn","ts":"2026-03-20T10:29:01.500001Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"419.509613ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/controllerrevisions/\" range_end:\"/registry/controllerrevisions0\" count_only:true ","response":"range_response_count:0 size:7"} {"level":"info","ts":"2026-03-20T10:29:01.50006Z","caller":"traceutil/trace.go:171","msg":"trace[1144129618] range","detail":"{range_begin:/registry/controllerrevisions/; range_end:/registry/controllerrevisions0; response_count:0; response_revision:2534; }","duration":"419.610796ms","start":"2026-03-20T10:29:01.08043Z","end":"2026-03-20T10:29:01.50004Z","steps":["trace[1144129618] 'agreement among raft nodes before linearized reading' (duration: 419.510893ms)"],"step_count":1} {"level":"warn","ts":"2026-03-20T10:29:01.500111Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-20T10:29:01.080408Z","time spent":"419.690958ms","remote":"127.0.0.1:36972","response type":"/etcdserverpb.KV/Range","request count":0,"request size":66,"response count":3,"response size":29,"request content":"key:\"/registry/controllerrevisions/\" range_end:\"/registry/controllerrevisions0\" count_only:true "} {"level":"warn","ts":"2026-03-20T10:29:01.500381Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"395.506067ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/deployments/\" range_end:\"/registry/deployments0\" count_only:true ","response":"range_response_count:0 size:7"} {"level":"info","ts":"2026-03-20T10:29:01.500617Z","caller":"traceutil/trace.go:171","msg":"trace[2039449488] range","detail":"{range_begin:/registry/deployments/; range_end:/registry/deployments0; response_count:0; response_revision:2534; }","duration":"395.576749ms","start":"2026-03-20T10:29:01.104841Z","end":"2026-03-20T10:29:01.500417Z","steps":["trace[2039449488] 'agreement among raft nodes before linearized reading' (duration: 395.501197ms)"],"step_count":1} {"level":"warn","ts":"2026-03-20T10:29:01.500656Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-20T10:29:01.104831Z","time spent":"395.814575ms","remote":"127.0.0.1:36936","response type":"/etcdserverpb.KV/Range","request count":0,"request size":50,"response count":3,"response size":29,"request content":"key:\"/registry/deployments/\" range_end:\"/registry/deployments0\" count_only:true "} {"level":"warn","ts":"2026-03-20T10:29:01.500771Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"498.952739ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/cilium.io/ciliumclusterwidenetworkpolicies/\" range_end:\"/registry/cilium.io/ciliumclusterwidenetworkpolicies0\" count_only:true ","response":"range_response_count:0 size:5"} {"level":"info","ts":"2026-03-20T10:29:01.500889Z","caller":"traceutil/trace.go:171","msg":"trace[733967160] range","detail":"{range_begin:/registry/cilium.io/ciliumclusterwidenetworkpolicies/; range_end:/registry/cilium.io/ciliumclusterwidenetworkpolicies0; response_count:0; response_revision:2534; }","duration":"499.088872ms","start":"2026-03-20T10:29:01.00177Z","end":"2026-03-20T10:29:01.500859Z","steps":["trace[733967160] 'agreement among raft nodes before linearized reading' (duration: 498.922818ms)"],"step_count":1} {"level":"warn","ts":"2026-03-20T10:29:01.501053Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-20T10:29:01.001714Z","time spent":"499.321818ms","remote":"127.0.0.1:58166","response type":"/etcdserverpb.KV/Range","request count":0,"request size":112,"response count":0,"response size":27,"request content":"key:\"/registry/cilium.io/ciliumclusterwidenetworkpolicies/\" range_end:\"/registry/cilium.io/ciliumclusterwidenetworkpolicies0\" count_only:true "} {"level":"warn","ts":"2026-03-20T10:29:01.501239Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-20T10:29:00.921178Z","time spent":"578.758424ms","remote":"127.0.0.1:36750","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":673,"response count":0,"response size":38,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-03-20T10:29:01.499878Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"659.884734ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/events/kube-system/\" range_end:\"/registry/events/kube-system0\" limit:500 ","response":"range_response_count:169 size:131985"} {"level":"info","ts":"2026-03-20T10:29:01.501614Z","caller":"traceutil/trace.go:171","msg":"trace[380803215] range","detail":"{range_begin:/registry/events/kube-system/; range_end:/registry/events/kube-system0; response_count:169; response_revision:2533; }","duration":"661.698808ms","start":"2026-03-20T10:29:00.839891Z","end":"2026-03-20T10:29:01.50159Z","steps":["trace[380803215] 'range keys from in-memory index tree' (duration: 658.698083ms)"],"step_count":1} {"level":"warn","ts":"2026-03-20T10:29:01.501675Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-20T10:29:00.83988Z","time spent":"661.773191ms","remote":"127.0.0.1:36552","response type":"/etcdserverpb.KV/Range","request count":0,"request size":65,"response count":169,"response size":132007,"request content":"key:\"/registry/events/kube-system/\" range_end:\"/registry/events/kube-system0\" limit:500 "} {"level":"warn","ts":"2026-03-20T10:29:01.756453Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"115.062145ms","expected-duration":"100ms","prefix":"","request":"header: txn: success:> failure: >>","response":"size:16"} {"level":"info","ts":"2026-03-20T10:29:01.756554Z","caller":"traceutil/trace.go:171","msg":"trace[333987349] linearizableReadLoop","detail":"{readStateIndex:2718; appliedIndex:2717; }","duration":"178.98817ms","start":"2026-03-20T10:29:01.577547Z","end":"2026-03-20T10:29:01.756535Z","steps":["trace[333987349] 'read index received' (duration: 63.678299ms)","trace[333987349] 'applied index is now lower than readState.Index' (duration: 115.308411ms)"],"step_count":2} {"level":"info","ts":"2026-03-20T10:29:01.756667Z","caller":"traceutil/trace.go:171","msg":"trace[1004370855] transaction","detail":"{read_only:false; response_revision:2535; number_of_response:1; }","duration":"190.311356ms","start":"2026-03-20T10:29:01.566343Z","end":"2026-03-20T10:29:01.756654Z","steps":["trace[1004370855] 'process raft request' (duration: 74.958264ms)","trace[1004370855] 'compare' (duration: 114.627124ms)"],"step_count":2} {"level":"warn","ts":"2026-03-20T10:29:01.756965Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"175.156922ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/deployments/kube-system/cilium-operator\" ","response":"range_response_count:1 size:4709"} {"level":"warn","ts":"2026-03-20T10:29:01.757039Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"179.491443ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/health\" ","response":"range_response_count:0 size:5"} {"level":"info","ts":"2026-03-20T10:29:01.757062Z","caller":"traceutil/trace.go:171","msg":"trace[2059080368] range","detail":"{range_begin:/registry/deployments/kube-system/cilium-operator; range_end:; response_count:1; response_revision:2535; }","duration":"175.309246ms","start":"2026-03-20T10:29:01.581728Z","end":"2026-03-20T10:29:01.757037Z","steps":["trace[2059080368] 'agreement among raft nodes before linearized reading' (duration: 175.018989ms)"],"step_count":1} {"level":"info","ts":"2026-03-20T10:29:01.757076Z","caller":"traceutil/trace.go:171","msg":"trace[1572009400] range","detail":"{range_begin:/registry/health; range_end:; response_count:0; response_revision:2535; }","duration":"179.584605ms","start":"2026-03-20T10:29:01.57748Z","end":"2026-03-20T10:29:01.757065Z","steps":["trace[1572009400] 'agreement among raft nodes before linearized reading' (duration: 179.520293ms)"],"step_count":1} {"level":"warn","ts":"2026-03-20T10:29:01.757377Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"164.930724ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/deployments/kube-system/coredns\" ","response":"range_response_count:1 size:4219"} {"level":"info","ts":"2026-03-20T10:29:01.757428Z","caller":"traceutil/trace.go:171","msg":"trace[61323132] range","detail":"{range_begin:/registry/deployments/kube-system/coredns; range_end:; response_count:1; response_revision:2535; }","duration":"165.028237ms","start":"2026-03-20T10:29:01.592388Z","end":"2026-03-20T10:29:01.757416Z","steps":["trace[61323132] 'agreement among raft nodes before linearized reading' (duration: 164.916344ms)"],"step_count":1} {"level":"info","ts":"2026-03-20T10:29:02.35864Z","caller":"traceutil/trace.go:171","msg":"trace[1820613494] linearizableReadLoop","detail":"{readStateIndex:2720; appliedIndex:2718; }","duration":"593.560849ms","start":"2026-03-20T10:29:01.765055Z","end":"2026-03-20T10:29:02.358616Z","steps":["trace[1820613494] 'read index received' (duration: 83.904769ms)","trace[1820613494] 'applied index is now lower than readState.Index' (duration: 509.65517ms)"],"step_count":2} {"level":"warn","ts":"2026-03-20T10:29:02.358913Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"593.840396ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/deployments/kube-system/cilium-operator\" ","response":"range_response_count:1 size:4709"} {"level":"warn","ts":"2026-03-20T10:29:02.358948Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"485.51819ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/deployments/kube-system/coredns\" ","response":"range_response_count:1 size:4219"} {"level":"info","ts":"2026-03-20T10:29:02.358988Z","caller":"traceutil/trace.go:171","msg":"trace[79001614] range","detail":"{range_begin:/registry/deployments/kube-system/cilium-operator; range_end:; response_count:1; response_revision:2537; }","duration":"593.973239ms","start":"2026-03-20T10:29:01.765Z","end":"2026-03-20T10:29:02.358973Z","steps":["trace[79001614] 'agreement among raft nodes before linearized reading' (duration: 593.750584ms)"],"step_count":1} {"level":"warn","ts":"2026-03-20T10:29:02.359023Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-20T10:29:01.764983Z","time spent":"594.033301ms","remote":"127.0.0.1:36936","response type":"/etcdserverpb.KV/Range","request count":0,"request size":51,"response count":1,"response size":4731,"request content":"key:\"/registry/deployments/kube-system/cilium-operator\" "} {"level":"info","ts":"2026-03-20T10:29:02.358688Z","caller":"traceutil/trace.go:171","msg":"trace[2020991961] transaction","detail":"{read_only:false; response_revision:2537; number_of_response:1; }","duration":"594.168944ms","start":"2026-03-20T10:29:01.764497Z","end":"2026-03-20T10:29:02.358666Z","steps":["trace[2020991961] 'process raft request' (duration: 593.984149ms)"],"step_count":1} {"level":"info","ts":"2026-03-20T10:29:02.359381Z","caller":"traceutil/trace.go:171","msg":"trace[245841310] range","detail":"{range_begin:/registry/deployments/kube-system/coredns; range_end:; response_count:1; response_revision:2537; }","duration":"485.616893ms","start":"2026-03-20T10:29:01.873361Z","end":"2026-03-20T10:29:02.358978Z","steps":["trace[245841310] 'agreement among raft nodes before linearized reading' (duration: 485.432858ms)"],"step_count":1} {"level":"warn","ts":"2026-03-20T10:29:02.359475Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-20T10:29:01.873341Z","time spent":"486.090594ms","remote":"127.0.0.1:36936","response type":"/etcdserverpb.KV/Range","request count":0,"request size":43,"response count":1,"response size":4241,"request content":"key:\"/registry/deployments/kube-system/coredns\" "} {"level":"warn","ts":"2026-03-20T10:29:02.359405Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-20T10:29:01.76447Z","time spent":"594.80827ms","remote":"127.0.0.1:36750","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":464,"response count":0,"response size":38,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-03-20T10:29:02.585238Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"186.48382ms","expected-duration":"100ms","prefix":"read-only range ","request":"limit:1 serializable:true keys_only:true ","response":"range_response_count:0 size:5"} {"level":"warn","ts":"2026-03-20T10:29:02.585353Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"220.733355ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/deployments/kube-system/coredns\" ","response":"range_response_count:1 size:4219"} {"level":"info","ts":"2026-03-20T10:29:02.585584Z","caller":"traceutil/trace.go:171","msg":"trace[1643856706] range","detail":"{range_begin:/registry/deployments/kube-system/coredns; range_end:; response_count:1; response_revision:2537; }","duration":"220.97272ms","start":"2026-03-20T10:29:02.364579Z","end":"2026-03-20T10:29:02.585552Z","steps":["trace[1643856706] 'range keys from in-memory index tree' (duration: 220.53248ms)"],"step_count":1} {"level":"info","ts":"2026-03-20T10:29:02.585451Z","caller":"traceutil/trace.go:171","msg":"trace[1358600398] range","detail":"{range_begin:; range_end:; response_count:0; response_revision:2537; }","duration":"186.731427ms","start":"2026-03-20T10:29:02.398704Z","end":"2026-03-20T10:29:02.585435Z","steps":["trace[1358600398] 'range keys from in-memory index tree' (duration: 186.4706ms)"],"step_count":1} {"level":"warn","ts":"2026-03-20T10:29:02.586194Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"219.610496ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/events/kube-system/\" range_end:\"/registry/events/kube-system0\" limit:500 ","response":"range_response_count:170 size:132699"} {"level":"info","ts":"2026-03-20T10:29:02.586836Z","caller":"traceutil/trace.go:171","msg":"trace[2025597603] range","detail":"{range_begin:/registry/events/kube-system/; range_end:/registry/events/kube-system0; response_count:170; response_revision:2537; }","duration":"220.266723ms","start":"2026-03-20T10:29:02.366513Z","end":"2026-03-20T10:29:02.58678Z","steps":["trace[2025597603] 'range keys from in-memory index tree' (duration: 218.618282ms)"],"step_count":1} {"level":"warn","ts":"2026-03-20T10:29:03.731723Z","caller":"etcdserver/v3_server.go:897","msg":"waiting for ReadIndex response took too long, retrying","sent-request-id":184257304220181611,"retry-timeout":"500ms"} {"level":"info","ts":"2026-03-20T10:29:03.789317Z","caller":"traceutil/trace.go:171","msg":"trace[1892911427] linearizableReadLoop","detail":"{readStateIndex:2721; appliedIndex:2720; }","duration":"557.793896ms","start":"2026-03-20T10:29:03.231491Z","end":"2026-03-20T10:29:03.789285Z","steps":["trace[1892911427] 'read index received' (duration: 557.489999ms)","trace[1892911427] 'applied index is now lower than readState.Index' (duration: 302.587µs)"],"step_count":2} {"level":"info","ts":"2026-03-20T10:29:03.789384Z","caller":"traceutil/trace.go:171","msg":"trace[298247065] transaction","detail":"{read_only:false; response_revision:2538; number_of_response:1; }","duration":"650.464076ms","start":"2026-03-20T10:29:03.138895Z","end":"2026-03-20T10:29:03.789359Z","steps":["trace[298247065] 'process raft request' (duration: 650.141788ms)"],"step_count":1} {"level":"warn","ts":"2026-03-20T10:29:03.78953Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-20T10:29:03.138885Z","time spent":"650.553739ms","remote":"127.0.0.1:36750","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":520,"response count":0,"response size":38,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-03-20T10:29:03.789675Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"558.162225ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pods/kube-system/cilium-operator-869df985b8-6rkgb\" ","response":"range_response_count:1 size:6859"} {"level":"warn","ts":"2026-03-20T10:29:03.789749Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"554.927394ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pods/kube-system/coredns-67659f764b-4b89q\" ","response":"range_response_count:1 size:4908"} {"level":"info","ts":"2026-03-20T10:29:03.790464Z","caller":"traceutil/trace.go:171","msg":"trace[350626899] range","detail":"{range_begin:/registry/pods/kube-system/coredns-67659f764b-4b89q; range_end:; response_count:1; response_revision:2538; }","duration":"555.650022ms","start":"2026-03-20T10:29:03.234792Z","end":"2026-03-20T10:29:03.790442Z","steps":["trace[350626899] 'agreement among raft nodes before linearized reading' (duration: 554.739409ms)"],"step_count":1} {"level":"info","ts":"2026-03-20T10:29:03.789749Z","caller":"traceutil/trace.go:171","msg":"trace[4250645] range","detail":"{range_begin:/registry/pods/kube-system/cilium-operator-869df985b8-6rkgb; range_end:; response_count:1; response_revision:2538; }","duration":"558.283348ms","start":"2026-03-20T10:29:03.231448Z","end":"2026-03-20T10:29:03.789731Z","steps":["trace[4250645] 'agreement among raft nodes before linearized reading' (duration: 558.021052ms)"],"step_count":1} {"level":"warn","ts":"2026-03-20T10:29:03.790698Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-20T10:29:03.231429Z","time spent":"559.217942ms","remote":"127.0.0.1:36646","response type":"/etcdserverpb.KV/Range","request count":0,"request size":61,"response count":1,"response size":6881,"request content":"key:\"/registry/pods/kube-system/cilium-operator-869df985b8-6rkgb\" "} {"level":"warn","ts":"2026-03-20T10:29:03.790045Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"212.713082ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/health\" ","response":"range_response_count:0 size:5"} {"level":"info","ts":"2026-03-20T10:29:03.790919Z","caller":"traceutil/trace.go:171","msg":"trace[33951722] range","detail":"{range_begin:/registry/health; range_end:; response_count:0; response_revision:2538; }","duration":"213.664505ms","start":"2026-03-20T10:29:03.577232Z","end":"2026-03-20T10:29:03.790896Z","steps":["trace[33951722] 'agreement among raft nodes before linearized reading' (duration: 212.574148ms)"],"step_count":1} {"level":"warn","ts":"2026-03-20T10:29:03.790535Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-20T10:29:03.234785Z","time spent":"555.732284ms","remote":"127.0.0.1:36646","response type":"/etcdserverpb.KV/Range","request count":0,"request size":53,"response count":1,"response size":4930,"request content":"key:\"/registry/pods/kube-system/coredns-67659f764b-4b89q\" "} {"level":"warn","ts":"2026-03-20T10:29:04.18147Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"254.952309ms","expected-duration":"100ms","prefix":"","request":"header: txn: success:> failure: >>","response":"size:16"} {"level":"info","ts":"2026-03-20T10:29:04.181583Z","caller":"traceutil/trace.go:171","msg":"trace[663974127] linearizableReadLoop","detail":"{readStateIndex:2722; appliedIndex:2721; }","duration":"361.403897ms","start":"2026-03-20T10:29:03.820161Z","end":"2026-03-20T10:29:04.181565Z","steps":["trace[663974127] 'read index received' (duration: 106.201442ms)","trace[663974127] 'applied index is now lower than readState.Index' (duration: 255.200925ms)"],"step_count":2} {"level":"info","ts":"2026-03-20T10:29:04.181693Z","caller":"traceutil/trace.go:171","msg":"trace[311811462] transaction","detail":"{read_only:false; response_revision:2539; number_of_response:1; }","duration":"385.602328ms","start":"2026-03-20T10:29:03.79607Z","end":"2026-03-20T10:29:04.181672Z","steps":["trace[311811462] 'process raft request' (duration: 130.359302ms)","trace[311811462] 'compare' (duration: 254.516658ms)"],"step_count":2} {"level":"warn","ts":"2026-03-20T10:29:04.181767Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-20T10:29:03.796049Z","time spent":"385.68604ms","remote":"127.0.0.1:36750","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":477,"response count":0,"response size":38,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-03-20T10:29:04.181847Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"305.979587ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pods/kube-system/cilium-operator-869df985b8-6rkgb\" ","response":"range_response_count:1 size:6859"} {"level":"info","ts":"2026-03-20T10:29:04.181928Z","caller":"traceutil/trace.go:171","msg":"trace[2033984125] range","detail":"{range_begin:/registry/pods/kube-system/cilium-operator-869df985b8-6rkgb; range_end:; response_count:1; response_revision:2539; }","duration":"306.1146ms","start":"2026-03-20T10:29:03.875793Z","end":"2026-03-20T10:29:04.181908Z","steps":["trace[2033984125] 'agreement among raft nodes before linearized reading' (duration: 305.888835ms)"],"step_count":1} {"level":"warn","ts":"2026-03-20T10:29:04.181973Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-20T10:29:03.875775Z","time spent":"306.189673ms","remote":"127.0.0.1:36646","response type":"/etcdserverpb.KV/Range","request count":0,"request size":61,"response count":1,"response size":6881,"request content":"key:\"/registry/pods/kube-system/cilium-operator-869df985b8-6rkgb\" "} {"level":"warn","ts":"2026-03-20T10:29:04.181951Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"361.777477ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/external-snapshotter-leader-rbd-csi-ceph-com\" ","response":"range_response_count:1 size:534"} {"level":"info","ts":"2026-03-20T10:29:04.182067Z","caller":"traceutil/trace.go:171","msg":"trace[1478207901] range","detail":"{range_begin:/registry/leases/kube-system/external-snapshotter-leader-rbd-csi-ceph-com; range_end:; response_count:1; response_revision:2539; }","duration":"361.8972ms","start":"2026-03-20T10:29:03.820149Z","end":"2026-03-20T10:29:04.182046Z","steps":["trace[1478207901] 'agreement among raft nodes before linearized reading' (duration: 361.542231ms)"],"step_count":1} {"level":"warn","ts":"2026-03-20T10:29:04.182132Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-20T10:29:03.820107Z","time spent":"361.997212ms","remote":"127.0.0.1:36750","response type":"/etcdserverpb.KV/Range","request count":0,"request size":75,"response count":1,"response size":556,"request content":"key:\"/registry/leases/kube-system/external-snapshotter-leader-rbd-csi-ceph-com\" "} {"level":"warn","ts":"2026-03-20T10:29:04.182233Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"296.383175ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pods/kube-system/coredns-67659f764b-4b89q\" ","response":"range_response_count:1 size:4908"} {"level":"info","ts":"2026-03-20T10:29:04.182278Z","caller":"traceutil/trace.go:171","msg":"trace[1079991640] range","detail":"{range_begin:/registry/pods/kube-system/coredns-67659f764b-4b89q; range_end:; response_count:1; response_revision:2539; }","duration":"296.427226ms","start":"2026-03-20T10:29:03.885839Z","end":"2026-03-20T10:29:04.182266Z","steps":["trace[1079991640] 'agreement among raft nodes before linearized reading' (duration: 296.255412ms)"],"step_count":1} {"level":"warn","ts":"2026-03-20T10:29:04.434839Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"126.056913ms","expected-duration":"100ms","prefix":"","request":"header: txn: success:> failure: >>","response":"size:16"} {"level":"info","ts":"2026-03-20T10:29:04.43496Z","caller":"traceutil/trace.go:171","msg":"trace[1205745801] transaction","detail":"{read_only:false; response_revision:2540; number_of_response:1; }","duration":"247.424088ms","start":"2026-03-20T10:29:04.187516Z","end":"2026-03-20T10:29:04.43494Z","steps":["trace[1205745801] 'process raft request' (duration: 121.179201ms)","trace[1205745801] 'compare' (duration: 125.937279ms)"],"step_count":2} {"level":"info","ts":"2026-03-20T10:29:04.435023Z","caller":"traceutil/trace.go:171","msg":"trace[1469294385] transaction","detail":"{read_only:false; response_revision:2541; number_of_response:1; }","duration":"243.285824ms","start":"2026-03-20T10:29:04.191719Z","end":"2026-03-20T10:29:04.435005Z","steps":["trace[1469294385] 'process raft request' (duration: 243.230222ms)"],"step_count":1} {"level":"info","ts":"2026-03-20T10:29:04.435172Z","caller":"traceutil/trace.go:171","msg":"trace[872200602] linearizableReadLoop","detail":"{readStateIndex:2723; appliedIndex:2722; }","duration":"246.847114ms","start":"2026-03-20T10:29:04.188315Z","end":"2026-03-20T10:29:04.435162Z","steps":["trace[872200602] 'read index received' (duration: 120.395731ms)","trace[872200602] 'applied index is now lower than readState.Index' (duration: 126.450213ms)"],"step_count":2} {"level":"warn","ts":"2026-03-20T10:29:04.435485Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"246.001491ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pods/kube-system/coredns-67659f764b-4b89q\" ","response":"range_response_count:1 size:4908"} {"level":"warn","ts":"2026-03-20T10:29:04.435527Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"210.555786ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/apiextensions.k8s.io/customresourcedefinitions/ciliumclusterwidenetworkpolicies.cilium.io\" ","response":"range_response_count:1 size:188495"} {"level":"warn","ts":"2026-03-20T10:29:04.43554Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"243.693573ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/apiextensions.k8s.io/customresourcedefinitions/ciliumnodeconfigs.cilium.io\" ","response":"range_response_count:1 size:5177"} {"level":"info","ts":"2026-03-20T10:29:04.435559Z","caller":"traceutil/trace.go:171","msg":"trace[300604019] range","detail":"{range_begin:/registry/pods/kube-system/coredns-67659f764b-4b89q; range_end:; response_count:1; response_revision:2541; }","duration":"247.740556ms","start":"2026-03-20T10:29:04.187801Z","end":"2026-03-20T10:29:04.435541Z","steps":["trace[300604019] 'agreement among raft nodes before linearized reading' (duration: 247.53914ms)"],"step_count":1} {"level":"info","ts":"2026-03-20T10:29:04.435601Z","caller":"traceutil/trace.go:171","msg":"trace[1489029831] range","detail":"{range_begin:/registry/apiextensions.k8s.io/customresourcedefinitions/ciliumnodeconfigs.cilium.io; range_end:; response_count:1; response_revision:2541; }","duration":"243.784527ms","start":"2026-03-20T10:29:04.191802Z","end":"2026-03-20T10:29:04.435587Z","steps":["trace[1489029831] 'agreement among raft nodes before linearized reading' (duration: 243.605372ms)"],"step_count":1} {"level":"warn","ts":"2026-03-20T10:29:04.435641Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"243.770035ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/apiextensions.k8s.io/customresourcedefinitions/ciliumpodippools.cilium.io\" ","response":"range_response_count:1 size:4083"} {"level":"info","ts":"2026-03-20T10:29:04.435664Z","caller":"traceutil/trace.go:171","msg":"trace[2086271076] range","detail":"{range_begin:/registry/apiextensions.k8s.io/customresourcedefinitions/ciliumpodippools.cilium.io; range_end:; response_count:1; response_revision:2541; }","duration":"243.802206ms","start":"2026-03-20T10:29:04.191855Z","end":"2026-03-20T10:29:04.435658Z","steps":["trace[2086271076] 'agreement among raft nodes before linearized reading' (duration: 243.731224ms)"],"step_count":1} {"level":"warn","ts":"2026-03-20T10:29:04.435601Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"243.776257ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/apiextensions.k8s.io/customresourcedefinitions/ciliumidentities.cilium.io\" ","response":"range_response_count:1 size:4333"} {"level":"info","ts":"2026-03-20T10:29:04.436047Z","caller":"traceutil/trace.go:171","msg":"trace[674427135] range","detail":"{range_begin:/registry/apiextensions.k8s.io/customresourcedefinitions/ciliumidentities.cilium.io; range_end:; response_count:1; response_revision:2541; }","duration":"244.228568ms","start":"2026-03-20T10:29:04.191806Z","end":"2026-03-20T10:29:04.436034Z","steps":["trace[674427135] 'agreement among raft nodes before linearized reading' (duration: 243.676474ms)"],"step_count":1} {"level":"warn","ts":"2026-03-20T10:29:04.43575Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"243.893338ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/apiextensions.k8s.io/customresourcedefinitions/ciliumendpoints.cilium.io\" ","response":"range_response_count:1 size:13229"} {"level":"info","ts":"2026-03-20T10:29:04.43614Z","caller":"traceutil/trace.go:171","msg":"trace[1713978967] range","detail":"{range_begin:/registry/apiextensions.k8s.io/customresourcedefinitions/ciliumendpoints.cilium.io; range_end:; response_count:1; response_revision:2541; }","duration":"244.304438ms","start":"2026-03-20T10:29:04.191814Z","end":"2026-03-20T10:29:04.436119Z","steps":["trace[1713978967] 'agreement among raft nodes before linearized reading' (duration: 243.821706ms)"],"step_count":1} {"level":"warn","ts":"2026-03-20T10:29:04.435799Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"238.933314ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/apiextensions.k8s.io/customresourcedefinitions/ciliumnodes.cilium.io\" ","response":"range_response_count:1 size:24244"} {"level":"info","ts":"2026-03-20T10:29:04.436292Z","caller":"traceutil/trace.go:171","msg":"trace[1536521799] range","detail":"{range_begin:/registry/apiextensions.k8s.io/customresourcedefinitions/ciliumnodes.cilium.io; range_end:; response_count:1; response_revision:2541; }","duration":"239.440617ms","start":"2026-03-20T10:29:04.196823Z","end":"2026-03-20T10:29:04.436264Z","steps":["trace[1536521799] 'agreement among raft nodes before linearized reading' (duration: 238.882703ms)"],"step_count":1} {"level":"warn","ts":"2026-03-20T10:29:04.435882Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"244.105585ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/apiextensions.k8s.io/customresourcedefinitions/ciliumcidrgroups.cilium.io\" ","response":"range_response_count:1 size:4180"} {"level":"info","ts":"2026-03-20T10:29:04.436543Z","caller":"traceutil/trace.go:171","msg":"trace[218943552] range","detail":"{range_begin:/registry/apiextensions.k8s.io/customresourcedefinitions/ciliumcidrgroups.cilium.io; range_end:; response_count:1; response_revision:2541; }","duration":"244.781092ms","start":"2026-03-20T10:29:04.191745Z","end":"2026-03-20T10:29:04.436526Z","steps":["trace[218943552] 'agreement among raft nodes before linearized reading' (duration: 244.049323ms)"],"step_count":1} {"level":"warn","ts":"2026-03-20T10:29:04.436592Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"242.264068ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/events/kube-system/\" range_end:\"/registry/events/kube-system0\" limit:500 ","response":"range_response_count:170 size:132699"} {"level":"info","ts":"2026-03-20T10:29:04.436699Z","caller":"traceutil/trace.go:171","msg":"trace[1918337756] range","detail":"{range_begin:/registry/events/kube-system/; range_end:/registry/events/kube-system0; response_count:170; response_revision:2541; }","duration":"242.407301ms","start":"2026-03-20T10:29:04.194266Z","end":"2026-03-20T10:29:04.436674Z","steps":["trace[1918337756] 'agreement among raft nodes before linearized reading' (duration: 241.162419ms)"],"step_count":1} {"level":"warn","ts":"2026-03-20T10:29:04.435906Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"244.054133ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/apiextensions.k8s.io/customresourcedefinitions/ciliuml2announcementpolicies.cilium.io\" ","response":"range_response_count:1 size:10377"} {"level":"info","ts":"2026-03-20T10:29:04.436925Z","caller":"traceutil/trace.go:171","msg":"trace[2025749552] range","detail":"{range_begin:/registry/apiextensions.k8s.io/customresourcedefinitions/ciliuml2announcementpolicies.cilium.io; range_end:; response_count:1; response_revision:2541; }","duration":"245.070928ms","start":"2026-03-20T10:29:04.191831Z","end":"2026-03-20T10:29:04.436902Z","steps":["trace[2025749552] 'agreement among raft nodes before linearized reading' (duration: 243.997691ms)"],"step_count":1} {"level":"info","ts":"2026-03-20T10:29:04.43556Z","caller":"traceutil/trace.go:171","msg":"trace[1892313714] range","detail":"{range_begin:/registry/apiextensions.k8s.io/customresourcedefinitions/ciliumclusterwidenetworkpolicies.cilium.io; range_end:; response_count:1; response_revision:2541; }","duration":"210.614139ms","start":"2026-03-20T10:29:04.224934Z","end":"2026-03-20T10:29:04.435549Z","steps":["trace[1892313714] 'agreement among raft nodes before linearized reading' (duration: 210.477705ms)"],"step_count":1} {"level":"warn","ts":"2026-03-20T10:29:04.435902Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"247.578143ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/apiextensions.k8s.io/customresourcedefinitions/ciliumloadbalancerippools.cilium.io\" ","response":"range_response_count:1 size:9320"} {"level":"info","ts":"2026-03-20T10:29:04.437214Z","caller":"traceutil/trace.go:171","msg":"trace[1641754004] range","detail":"{range_begin:/registry/apiextensions.k8s.io/customresourcedefinitions/ciliumloadbalancerippools.cilium.io; range_end:; response_count:1; response_revision:2541; }","duration":"248.917456ms","start":"2026-03-20T10:29:04.188279Z","end":"2026-03-20T10:29:04.437197Z","steps":["trace[1641754004] 'agreement among raft nodes before linearized reading' (duration: 247.527772ms)"],"step_count":1} {"level":"info","ts":"2026-03-20T10:29:04.739594Z","caller":"traceutil/trace.go:171","msg":"trace[652017748] linearizableReadLoop","detail":"{readStateIndex:2725; appliedIndex:2724; }","duration":"296.763033ms","start":"2026-03-20T10:29:04.442794Z","end":"2026-03-20T10:29:04.739557Z","steps":["trace[652017748] 'read index received' (duration: 296.419405ms)","trace[652017748] 'applied index is now lower than readState.Index' (duration: 342.688µs)"],"step_count":2} {"level":"info","ts":"2026-03-20T10:29:04.739758Z","caller":"traceutil/trace.go:171","msg":"trace[1626154384] transaction","detail":"{read_only:false; response_revision:2542; number_of_response:1; }","duration":"298.074167ms","start":"2026-03-20T10:29:04.44166Z","end":"2026-03-20T10:29:04.739734Z","steps":["trace[1626154384] 'process raft request' (duration: 297.616545ms)"],"step_count":1} {"level":"warn","ts":"2026-03-20T10:29:04.739994Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"250.113955ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/events/\" range_end:\"/registry/events0\" count_only:true ","response":"range_response_count:0 size:8"} {"level":"info","ts":"2026-03-20T10:29:04.74008Z","caller":"traceutil/trace.go:171","msg":"trace[152937636] range","detail":"{range_begin:/registry/events/; range_end:/registry/events0; response_count:0; response_revision:2542; }","duration":"250.255039ms","start":"2026-03-20T10:29:04.489807Z","end":"2026-03-20T10:29:04.740062Z","steps":["trace[152937636] 'agreement among raft nodes before linearized reading' (duration: 249.978332ms)"],"step_count":1} {"level":"warn","ts":"2026-03-20T10:29:04.740453Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"161.347133ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/health\" ","response":"range_response_count:0 size:5"} {"level":"info","ts":"2026-03-20T10:29:04.740837Z","caller":"traceutil/trace.go:171","msg":"trace[1060320963] range","detail":"{range_begin:/registry/health; range_end:; response_count:0; response_revision:2542; }","duration":"161.813355ms","start":"2026-03-20T10:29:04.579003Z","end":"2026-03-20T10:29:04.740817Z","steps":["trace[1060320963] 'agreement among raft nodes before linearized reading' (duration: 161.392954ms)"],"step_count":1} {"level":"warn","ts":"2026-03-20T10:29:04.740505Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"213.613323ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pods/kube-system/coredns-67659f764b-jbxg4\" ","response":"range_response_count:1 size:4908"} {"level":"warn","ts":"2026-03-20T10:29:04.741325Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"298.515398ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/events/kube-system/\" range_end:\"/registry/events/kube-system0\" limit:500 ","response":"range_response_count:170 size:132699"} {"level":"info","ts":"2026-03-20T10:29:04.741604Z","caller":"traceutil/trace.go:171","msg":"trace[1978932770] range","detail":"{range_begin:/registry/events/kube-system/; range_end:/registry/events/kube-system0; response_count:170; response_revision:2542; }","duration":"298.825346ms","start":"2026-03-20T10:29:04.44276Z","end":"2026-03-20T10:29:04.741586Z","steps":["trace[1978932770] 'agreement among raft nodes before linearized reading' (duration: 297.485891ms)"],"step_count":1} {"level":"info","ts":"2026-03-20T10:29:04.741745Z","caller":"traceutil/trace.go:171","msg":"trace[220839973] range","detail":"{range_begin:/registry/pods/kube-system/coredns-67659f764b-jbxg4; range_end:; response_count:1; response_revision:2542; }","duration":"214.893406ms","start":"2026-03-20T10:29:04.526834Z","end":"2026-03-20T10:29:04.741728Z","steps":["trace[220839973] 'agreement among raft nodes before linearized reading' (duration: 213.49262ms)"],"step_count":1} {"level":"info","ts":"2026-03-20T10:29:05.154987Z","caller":"traceutil/trace.go:171","msg":"trace[1635634327] linearizableReadLoop","detail":"{readStateIndex:2726; appliedIndex:2725; }","duration":"163.895328ms","start":"2026-03-20T10:29:04.99107Z","end":"2026-03-20T10:29:05.154965Z","steps":["trace[1635634327] 'read index received' (duration: 163.694353ms)","trace[1635634327] 'applied index is now lower than readState.Index' (duration: 200.215µs)"],"step_count":2} {"level":"info","ts":"2026-03-20T10:29:05.155069Z","caller":"traceutil/trace.go:171","msg":"trace[857356214] transaction","detail":"{read_only:false; response_revision:2543; number_of_response:1; }","duration":"164.38623ms","start":"2026-03-20T10:29:04.99066Z","end":"2026-03-20T10:29:05.155046Z","steps":["trace[857356214] 'process raft request' (duration: 164.152814ms)"],"step_count":1} {"level":"warn","ts":"2026-03-20T10:29:05.155155Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"164.076913ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pods/kube-system/etcd-instance\" ","response":"range_response_count:1 size:5163"} {"level":"info","ts":"2026-03-20T10:29:05.155197Z","caller":"traceutil/trace.go:171","msg":"trace[1228962089] range","detail":"{range_begin:/registry/pods/kube-system/etcd-instance; range_end:; response_count:1; response_revision:2543; }","duration":"164.185366ms","start":"2026-03-20T10:29:04.991Z","end":"2026-03-20T10:29:05.155186Z","steps":["trace[1228962089] 'agreement among raft nodes before linearized reading' (duration: 164.094563ms)"],"step_count":1} {"level":"warn","ts":"2026-03-20T10:29:05.155328Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"118.43147ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/external-attacher-leader-rbd-csi-ceph-com\" ","response":"range_response_count:1 size:525"} {"level":"info","ts":"2026-03-20T10:29:05.155363Z","caller":"traceutil/trace.go:171","msg":"trace[824851877] range","detail":"{range_begin:/registry/leases/kube-system/external-attacher-leader-rbd-csi-ceph-com; range_end:; response_count:1; response_revision:2543; }","duration":"118.536803ms","start":"2026-03-20T10:29:05.036817Z","end":"2026-03-20T10:29:05.155354Z","steps":["trace[824851877] 'agreement among raft nodes before linearized reading' (duration: 118.389089ms)"],"step_count":1} {"level":"warn","ts":"2026-03-20T10:29:05.463425Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"137.477911ms","expected-duration":"100ms","prefix":"","request":"header: txn: success:> failure: >>","response":"size:16"} {"level":"info","ts":"2026-03-20T10:29:05.463534Z","caller":"traceutil/trace.go:171","msg":"trace[1772178988] linearizableReadLoop","detail":"{readStateIndex:2727; appliedIndex:2726; }","duration":"300.474888ms","start":"2026-03-20T10:29:05.163041Z","end":"2026-03-20T10:29:05.463516Z","steps":["trace[1772178988] 'read index received' (duration: 162.707659ms)","trace[1772178988] 'applied index is now lower than readState.Index' (duration: 137.765949ms)"],"step_count":2} {"level":"info","ts":"2026-03-20T10:29:05.463624Z","caller":"traceutil/trace.go:171","msg":"trace[1926070237] transaction","detail":"{read_only:false; response_revision:2544; number_of_response:1; }","duration":"302.669273ms","start":"2026-03-20T10:29:05.160943Z","end":"2026-03-20T10:29:05.463613Z","steps":["trace[1926070237] 'process raft request' (duration: 164.917295ms)","trace[1926070237] 'compare' (duration: 137.317777ms)"],"step_count":2} {"level":"warn","ts":"2026-03-20T10:29:05.463688Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-20T10:29:05.160927Z","time spent":"302.728495ms","remote":"127.0.0.1:36750","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":509,"response count":0,"response size":38,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-03-20T10:29:05.463838Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"292.738903ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/cilium.io/ciliumnodes/instance\" ","response":"range_response_count:1 size:2330"} {"level":"info","ts":"2026-03-20T10:29:05.463894Z","caller":"traceutil/trace.go:171","msg":"trace[1213570993] range","detail":"{range_begin:/registry/cilium.io/ciliumnodes/instance; range_end:; response_count:1; response_revision:2544; }","duration":"292.816455ms","start":"2026-03-20T10:29:05.171065Z","end":"2026-03-20T10:29:05.463881Z","steps":["trace[1213570993] 'agreement among raft nodes before linearized reading' (duration: 292.642821ms)"],"step_count":1} {"level":"warn","ts":"2026-03-20T10:29:05.464598Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"301.528735ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/events/kube-system/\" range_end:\"/registry/events/kube-system0\" limit:500 ","response":"range_response_count:170 size:132699"} {"level":"info","ts":"2026-03-20T10:29:05.464679Z","caller":"traceutil/trace.go:171","msg":"trace[580899794] range","detail":"{range_begin:/registry/events/kube-system/; range_end:/registry/events/kube-system0; response_count:170; response_revision:2544; }","duration":"301.640108ms","start":"2026-03-20T10:29:05.163018Z","end":"2026-03-20T10:29:05.464658Z","steps":["trace[580899794] 'agreement among raft nodes before linearized reading' (duration: 300.666294ms)"],"step_count":1} {"level":"warn","ts":"2026-03-20T10:29:05.464732Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-20T10:29:05.163006Z","time spent":"301.70942ms","remote":"127.0.0.1:36552","response type":"/etcdserverpb.KV/Range","request count":0,"request size":65,"response count":170,"response size":132721,"request content":"key:\"/registry/events/kube-system/\" range_end:\"/registry/events/kube-system0\" limit:500 "} {"level":"warn","ts":"2026-03-20T10:29:05.464913Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"301.081604ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/events/kube-system/\" range_end:\"/registry/events/kube-system0\" limit:500 ","response":"range_response_count:170 size:132699"} {"level":"info","ts":"2026-03-20T10:29:05.464998Z","caller":"traceutil/trace.go:171","msg":"trace[1303627843] range","detail":"{range_begin:/registry/events/kube-system/; range_end:/registry/events/kube-system0; response_count:170; response_revision:2544; }","duration":"301.195047ms","start":"2026-03-20T10:29:05.163784Z","end":"2026-03-20T10:29:05.464979Z","steps":["trace[1303627843] 'agreement among raft nodes before linearized reading' (duration: 299.902055ms)"],"step_count":1} {"level":"warn","ts":"2026-03-20T10:29:05.465053Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-20T10:29:05.163777Z","time spent":"301.259699ms","remote":"127.0.0.1:36552","response type":"/etcdserverpb.KV/Range","request count":0,"request size":65,"response count":170,"response size":132721,"request content":"key:\"/registry/events/kube-system/\" range_end:\"/registry/events/kube-system0\" limit:500 "} {"level":"info","ts":"2026-03-20T10:29:05.722023Z","caller":"traceutil/trace.go:171","msg":"trace[786625527] linearizableReadLoop","detail":"{readStateIndex:2728; appliedIndex:2727; }","duration":"165.296976ms","start":"2026-03-20T10:29:05.556703Z","end":"2026-03-20T10:29:05.722Z","steps":["trace[786625527] 'read index received' (duration: 103.547567ms)","trace[786625527] 'applied index is now lower than readState.Index' (duration: 61.748489ms)"],"step_count":2} {"level":"info","ts":"2026-03-20T10:29:05.722155Z","caller":"traceutil/trace.go:171","msg":"trace[1317847585] transaction","detail":"{read_only:false; response_revision:2545; number_of_response:1; }","duration":"203.164732ms","start":"2026-03-20T10:29:05.518946Z","end":"2026-03-20T10:29:05.72211Z","steps":["trace[1317847585] 'process raft request' (duration: 141.408463ms)","trace[1317847585] 'compare' (duration: 61.540724ms)"],"step_count":2} {"level":"warn","ts":"2026-03-20T10:29:05.722248Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"165.523591ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pods/kube-system/kube-controller-manager-instance\" ","response":"range_response_count:1 size:7241"} {"level":"info","ts":"2026-03-20T10:29:05.722281Z","caller":"traceutil/trace.go:171","msg":"trace[584902311] range","detail":"{range_begin:/registry/pods/kube-system/kube-controller-manager-instance; range_end:; response_count:1; response_revision:2545; }","duration":"165.602893ms","start":"2026-03-20T10:29:05.55667Z","end":"2026-03-20T10:29:05.722273Z","steps":["trace[584902311] 'agreement among raft nodes before linearized reading' (duration: 165.44971ms)"],"step_count":1} {"level":"warn","ts":"2026-03-20T10:29:05.722563Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"162.824753ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pods/kube-system/kube-proxy-gghl8\" ","response":"range_response_count:1 size:4482"} {"level":"info","ts":"2026-03-20T10:29:05.723264Z","caller":"traceutil/trace.go:171","msg":"trace[398031987] range","detail":"{range_begin:/registry/pods/kube-system/kube-proxy-gghl8; range_end:; response_count:1; response_revision:2545; }","duration":"163.552251ms","start":"2026-03-20T10:29:05.559697Z","end":"2026-03-20T10:29:05.72325Z","steps":["trace[398031987] 'agreement among raft nodes before linearized reading' (duration: 162.74038ms)"],"step_count":1} {"level":"warn","ts":"2026-03-20T10:29:06.195556Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"280.987235ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pods/kube-system/kube-vip-instance\" ","response":"range_response_count:1 size:5087"} {"level":"info","ts":"2026-03-20T10:29:06.195739Z","caller":"traceutil/trace.go:171","msg":"trace[124273136] range","detail":"{range_begin:/registry/pods/kube-system/kube-vip-instance; range_end:; response_count:1; response_revision:2545; }","duration":"281.19228ms","start":"2026-03-20T10:29:05.914522Z","end":"2026-03-20T10:29:06.195714Z","steps":["trace[124273136] 'range keys from in-memory index tree' (duration: 280.892123ms)"],"step_count":1} {"level":"warn","ts":"2026-03-20T10:29:06.195778Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"292.001842ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pods/kube-system/kube-scheduler-instance\" ","response":"range_response_count:1 size:4248"} {"level":"info","ts":"2026-03-20T10:29:06.195834Z","caller":"traceutil/trace.go:171","msg":"trace[1952991695] range","detail":"{range_begin:/registry/pods/kube-system/kube-scheduler-instance; range_end:; response_count:1; response_revision:2545; }","duration":"292.325061ms","start":"2026-03-20T10:29:05.903494Z","end":"2026-03-20T10:29:06.195819Z","steps":["trace[1952991695] 'range keys from in-memory index tree' (duration: 291.766656ms)"],"step_count":1} {"level":"warn","ts":"2026-03-20T10:29:06.416143Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"281.055789ms","expected-duration":"100ms","prefix":"","request":"header: lease_revoke:","response":"size:27"} {"level":"info","ts":"2026-03-20T10:29:06.416249Z","caller":"traceutil/trace.go:171","msg":"trace[1565225728] linearizableReadLoop","detail":"{readStateIndex:2729; appliedIndex:2728; }","duration":"151.663311ms","start":"2026-03-20T10:29:06.264564Z","end":"2026-03-20T10:29:06.416227Z","steps":["trace[1565225728] 'read index received' (duration: 31.941µs)","trace[1565225728] 'applied index is now lower than readState.Index' (duration: 151.62975ms)"],"step_count":2} {"level":"warn","ts":"2026-03-20T10:29:06.416466Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"151.890067ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pods/kube-system/kube-scheduler-instance\" ","response":"range_response_count:1 size:4248"} {"level":"warn","ts":"2026-03-20T10:29:06.416529Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"141.159745ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pods/kube-system/kube-vip-instance\" ","response":"range_response_count:1 size:5087"} {"level":"info","ts":"2026-03-20T10:29:06.416598Z","caller":"traceutil/trace.go:171","msg":"trace[750258071] range","detail":"{range_begin:/registry/pods/kube-system/kube-vip-instance; range_end:; response_count:1; response_revision:2545; }","duration":"141.297609ms","start":"2026-03-20T10:29:06.275284Z","end":"2026-03-20T10:29:06.416582Z","steps":["trace[750258071] 'agreement among raft nodes before linearized reading' (duration: 141.087554ms)"],"step_count":1} {"level":"info","ts":"2026-03-20T10:29:06.416544Z","caller":"traceutil/trace.go:171","msg":"trace[28570761] range","detail":"{range_begin:/registry/pods/kube-system/kube-scheduler-instance; range_end:; response_count:1; response_revision:2545; }","duration":"152.01867ms","start":"2026-03-20T10:29:06.264509Z","end":"2026-03-20T10:29:06.416528Z","steps":["trace[28570761] 'agreement among raft nodes before linearized reading' (duration: 151.819825ms)"],"step_count":1} {"level":"info","ts":"2026-03-20T10:29:06.592781Z","caller":"traceutil/trace.go:171","msg":"trace[62455164] transaction","detail":"{read_only:false; response_revision:2546; number_of_response:1; }","duration":"146.998502ms","start":"2026-03-20T10:29:06.445761Z","end":"2026-03-20T10:29:06.59276Z","steps":["trace[62455164] 'process raft request' (duration: 146.828527ms)"],"step_count":1} {"level":"warn","ts":"2026-03-20T10:29:06.92723Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"235.19189ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/rolebindings/kube-public/kubeadm:bootstrap-signer-clusterinfo\" ","response":"range_response_count:1 size:496"} {"level":"info","ts":"2026-03-20T10:29:06.927336Z","caller":"traceutil/trace.go:171","msg":"trace[816946844] range","detail":"{range_begin:/registry/rolebindings/kube-public/kubeadm:bootstrap-signer-clusterinfo; range_end:; response_count:1; response_revision:2546; }","duration":"235.300022ms","start":"2026-03-20T10:29:06.691993Z","end":"2026-03-20T10:29:06.927293Z","steps":["trace[816946844] 'range keys from in-memory index tree' (duration: 235.133378ms)"],"step_count":1} {"level":"warn","ts":"2026-03-20T10:29:06.927459Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"239.58797ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/rolebindings/kube-public/system:controller:bootstrap-signer\" ","response":"range_response_count:1 size:741"} {"level":"warn","ts":"2026-03-20T10:29:06.927491Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"171.681765ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/kube-scheduler\" ","response":"range_response_count:1 size:480"} {"level":"info","ts":"2026-03-20T10:29:06.927529Z","caller":"traceutil/trace.go:171","msg":"trace[1607575047] range","detail":"{range_begin:/registry/rolebindings/kube-public/system:controller:bootstrap-signer; range_end:; response_count:1; response_revision:2546; }","duration":"239.672413ms","start":"2026-03-20T10:29:06.687822Z","end":"2026-03-20T10:29:06.927494Z","steps":["trace[1607575047] 'range keys from in-memory index tree' (duration: 239.504127ms)"],"step_count":1} {"level":"info","ts":"2026-03-20T10:29:06.927584Z","caller":"traceutil/trace.go:171","msg":"trace[326083646] range","detail":"{range_begin:/registry/leases/kube-system/kube-scheduler; range_end:; response_count:1; response_revision:2546; }","duration":"171.791619ms","start":"2026-03-20T10:29:06.755765Z","end":"2026-03-20T10:29:06.927557Z","steps":["trace[326083646] 'range keys from in-memory index tree' (duration: 171.46409ms)"],"step_count":1} {"level":"info","ts":"2026-03-20T10:29:08.996378Z","caller":"traceutil/trace.go:171","msg":"trace[731366961] linearizableReadLoop","detail":"{readStateIndex:2732; appliedIndex:2731; }","duration":"334.238292ms","start":"2026-03-20T10:29:08.662115Z","end":"2026-03-20T10:29:08.996353Z","steps":["trace[731366961] 'read index received' (duration: 334.025226ms)","trace[731366961] 'applied index is now lower than readState.Index' (duration: 211.976µs)"],"step_count":2} {"level":"info","ts":"2026-03-20T10:29:08.996448Z","caller":"traceutil/trace.go:171","msg":"trace[553986655] transaction","detail":"{read_only:false; response_revision:2548; number_of_response:1; }","duration":"396.339119ms","start":"2026-03-20T10:29:08.600066Z","end":"2026-03-20T10:29:08.996405Z","steps":["trace[553986655] 'process raft request' (duration: 396.151335ms)"],"step_count":1} {"level":"warn","ts":"2026-03-20T10:29:08.996595Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"334.460527ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/rolebindings/kube-system/system::leader-locking-kube-scheduler\" ","response":"range_response_count:1 size:808"} {"level":"warn","ts":"2026-03-20T10:29:08.996641Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-20T10:29:08.600047Z","time spent":"396.480913ms","remote":"127.0.0.1:36750","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":477,"response count":0,"response size":38,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-03-20T10:29:08.996646Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"333.918024ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/roles/kube-system/system:controller:cloud-provider\" ","response":"range_response_count:1 size:625"} {"level":"info","ts":"2026-03-20T10:29:08.996669Z","caller":"traceutil/trace.go:171","msg":"trace[1475198434] range","detail":"{range_begin:/registry/rolebindings/kube-system/system::leader-locking-kube-scheduler; range_end:; response_count:1; response_revision:2548; }","duration":"334.58387ms","start":"2026-03-20T10:29:08.662065Z","end":"2026-03-20T10:29:08.996649Z","steps":["trace[1475198434] 'agreement among raft nodes before linearized reading' (duration: 334.446497ms)"],"step_count":1} {"level":"info","ts":"2026-03-20T10:29:08.996727Z","caller":"traceutil/trace.go:171","msg":"trace[1897630405] range","detail":"{range_begin:/registry/roles/kube-system/system:controller:cloud-provider; range_end:; response_count:1; response_revision:2548; }","duration":"334.034007ms","start":"2026-03-20T10:29:08.662673Z","end":"2026-03-20T10:29:08.996707Z","steps":["trace[1897630405] 'agreement among raft nodes before linearized reading' (duration: 333.886373ms)"],"step_count":1} {"level":"warn","ts":"2026-03-20T10:29:08.996737Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-20T10:29:08.662045Z","time spent":"334.678073ms","remote":"127.0.0.1:36836","response type":"/etcdserverpb.KV/Range","request count":0,"request size":74,"response count":1,"response size":830,"request content":"key:\"/registry/rolebindings/kube-system/system::leader-locking-kube-scheduler\" "} {"level":"warn","ts":"2026-03-20T10:29:08.996766Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-20T10:29:08.662657Z","time spent":"334.100138ms","remote":"127.0.0.1:36830","response type":"/etcdserverpb.KV/Range","request count":0,"request size":62,"response count":1,"response size":647,"request content":"key:\"/registry/roles/kube-system/system:controller:cloud-provider\" "} {"level":"warn","ts":"2026-03-20T10:29:10.256316Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"963.484961ms","expected-duration":"100ms","prefix":"","request":"header: txn: success:> failure: >>","response":"size:16"} {"level":"info","ts":"2026-03-20T10:29:10.256398Z","caller":"traceutil/trace.go:171","msg":"trace[1007062191] linearizableReadLoop","detail":"{readStateIndex:2733; appliedIndex:2732; }","duration":"1.253635088s","start":"2026-03-20T10:29:09.002749Z","end":"2026-03-20T10:29:10.256384Z","steps":["trace[1007062191] 'read index received' (duration: 289.970682ms)","trace[1007062191] 'applied index is now lower than readState.Index' (duration: 963.663256ms)"],"step_count":2} {"level":"info","ts":"2026-03-20T10:29:10.256469Z","caller":"traceutil/trace.go:171","msg":"trace[192220680] transaction","detail":"{read_only:false; response_revision:2549; number_of_response:1; }","duration":"1.255093556s","start":"2026-03-20T10:29:09.001365Z","end":"2026-03-20T10:29:10.256459Z","steps":["trace[192220680] 'process raft request' (duration: 291.397489ms)","trace[192220680] 'compare' (duration: 963.203444ms)"],"step_count":2} {"level":"warn","ts":"2026-03-20T10:29:10.256517Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-20T10:29:09.001341Z","time spent":"1.255149557s","remote":"127.0.0.1:36750","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":464,"response count":0,"response size":38,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-03-20T10:29:10.25689Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"941.099135ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/roles/kube-system/system:controller:cloud-provider\" ","response":"range_response_count:1 size:625"} {"level":"warn","ts":"2026-03-20T10:29:10.256899Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.254144031s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/rolebindings/kube-system/system::leader-locking-kube-scheduler\" ","response":"range_response_count:1 size:808"} {"level":"info","ts":"2026-03-20T10:29:10.25693Z","caller":"traceutil/trace.go:171","msg":"trace[1104815446] range","detail":"{range_begin:/registry/roles/kube-system/system:controller:cloud-provider; range_end:; response_count:1; response_revision:2549; }","duration":"941.167357ms","start":"2026-03-20T10:29:09.315747Z","end":"2026-03-20T10:29:10.256914Z","steps":["trace[1104815446] 'agreement among raft nodes before linearized reading' (duration: 941.094625ms)"],"step_count":1} {"level":"warn","ts":"2026-03-20T10:29:10.256958Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-20T10:29:09.315728Z","time spent":"941.223778ms","remote":"127.0.0.1:36830","response type":"/etcdserverpb.KV/Range","request count":0,"request size":62,"response count":1,"response size":647,"request content":"key:\"/registry/roles/kube-system/system:controller:cloud-provider\" "} {"level":"info","ts":"2026-03-20T10:29:10.256954Z","caller":"traceutil/trace.go:171","msg":"trace[1371701044] range","detail":"{range_begin:/registry/rolebindings/kube-system/system::leader-locking-kube-scheduler; range_end:; response_count:1; response_revision:2549; }","duration":"1.254229184s","start":"2026-03-20T10:29:09.002708Z","end":"2026-03-20T10:29:10.256937Z","steps":["trace[1371701044] 'agreement among raft nodes before linearized reading' (duration: 1.254129551s)"],"step_count":1} {"level":"warn","ts":"2026-03-20T10:29:10.256995Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-20T10:29:09.002694Z","time spent":"1.254290025s","remote":"127.0.0.1:36836","response type":"/etcdserverpb.KV/Range","request count":0,"request size":74,"response count":1,"response size":830,"request content":"key:\"/registry/rolebindings/kube-system/system::leader-locking-kube-scheduler\" "} {"level":"warn","ts":"2026-03-20T10:29:10.257051Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"729.587445ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/rbd.csi.ceph.com-kube-system\" ","response":"range_response_count:1 size:532"} {"level":"info","ts":"2026-03-20T10:29:10.257103Z","caller":"traceutil/trace.go:171","msg":"trace[119861029] range","detail":"{range_begin:/registry/leases/kube-system/rbd.csi.ceph.com-kube-system; range_end:; response_count:1; response_revision:2549; }","duration":"729.691977ms","start":"2026-03-20T10:29:09.527396Z","end":"2026-03-20T10:29:10.257088Z","steps":["trace[119861029] 'agreement among raft nodes before linearized reading' (duration: 729.504863ms)"],"step_count":1} {"level":"warn","ts":"2026-03-20T10:29:10.257144Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-20T10:29:09.527376Z","time spent":"729.75607ms","remote":"127.0.0.1:36750","response type":"/etcdserverpb.KV/Range","request count":0,"request size":59,"response count":1,"response size":554,"request content":"key:\"/registry/leases/kube-system/rbd.csi.ceph.com-kube-system\" "} {"level":"warn","ts":"2026-03-20T10:29:10.257238Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"816.761886ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/external-snapshotter-leader-rbd-csi-ceph-com\" ","response":"range_response_count:1 size:534"} {"level":"info","ts":"2026-03-20T10:29:10.257304Z","caller":"traceutil/trace.go:171","msg":"trace[421826921] range","detail":"{range_begin:/registry/leases/kube-system/external-snapshotter-leader-rbd-csi-ceph-com; range_end:; response_count:1; response_revision:2549; }","duration":"816.859228ms","start":"2026-03-20T10:29:09.440425Z","end":"2026-03-20T10:29:10.257284Z","steps":["trace[421826921] 'agreement among raft nodes before linearized reading' (duration: 816.677594ms)"],"step_count":1} {"level":"warn","ts":"2026-03-20T10:29:10.257343Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-20T10:29:09.440408Z","time spent":"816.927261ms","remote":"127.0.0.1:36750","response type":"/etcdserverpb.KV/Range","request count":0,"request size":75,"response count":1,"response size":556,"request content":"key:\"/registry/leases/kube-system/external-snapshotter-leader-rbd-csi-ceph-com\" "} {"level":"warn","ts":"2026-03-20T10:29:10.256973Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"149.645541ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/persistentvolumes/\" range_end:\"/registry/persistentvolumes0\" count_only:true ","response":"range_response_count:0 size:7"} {"level":"info","ts":"2026-03-20T10:29:10.257421Z","caller":"traceutil/trace.go:171","msg":"trace[1027191674] range","detail":"{range_begin:/registry/persistentvolumes/; range_end:/registry/persistentvolumes0; response_count:0; response_revision:2549; }","duration":"150.129712ms","start":"2026-03-20T10:29:10.107259Z","end":"2026-03-20T10:29:10.257389Z","steps":["trace[1027191674] 'agreement among raft nodes before linearized reading' (duration: 149.63775ms)"],"step_count":1} {"level":"warn","ts":"2026-03-20T10:29:10.751389Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"177.37792ms","expected-duration":"100ms","prefix":"","request":"header: txn: success:> failure: >>","response":"size:16"} {"level":"info","ts":"2026-03-20T10:29:10.752229Z","caller":"traceutil/trace.go:171","msg":"trace[1763366195] transaction","detail":"{read_only:false; response_revision:2550; number_of_response:1; }","duration":"488.034133ms","start":"2026-03-20T10:29:10.264152Z","end":"2026-03-20T10:29:10.752186Z","steps":["trace[1763366195] 'process raft request' (duration: 308.961601ms)","trace[1763366195] 'compare' (duration: 177.243557ms)"],"step_count":2} {"level":"warn","ts":"2026-03-20T10:29:10.75246Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-20T10:29:10.264139Z","time spent":"488.165096ms","remote":"127.0.0.1:36750","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":517,"response count":0,"response size":38,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-03-20T10:29:10.84099Z","caller":"traceutil/trace.go:171","msg":"trace[113147615] transaction","detail":"{read_only:false; response_revision:2551; number_of_response:1; }","duration":"576.790665ms","start":"2026-03-20T10:29:10.264168Z","end":"2026-03-20T10:29:10.840959Z","steps":["trace[113147615] 'process raft request' (duration: 576.576609ms)"],"step_count":1} {"level":"warn","ts":"2026-03-20T10:29:10.84115Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-20T10:29:10.264155Z","time spent":"576.911478ms","remote":"127.0.0.1:36750","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":519,"response count":0,"response size":38,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-03-20T10:29:10.841336Z","caller":"traceutil/trace.go:171","msg":"trace[1002928649] linearizableReadLoop","detail":"{readStateIndex:2736; appliedIndex:2733; }","duration":"507.647318ms","start":"2026-03-20T10:29:10.333654Z","end":"2026-03-20T10:29:10.841301Z","steps":["trace[1002928649] 'read index received' (duration: 239.473666ms)","trace[1002928649] 'applied index is now lower than readState.Index' (duration: 268.172112ms)"],"step_count":2} {"level":"info","ts":"2026-03-20T10:29:10.841496Z","caller":"traceutil/trace.go:171","msg":"trace[2108547833] transaction","detail":"{read_only:false; response_revision:2552; number_of_response:1; }","duration":"575.549183ms","start":"2026-03-20T10:29:10.265935Z","end":"2026-03-20T10:29:10.841484Z","steps":["trace[2108547833] 'process raft request' (duration: 574.969918ms)"],"step_count":1} {"level":"warn","ts":"2026-03-20T10:29:10.841616Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-20T10:29:10.265924Z","time spent":"575.631475ms","remote":"127.0.0.1:36750","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":458,"response count":0,"response size":38,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-03-20T10:29:10.842479Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"508.793179ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/rolebindings/kube-system/system:controller:bootstrap-signer\" ","response":"range_response_count:1 size:741"} {"level":"info","ts":"2026-03-20T10:29:10.842553Z","caller":"traceutil/trace.go:171","msg":"trace[660158844] range","detail":"{range_begin:/registry/rolebindings/kube-system/system:controller:bootstrap-signer; range_end:; response_count:1; response_revision:2552; }","duration":"508.907431ms","start":"2026-03-20T10:29:10.333626Z","end":"2026-03-20T10:29:10.842533Z","steps":["trace[660158844] 'agreement among raft nodes before linearized reading' (duration: 507.871124ms)"],"step_count":1} {"level":"warn","ts":"2026-03-20T10:29:10.842591Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-20T10:29:10.333612Z","time spent":"508.970873ms","remote":"127.0.0.1:36836","response type":"/etcdserverpb.KV/Range","request count":0,"request size":71,"response count":1,"response size":763,"request content":"key:\"/registry/rolebindings/kube-system/system:controller:bootstrap-signer\" "} {"level":"info","ts":"2026-03-20T10:29:11.190106Z","caller":"traceutil/trace.go:171","msg":"trace[1467291451] transaction","detail":"{read_only:false; response_revision:2553; number_of_response:1; }","duration":"431.204269ms","start":"2026-03-20T10:29:10.758873Z","end":"2026-03-20T10:29:11.190077Z","steps":["trace[1467291451] 'process raft request' (duration: 431.006224ms)"],"step_count":1} {"level":"warn","ts":"2026-03-20T10:29:11.190345Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"605.022088ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/masterleases/199.204.45.102\" ","response":"range_response_count:1 size:135"} {"level":"info","ts":"2026-03-20T10:29:11.190408Z","caller":"traceutil/trace.go:171","msg":"trace[799290972] range","detail":"{range_begin:/registry/masterleases/199.204.45.102; range_end:; response_count:1; response_revision:2553; }","duration":"605.110211ms","start":"2026-03-20T10:29:10.585281Z","end":"2026-03-20T10:29:11.190391Z","steps":["trace[799290972] 'agreement among raft nodes before linearized reading' (duration: 604.878175ms)"],"step_count":1} {"level":"warn","ts":"2026-03-20T10:29:11.190446Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-20T10:29:10.585272Z","time spent":"605.165742ms","remote":"127.0.0.1:36498","response type":"/etcdserverpb.KV/Range","request count":0,"request size":39,"response count":1,"response size":157,"request content":"key:\"/registry/masterleases/199.204.45.102\" "} {"level":"warn","ts":"2026-03-20T10:29:11.190369Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-20T10:29:10.758857Z","time spent":"431.432714ms","remote":"127.0.0.1:36552","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":893,"response count":0,"response size":38,"request content":"compare: success:> failure:<>"} {"level":"warn","ts":"2026-03-20T10:29:11.190511Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"433.135789ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/rbd.csi.ceph.com-kube-system\" ","response":"range_response_count:1 size:532"} {"level":"warn","ts":"2026-03-20T10:29:11.190509Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"608.942068ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/health\" ","response":"range_response_count:0 size:5"} {"level":"info","ts":"2026-03-20T10:29:11.190106Z","caller":"traceutil/trace.go:171","msg":"trace[2004339973] linearizableReadLoop","detail":"{readStateIndex:2737; appliedIndex:2736; }","duration":"348.709606ms","start":"2026-03-20T10:29:10.841365Z","end":"2026-03-20T10:29:11.190074Z","steps":["trace[2004339973] 'read index received' (duration: 348.618304ms)","trace[2004339973] 'applied index is now lower than readState.Index' (duration: 89.342µs)"],"step_count":2} {"level":"warn","ts":"2026-03-20T10:29:11.190595Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"464.297985ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/external-resizer-rbd-csi-ceph-com\" ","response":"range_response_count:1 size:509"} {"level":"info","ts":"2026-03-20T10:29:11.190632Z","caller":"traceutil/trace.go:171","msg":"trace[1409629615] range","detail":"{range_begin:/registry/leases/kube-system/rbd.csi.ceph.com-kube-system; range_end:; response_count:1; response_revision:2553; }","duration":"433.320353ms","start":"2026-03-20T10:29:10.757283Z","end":"2026-03-20T10:29:11.190604Z","steps":["trace[1409629615] 'agreement among raft nodes before linearized reading' (duration: 432.943124ms)"],"step_count":1} {"level":"warn","ts":"2026-03-20T10:29:11.190348Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"853.905073ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/roles/kube-system/system:controller:token-cleaner\" ","response":"range_response_count:1 size:670"} {"level":"info","ts":"2026-03-20T10:29:11.190681Z","caller":"traceutil/trace.go:171","msg":"trace[232491209] range","detail":"{range_begin:/registry/leases/kube-system/external-resizer-rbd-csi-ceph-com; range_end:; response_count:1; response_revision:2553; }","duration":"464.428759ms","start":"2026-03-20T10:29:10.726231Z","end":"2026-03-20T10:29:11.19066Z","steps":["trace[232491209] 'agreement among raft nodes before linearized reading' (duration: 464.207273ms)"],"step_count":1} {"level":"info","ts":"2026-03-20T10:29:11.190673Z","caller":"traceutil/trace.go:171","msg":"trace[1765063575] range","detail":"{range_begin:/registry/health; range_end:; response_count:0; response_revision:2553; }","duration":"609.063881ms","start":"2026-03-20T10:29:10.581552Z","end":"2026-03-20T10:29:11.190616Z","steps":["trace[1765063575] 'agreement among raft nodes before linearized reading' (duration: 608.832865ms)"],"step_count":1} {"level":"info","ts":"2026-03-20T10:29:11.19071Z","caller":"traceutil/trace.go:171","msg":"trace[1608498257] range","detail":"{range_begin:/registry/roles/kube-system/system:controller:token-cleaner; range_end:; response_count:1; response_revision:2553; }","duration":"854.341693ms","start":"2026-03-20T10:29:10.336348Z","end":"2026-03-20T10:29:11.19069Z","steps":["trace[1608498257] 'agreement among raft nodes before linearized reading' (duration: 853.81978ms)"],"step_count":1} {"level":"warn","ts":"2026-03-20T10:29:11.190727Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-20T10:29:10.726209Z","time spent":"464.50783ms","remote":"127.0.0.1:36750","response type":"/etcdserverpb.KV/Range","request count":0,"request size":64,"response count":1,"response size":531,"request content":"key:\"/registry/leases/kube-system/external-resizer-rbd-csi-ceph-com\" "} {"level":"warn","ts":"2026-03-20T10:29:11.190754Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-20T10:29:10.336342Z","time spent":"854.401255ms","remote":"127.0.0.1:36830","response type":"/etcdserverpb.KV/Range","request count":0,"request size":61,"response count":1,"response size":692,"request content":"key:\"/registry/roles/kube-system/system:controller:token-cleaner\" "} {"level":"warn","ts":"2026-03-20T10:29:11.190786Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-20T10:29:10.581517Z","time spent":"609.252225ms","remote":"127.0.0.1:36464","response type":"/etcdserverpb.KV/Range","request count":0,"request size":18,"response count":0,"response size":27,"request content":"key:\"/registry/health\" "} {"level":"warn","ts":"2026-03-20T10:29:11.190878Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"268.044789ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/rolebindings/kube-system/system:controller:bootstrap-signer\" ","response":"range_response_count:1 size:741"} {"level":"warn","ts":"2026-03-20T10:29:11.190688Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-20T10:29:10.757255Z","time spent":"433.422705ms","remote":"127.0.0.1:36750","response type":"/etcdserverpb.KV/Range","request count":0,"request size":59,"response count":1,"response size":554,"request content":"key:\"/registry/leases/kube-system/rbd.csi.ceph.com-kube-system\" "} {"level":"info","ts":"2026-03-20T10:29:11.19098Z","caller":"traceutil/trace.go:171","msg":"trace[750541146] range","detail":"{range_begin:/registry/rolebindings/kube-system/system:controller:bootstrap-signer; range_end:; response_count:1; response_revision:2553; }","duration":"268.214053ms","start":"2026-03-20T10:29:10.922738Z","end":"2026-03-20T10:29:11.190952Z","steps":["trace[750541146] 'agreement among raft nodes before linearized reading' (duration: 268.018168ms)"],"step_count":1} {"level":"warn","ts":"2026-03-20T10:29:11.191117Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"189.6643ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/cilium-operator-resource-lock\" ","response":"range_response_count:1 size:493"} {"level":"info","ts":"2026-03-20T10:29:11.191153Z","caller":"traceutil/trace.go:171","msg":"trace[2005657466] range","detail":"{range_begin:/registry/leases/kube-system/cilium-operator-resource-lock; range_end:; response_count:1; response_revision:2553; }","duration":"189.742332ms","start":"2026-03-20T10:29:11.001401Z","end":"2026-03-20T10:29:11.191143Z","steps":["trace[2005657466] 'agreement among raft nodes before linearized reading' (duration: 189.628499ms)"],"step_count":1} {"level":"warn","ts":"2026-03-20T10:29:11.191033Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"722.181287ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/external-attacher-leader-rbd-csi-ceph-com\" ","response":"range_response_count:1 size:524"} {"level":"info","ts":"2026-03-20T10:29:11.192013Z","caller":"traceutil/trace.go:171","msg":"trace[660764634] range","detail":"{range_begin:/registry/leases/kube-system/external-attacher-leader-rbd-csi-ceph-com; range_end:; response_count:1; response_revision:2553; }","duration":"723.178072ms","start":"2026-03-20T10:29:10.468812Z","end":"2026-03-20T10:29:11.19199Z","steps":["trace[660764634] 'agreement among raft nodes before linearized reading' (duration: 721.734476ms)"],"step_count":1} {"level":"warn","ts":"2026-03-20T10:29:11.192061Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-20T10:29:10.468801Z","time spent":"723.242184ms","remote":"127.0.0.1:36750","response type":"/etcdserverpb.KV/Range","request count":0,"request size":72,"response count":1,"response size":546,"request content":"key:\"/registry/leases/kube-system/external-attacher-leader-rbd-csi-ceph-com\" "} {"level":"warn","ts":"2026-03-20T10:29:11.880767Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"570.5713ms","expected-duration":"100ms","prefix":"","request":"header: txn: success:> failure: >>","response":"size:16"} {"level":"info","ts":"2026-03-20T10:29:11.881045Z","caller":"traceutil/trace.go:171","msg":"trace[1508132116] linearizableReadLoop","detail":"{readStateIndex:2743; appliedIndex:2738; }","duration":"612.519298ms","start":"2026-03-20T10:29:11.26851Z","end":"2026-03-20T10:29:11.881029Z","steps":["trace[1508132116] 'read index received' (duration: 41.633781ms)","trace[1508132116] 'applied index is now lower than readState.Index' (duration: 570.884646ms)"],"step_count":2} {"level":"info","ts":"2026-03-20T10:29:11.881049Z","caller":"traceutil/trace.go:171","msg":"trace[118449291] transaction","detail":"{read_only:false; response_revision:2555; number_of_response:1; }","duration":"684.358532ms","start":"2026-03-20T10:29:11.196658Z","end":"2026-03-20T10:29:11.881016Z","steps":["trace[118449291] 'process raft request' (duration: 684.203608ms)"],"step_count":1} {"level":"info","ts":"2026-03-20T10:29:11.881119Z","caller":"traceutil/trace.go:171","msg":"trace[1010128529] transaction","detail":"{read_only:false; response_revision:2556; number_of_response:1; }","duration":"683.314507ms","start":"2026-03-20T10:29:11.197795Z","end":"2026-03-20T10:29:11.881109Z","steps":["trace[1010128529] 'process raft request' (duration: 683.124622ms)"],"step_count":1} {"level":"warn","ts":"2026-03-20T10:29:11.881179Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-20T10:29:11.197782Z","time spent":"683.362797ms","remote":"127.0.0.1:36750","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":494,"response count":0,"response size":38,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-03-20T10:29:11.881203Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-20T10:29:11.196637Z","time spent":"684.473436ms","remote":"127.0.0.1:36750","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":510,"response count":0,"response size":38,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-03-20T10:29:11.881388Z","caller":"traceutil/trace.go:171","msg":"trace[1231419419] transaction","detail":"{read_only:false; response_revision:2557; number_of_response:1; }","duration":"682.849194ms","start":"2026-03-20T10:29:11.198524Z","end":"2026-03-20T10:29:11.881373Z","steps":["trace[1231419419] 'process raft request' (duration: 682.427694ms)"],"step_count":1} {"level":"info","ts":"2026-03-20T10:29:11.881409Z","caller":"traceutil/trace.go:171","msg":"trace[1369116525] transaction","detail":"{read_only:false; response_revision:2554; number_of_response:1; }","duration":"685.125092ms","start":"2026-03-20T10:29:11.196267Z","end":"2026-03-20T10:29:11.881392Z","steps":["trace[1369116525] 'process raft request' (duration: 113.857666ms)","trace[1369116525] 'compare' (duration: 569.945413ms)"],"step_count":2} {"level":"warn","ts":"2026-03-20T10:29:11.88144Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-20T10:29:11.198512Z","time spent":"682.899575ms","remote":"127.0.0.1:36750","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":517,"response count":0,"response size":38,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-03-20T10:29:11.881456Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"612.937078ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/roles/kube-system/system:controller:token-cleaner\" ","response":"range_response_count:1 size:670"} {"level":"warn","ts":"2026-03-20T10:29:11.881473Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-20T10:29:11.196248Z","time spent":"685.191164ms","remote":"127.0.0.1:36750","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":477,"response count":0,"response size":38,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-03-20T10:29:11.881505Z","caller":"traceutil/trace.go:171","msg":"trace[1120582251] range","detail":"{range_begin:/registry/roles/kube-system/system:controller:token-cleaner; range_end:; response_count:1; response_revision:2558; }","duration":"613.035431ms","start":"2026-03-20T10:29:11.268456Z","end":"2026-03-20T10:29:11.881491Z","steps":["trace[1120582251] 'agreement among raft nodes before linearized reading' (duration: 612.950929ms)"],"step_count":1} {"level":"info","ts":"2026-03-20T10:29:11.881526Z","caller":"traceutil/trace.go:171","msg":"trace[468226467] transaction","detail":"{read_only:false; response_revision:2558; number_of_response:1; }","duration":"629.363554ms","start":"2026-03-20T10:29:11.252154Z","end":"2026-03-20T10:29:11.881517Z","steps":["trace[468226467] 'process raft request' (duration: 628.839511ms)"],"step_count":1} {"level":"warn","ts":"2026-03-20T10:29:11.881538Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-20T10:29:11.268435Z","time spent":"613.096382ms","remote":"127.0.0.1:36830","response type":"/etcdserverpb.KV/Range","request count":0,"request size":61,"response count":1,"response size":692,"request content":"key:\"/registry/roles/kube-system/system:controller:token-cleaner\" "} {"level":"warn","ts":"2026-03-20T10:29:11.881593Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-20T10:29:11.252125Z","time spent":"629.434245ms","remote":"127.0.0.1:36498","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":120,"response count":0,"response size":38,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-03-20T10:29:11.907642Z","caller":"traceutil/trace.go:171","msg":"trace[1624086342] transaction","detail":"{read_only:false; response_revision:2559; number_of_response:1; }","duration":"217.797691ms","start":"2026-03-20T10:29:11.689828Z","end":"2026-03-20T10:29:11.907626Z","steps":["trace[1624086342] 'process raft request' (duration: 217.701288ms)"],"step_count":1} {"level":"warn","ts":"2026-03-20T10:29:11.908002Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"577.783912ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/rolebindings/kube-system/system:controller:cloud-provider\" ","response":"range_response_count:1 size:733"} {"level":"info","ts":"2026-03-20T10:29:11.908051Z","caller":"traceutil/trace.go:171","msg":"trace[629210372] range","detail":"{range_begin:/registry/rolebindings/kube-system/system:controller:cloud-provider; range_end:; response_count:1; response_revision:2559; }","duration":"577.875304ms","start":"2026-03-20T10:29:11.330162Z","end":"2026-03-20T10:29:11.908037Z","steps":["trace[629210372] 'agreement among raft nodes before linearized reading' (duration: 577.796142ms)"],"step_count":1} {"level":"warn","ts":"2026-03-20T10:29:11.908081Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-20T10:29:11.330131Z","time spent":"577.942275ms","remote":"127.0.0.1:36836","response type":"/etcdserverpb.KV/Range","request count":0,"request size":69,"response count":1,"response size":755,"request content":"key:\"/registry/rolebindings/kube-system/system:controller:cloud-provider\" "} {"level":"warn","ts":"2026-03-20T10:29:12.665601Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"402.068353ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/kube-scheduler\" ","response":"range_response_count:1 size:480"} {"level":"warn","ts":"2026-03-20T10:29:12.665596Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"266.058048ms","expected-duration":"100ms","prefix":"read-only range ","request":"limit:1 serializable:true keys_only:true ","response":"range_response_count:0 size:5"} {"level":"info","ts":"2026-03-20T10:29:12.665689Z","caller":"traceutil/trace.go:171","msg":"trace[1277007876] range","detail":"{range_begin:/registry/leases/kube-system/kube-scheduler; range_end:; response_count:1; response_revision:2559; }","duration":"402.207166ms","start":"2026-03-20T10:29:12.263462Z","end":"2026-03-20T10:29:12.665669Z","steps":["trace[1277007876] 'range keys from in-memory index tree' (duration: 401.822686ms)"],"step_count":1} {"level":"info","ts":"2026-03-20T10:29:12.665711Z","caller":"traceutil/trace.go:171","msg":"trace[1496383031] range","detail":"{range_begin:; range_end:; response_count:0; response_revision:2559; }","duration":"266.190502ms","start":"2026-03-20T10:29:12.399507Z","end":"2026-03-20T10:29:12.665698Z","steps":["trace[1496383031] 'range keys from in-memory index tree' (duration: 266.043848ms)"],"step_count":1} {"level":"warn","ts":"2026-03-20T10:29:12.665739Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-20T10:29:12.263441Z","time spent":"402.285437ms","remote":"127.0.0.1:36750","response type":"/etcdserverpb.KV/Range","request count":0,"request size":45,"response count":1,"response size":502,"request content":"key:\"/registry/leases/kube-system/kube-scheduler\" "} {"level":"warn","ts":"2026-03-20T10:29:12.665919Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"113.509666ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/namespaces/\" range_end:\"/registry/namespaces0\" count_only:true ","response":"range_response_count:0 size:7"} {"level":"info","ts":"2026-03-20T10:29:12.665948Z","caller":"traceutil/trace.go:171","msg":"trace[560163915] range","detail":"{range_begin:/registry/namespaces/; range_end:/registry/namespaces0; response_count:0; response_revision:2559; }","duration":"113.578508ms","start":"2026-03-20T10:29:12.552361Z","end":"2026-03-20T10:29:12.665939Z","steps":["trace[560163915] 'count revisions from in-memory index tree' (duration: 113.426574ms)"],"step_count":1} {"level":"warn","ts":"2026-03-20T10:29:12.666028Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"654.201219ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/rolebindings/kube-system/system:controller:token-cleaner\" ","response":"range_response_count:1 size:729"} {"level":"info","ts":"2026-03-20T10:29:12.666086Z","caller":"traceutil/trace.go:171","msg":"trace[2137561625] range","detail":"{range_begin:/registry/rolebindings/kube-system/system:controller:token-cleaner; range_end:; response_count:1; response_revision:2559; }","duration":"654.282502ms","start":"2026-03-20T10:29:12.011787Z","end":"2026-03-20T10:29:12.666069Z","steps":["trace[2137561625] 'range keys from in-memory index tree' (duration: 654.066567ms)"],"step_count":1} {"level":"warn","ts":"2026-03-20T10:29:12.666128Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-20T10:29:12.011775Z","time spent":"654.340813ms","remote":"127.0.0.1:36836","response type":"/etcdserverpb.KV/Range","request count":0,"request size":68,"response count":1,"response size":751,"request content":"key:\"/registry/rolebindings/kube-system/system:controller:token-cleaner\" "} {"level":"warn","ts":"2026-03-20T10:29:12.666191Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"614.369295ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/roles/kube-public/kubeadm:bootstrap-signer-clusterinfo\" ","response":"range_response_count:1 size:371"} {"level":"info","ts":"2026-03-20T10:29:12.666266Z","caller":"traceutil/trace.go:171","msg":"trace[1103535702] range","detail":"{range_begin:/registry/roles/kube-public/kubeadm:bootstrap-signer-clusterinfo; range_end:; response_count:1; response_revision:2559; }","duration":"614.451387ms","start":"2026-03-20T10:29:12.051779Z","end":"2026-03-20T10:29:12.66623Z","steps":["trace[1103535702] 'range keys from in-memory index tree' (duration: 614.276513ms)"],"step_count":1} {"level":"warn","ts":"2026-03-20T10:29:12.66631Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-20T10:29:12.051763Z","time spent":"614.533909ms","remote":"127.0.0.1:36830","response type":"/etcdserverpb.KV/Range","request count":0,"request size":66,"response count":1,"response size":393,"request content":"key:\"/registry/roles/kube-public/kubeadm:bootstrap-signer-clusterinfo\" "} {"level":"info","ts":"2026-03-20T10:29:12.939003Z","caller":"traceutil/trace.go:171","msg":"trace[1216618335] linearizableReadLoop","detail":"{readStateIndex:2745; appliedIndex:2744; }","duration":"188.677614ms","start":"2026-03-20T10:29:12.750299Z","end":"2026-03-20T10:29:12.938977Z","steps":["trace[1216618335] 'read index received' (duration: 188.401067ms)","trace[1216618335] 'applied index is now lower than readState.Index' (duration: 275.377µs)"],"step_count":2} {"level":"info","ts":"2026-03-20T10:29:12.939075Z","caller":"traceutil/trace.go:171","msg":"trace[1561134433] transaction","detail":"{read_only:false; response_revision:2560; number_of_response:1; }","duration":"268.171993ms","start":"2026-03-20T10:29:12.670866Z","end":"2026-03-20T10:29:12.939038Z","steps":["trace[1561134433] 'process raft request' (duration: 267.946127ms)"],"step_count":1} {"level":"warn","ts":"2026-03-20T10:29:12.939215Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"188.892389ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/rolebindings/kube-system/system:controller:token-cleaner\" ","response":"range_response_count:1 size:729"} {"level":"info","ts":"2026-03-20T10:29:12.939286Z","caller":"traceutil/trace.go:171","msg":"trace[173338841] range","detail":"{range_begin:/registry/rolebindings/kube-system/system:controller:token-cleaner; range_end:; response_count:1; response_revision:2560; }","duration":"189.016712ms","start":"2026-03-20T10:29:12.750249Z","end":"2026-03-20T10:29:12.939265Z","steps":["trace[173338841] 'agreement among raft nodes before linearized reading' (duration: 188.892049ms)"],"step_count":1} {"level":"warn","ts":"2026-03-20T10:29:12.939342Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"178.448077ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/roles/kube-public/kubeadm:bootstrap-signer-clusterinfo\" ","response":"range_response_count:1 size:371"} {"level":"info","ts":"2026-03-20T10:29:12.939479Z","caller":"traceutil/trace.go:171","msg":"trace[240372677] range","detail":"{range_begin:/registry/roles/kube-public/kubeadm:bootstrap-signer-clusterinfo; range_end:; response_count:1; response_revision:2560; }","duration":"178.680272ms","start":"2026-03-20T10:29:12.76078Z","end":"2026-03-20T10:29:12.93946Z","steps":["trace[240372677] 'agreement among raft nodes before linearized reading' (duration: 178.403565ms)"],"step_count":1} {"level":"warn","ts":"2026-03-20T10:29:12.939376Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"127.712266ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/events/kube-system/kube-vip-instance.189e8559f5691b98\" ","response":"range_response_count:1 size:783"} {"level":"info","ts":"2026-03-20T10:29:12.939599Z","caller":"traceutil/trace.go:171","msg":"trace[129723354] range","detail":"{range_begin:/registry/events/kube-system/kube-vip-instance.189e8559f5691b98; range_end:; response_count:1; response_revision:2560; }","duration":"127.965092ms","start":"2026-03-20T10:29:12.811616Z","end":"2026-03-20T10:29:12.939581Z","steps":["trace[129723354] 'agreement among raft nodes before linearized reading' (duration: 127.593373ms)"],"step_count":1} {"level":"warn","ts":"2026-03-20T10:29:13.323101Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"232.191673ms","expected-duration":"100ms","prefix":"","request":"header: txn: success:> failure: >>","response":"size:16"} {"level":"info","ts":"2026-03-20T10:29:13.323214Z","caller":"traceutil/trace.go:171","msg":"trace[2062482501] linearizableReadLoop","detail":"{readStateIndex:2746; appliedIndex:2745; }","duration":"379.561115ms","start":"2026-03-20T10:29:12.943638Z","end":"2026-03-20T10:29:13.323199Z","steps":["trace[2062482501] 'read index received' (duration: 147.027473ms)","trace[2062482501] 'applied index is now lower than readState.Index' (duration: 232.532542ms)"],"step_count":2} {"level":"info","ts":"2026-03-20T10:29:13.323378Z","caller":"traceutil/trace.go:171","msg":"trace[640669662] transaction","detail":"{read_only:false; response_revision:2561; number_of_response:1; }","duration":"381.247468ms","start":"2026-03-20T10:29:12.942039Z","end":"2026-03-20T10:29:13.323286Z","steps":["trace[640669662] 'process raft request' (duration: 148.783338ms)","trace[640669662] 'compare' (duration: 232.07378ms)"],"step_count":2} {"level":"warn","ts":"2026-03-20T10:29:13.32346Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"379.00178ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/roles/kube-public/kubeadm:bootstrap-signer-clusterinfo\" ","response":"range_response_count:1 size:371"} {"level":"info","ts":"2026-03-20T10:29:13.323544Z","caller":"traceutil/trace.go:171","msg":"trace[1352663509] range","detail":"{range_begin:/registry/roles/kube-public/kubeadm:bootstrap-signer-clusterinfo; range_end:; response_count:1; response_revision:2561; }","duration":"379.104123ms","start":"2026-03-20T10:29:12.944421Z","end":"2026-03-20T10:29:13.323525Z","steps":["trace[1352663509] 'agreement among raft nodes before linearized reading' (duration: 378.946669ms)"],"step_count":1} {"level":"warn","ts":"2026-03-20T10:29:13.32359Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-20T10:29:12.944416Z","time spent":"379.165354ms","remote":"127.0.0.1:36830","response type":"/etcdserverpb.KV/Range","request count":0,"request size":66,"response count":1,"response size":393,"request content":"key:\"/registry/roles/kube-public/kubeadm:bootstrap-signer-clusterinfo\" "} {"level":"warn","ts":"2026-03-20T10:29:13.323704Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-20T10:29:12.942013Z","time spent":"381.482343ms","remote":"127.0.0.1:36552","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":768,"response count":0,"response size":38,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-03-20T10:29:13.323442Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"379.732349ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/rolebindings/kube-system/system:controller:token-cleaner\" ","response":"range_response_count:1 size:729"} {"level":"info","ts":"2026-03-20T10:29:13.32391Z","caller":"traceutil/trace.go:171","msg":"trace[84137655] range","detail":"{range_begin:/registry/rolebindings/kube-system/system:controller:token-cleaner; range_end:; response_count:1; response_revision:2561; }","duration":"380.284573ms","start":"2026-03-20T10:29:12.943602Z","end":"2026-03-20T10:29:13.323887Z","steps":["trace[84137655] 'agreement among raft nodes before linearized reading' (duration: 379.692138ms)"],"step_count":1} {"level":"warn","ts":"2026-03-20T10:29:13.324043Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-20T10:29:12.94359Z","time spent":"380.421196ms","remote":"127.0.0.1:36836","response type":"/etcdserverpb.KV/Range","request count":0,"request size":68,"response count":1,"response size":751,"request content":"key:\"/registry/rolebindings/kube-system/system:controller:token-cleaner\" "} {"level":"warn","ts":"2026-03-20T10:29:14.444298Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"556.82012ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/cilium-operator-resource-lock\" ","response":"range_response_count:1 size:493"} {"level":"warn","ts":"2026-03-20T10:29:14.444336Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"369.544771ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/cilium.io/ciliumendpoints/\" range_end:\"/registry/cilium.io/ciliumendpoints0\" count_only:true ","response":"range_response_count:0 size:7"} {"level":"info","ts":"2026-03-20T10:29:14.444393Z","caller":"traceutil/trace.go:171","msg":"trace[524707635] range","detail":"{range_begin:/registry/leases/kube-system/cilium-operator-resource-lock; range_end:; response_count:1; response_revision:2561; }","duration":"556.973123ms","start":"2026-03-20T10:29:13.887395Z","end":"2026-03-20T10:29:14.444369Z","steps":["trace[524707635] 'range keys from in-memory index tree' (duration: 556.573933ms)"],"step_count":1} {"level":"info","ts":"2026-03-20T10:29:14.444408Z","caller":"traceutil/trace.go:171","msg":"trace[1968189131] range","detail":"{range_begin:/registry/cilium.io/ciliumendpoints/; range_end:/registry/cilium.io/ciliumendpoints0; response_count:0; response_revision:2561; }","duration":"369.685955ms","start":"2026-03-20T10:29:14.074705Z","end":"2026-03-20T10:29:14.444391Z","steps":["trace[1968189131] 'count revisions from in-memory index tree' (duration: 369.427528ms)"],"step_count":1} {"level":"warn","ts":"2026-03-20T10:29:14.444453Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-20T10:29:14.074683Z","time spent":"369.759627ms","remote":"127.0.0.1:57034","response type":"/etcdserverpb.KV/Range","request count":0,"request size":78,"response count":3,"response size":29,"request content":"key:\"/registry/cilium.io/ciliumendpoints/\" range_end:\"/registry/cilium.io/ciliumendpoints0\" count_only:true "} {"level":"warn","ts":"2026-03-20T10:29:14.444494Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"556.745108ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/rbd.csi.ceph.com-kube-system\" ","response":"range_response_count:1 size:532"} {"level":"warn","ts":"2026-03-20T10:29:14.444521Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"882.980817ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/roles/kube-public/system:controller:bootstrap-signer\" ","response":"range_response_count:1 size:709"} {"level":"info","ts":"2026-03-20T10:29:14.444569Z","caller":"traceutil/trace.go:171","msg":"trace[1238722758] range","detail":"{range_begin:/registry/roles/kube-public/system:controller:bootstrap-signer; range_end:; response_count:1; response_revision:2561; }","duration":"883.054418ms","start":"2026-03-20T10:29:13.561505Z","end":"2026-03-20T10:29:14.444559Z","steps":["trace[1238722758] 'range keys from in-memory index tree' (duration: 882.890804ms)"],"step_count":1} {"level":"warn","ts":"2026-03-20T10:29:14.444453Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-20T10:29:13.887371Z","time spent":"557.067626ms","remote":"127.0.0.1:36750","response type":"/etcdserverpb.KV/Range","request count":0,"request size":60,"response count":1,"response size":515,"request content":"key:\"/registry/leases/kube-system/cilium-operator-resource-lock\" "} {"level":"info","ts":"2026-03-20T10:29:14.444564Z","caller":"traceutil/trace.go:171","msg":"trace[523443368] range","detail":"{range_begin:/registry/leases/kube-system/rbd.csi.ceph.com-kube-system; range_end:; response_count:1; response_revision:2561; }","duration":"556.84052ms","start":"2026-03-20T10:29:13.887707Z","end":"2026-03-20T10:29:14.444548Z","steps":["trace[523443368] 'range keys from in-memory index tree' (duration: 556.582184ms)"],"step_count":1} {"level":"warn","ts":"2026-03-20T10:29:14.444637Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-20T10:29:13.887696Z","time spent":"556.934012ms","remote":"127.0.0.1:36750","response type":"/etcdserverpb.KV/Range","request count":0,"request size":59,"response count":1,"response size":554,"request content":"key:\"/registry/leases/kube-system/rbd.csi.ceph.com-kube-system\" "} {"level":"warn","ts":"2026-03-20T10:29:14.444606Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-20T10:29:13.561487Z","time spent":"883.11212ms","remote":"127.0.0.1:36830","response type":"/etcdserverpb.KV/Range","request count":0,"request size":64,"response count":1,"response size":731,"request content":"key:\"/registry/roles/kube-public/system:controller:bootstrap-signer\" "} {"level":"warn","ts":"2026-03-20T10:29:14.444907Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"866.638795ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/secrets/kube-system/bootstrap-token-9i682u\" ","response":"range_response_count:1 size:540"} {"level":"info","ts":"2026-03-20T10:29:14.444951Z","caller":"traceutil/trace.go:171","msg":"trace[1270998043] range","detail":"{range_begin:/registry/secrets/kube-system/bootstrap-token-9i682u; range_end:; response_count:1; response_revision:2561; }","duration":"866.713916ms","start":"2026-03-20T10:29:13.578224Z","end":"2026-03-20T10:29:14.444938Z","steps":["trace[1270998043] 'range keys from in-memory index tree' (duration: 866.564883ms)"],"step_count":1} {"level":"warn","ts":"2026-03-20T10:29:14.444979Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-20T10:29:13.578203Z","time spent":"866.768808ms","remote":"127.0.0.1:36570","response type":"/etcdserverpb.KV/Range","request count":0,"request size":54,"response count":1,"response size":562,"request content":"key:\"/registry/secrets/kube-system/bootstrap-token-9i682u\" "} {"level":"info","ts":"2026-03-20T10:29:14.473929Z","caller":"traceutil/trace.go:171","msg":"trace[1774672599] transaction","detail":"{read_only:false; response_revision:2562; number_of_response:1; }","duration":"335.471881ms","start":"2026-03-20T10:29:14.138422Z","end":"2026-03-20T10:29:14.473894Z","steps":["trace[1774672599] 'process raft request' (duration: 335.190984ms)"],"step_count":1} {"level":"warn","ts":"2026-03-20T10:29:14.474105Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-20T10:29:14.138402Z","time spent":"335.600655ms","remote":"127.0.0.1:36750","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":520,"response count":0,"response size":38,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-03-20T10:29:14.742423Z","caller":"traceutil/trace.go:171","msg":"trace[886137951] linearizableReadLoop","detail":"{readStateIndex:2749; appliedIndex:2747; }","duration":"268.585733ms","start":"2026-03-20T10:29:14.473816Z","end":"2026-03-20T10:29:14.742401Z","steps":["trace[886137951] 'read index received' (duration: 266.520271ms)","trace[886137951] 'applied index is now lower than readState.Index' (duration: 2.064672ms)"],"step_count":2} {"level":"info","ts":"2026-03-20T10:29:14.742473Z","caller":"traceutil/trace.go:171","msg":"trace[1147870617] transaction","detail":"{read_only:false; response_revision:2563; number_of_response:1; }","duration":"292.782984ms","start":"2026-03-20T10:29:14.44966Z","end":"2026-03-20T10:29:14.742443Z","steps":["trace[1147870617] 'process raft request' (duration: 290.675111ms)"],"step_count":1} {"level":"info","ts":"2026-03-20T10:29:14.74252Z","caller":"traceutil/trace.go:171","msg":"trace[820409854] transaction","detail":"{read_only:false; response_revision:2564; number_of_response:1; }","duration":"292.718372ms","start":"2026-03-20T10:29:14.449777Z","end":"2026-03-20T10:29:14.742495Z","steps":["trace[820409854] 'process raft request' (duration: 292.580579ms)"],"step_count":1} {"level":"warn","ts":"2026-03-20T10:29:14.742709Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"177.39061ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/secrets/kube-system/bootstrap-token-mnh356\" ","response":"range_response_count:1 size:692"} {"level":"warn","ts":"2026-03-20T10:29:14.742724Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"164.73354ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/health\" ","response":"range_response_count:0 size:5"} {"level":"info","ts":"2026-03-20T10:29:14.742835Z","caller":"traceutil/trace.go:171","msg":"trace[1908959438] range","detail":"{range_begin:/registry/health; range_end:; response_count:0; response_revision:2564; }","duration":"164.882924ms","start":"2026-03-20T10:29:14.577933Z","end":"2026-03-20T10:29:14.742816Z","steps":["trace[1908959438] 'agreement among raft nodes before linearized reading' (duration: 164.69699ms)"],"step_count":1} {"level":"info","ts":"2026-03-20T10:29:14.742775Z","caller":"traceutil/trace.go:171","msg":"trace[1698545849] range","detail":"{range_begin:/registry/secrets/kube-system/bootstrap-token-mnh356; range_end:; response_count:1; response_revision:2564; }","duration":"177.500193ms","start":"2026-03-20T10:29:14.565259Z","end":"2026-03-20T10:29:14.742759Z","steps":["trace[1698545849] 'agreement among raft nodes before linearized reading' (duration: 177.291308ms)"],"step_count":1} {"level":"warn","ts":"2026-03-20T10:29:14.742991Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"293.498312ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/secrets/kube-system/bootstrap-token-9i682u\" ","response":"range_response_count:1 size:540"} {"level":"info","ts":"2026-03-20T10:29:14.743097Z","caller":"traceutil/trace.go:171","msg":"trace[1056492839] range","detail":"{range_begin:/registry/secrets/kube-system/bootstrap-token-9i682u; range_end:; response_count:1; response_revision:2564; }","duration":"293.667166ms","start":"2026-03-20T10:29:14.449406Z","end":"2026-03-20T10:29:14.743073Z","steps":["trace[1056492839] 'agreement among raft nodes before linearized reading' (duration: 293.135882ms)"],"step_count":1} {"level":"warn","ts":"2026-03-20T10:29:15.027957Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"181.607937ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/secrets/kube-system/bootstrap-token-mnh356\" ","response":"range_response_count:1 size:692"} {"level":"info","ts":"2026-03-20T10:29:15.028074Z","caller":"traceutil/trace.go:171","msg":"trace[1748183353] range","detail":"{range_begin:/registry/secrets/kube-system/bootstrap-token-mnh356; range_end:; response_count:1; response_revision:2564; }","duration":"181.770381ms","start":"2026-03-20T10:29:14.846285Z","end":"2026-03-20T10:29:15.028056Z","steps":["trace[1748183353] 'range keys from in-memory index tree' (duration: 181.470634ms)"],"step_count":1} {"level":"warn","ts":"2026-03-20T10:29:15.028231Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"124.367451ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/secrets/kube-system/csi-rbd-secret\" ","response":"range_response_count:1 size:880"} {"level":"info","ts":"2026-03-20T10:29:15.028275Z","caller":"traceutil/trace.go:171","msg":"trace[1170418730] range","detail":"{range_begin:/registry/secrets/kube-system/csi-rbd-secret; range_end:; response_count:1; response_revision:2564; }","duration":"124.445873ms","start":"2026-03-20T10:29:14.903817Z","end":"2026-03-20T10:29:15.028263Z","steps":["trace[1170418730] 'range keys from in-memory index tree' (duration: 124.181017ms)"],"step_count":1} {"level":"info","ts":"2026-03-20T10:29:15.40194Z","caller":"traceutil/trace.go:171","msg":"trace[2013386960] transaction","detail":"{read_only:false; response_revision:2566; number_of_response:1; }","duration":"157.293613ms","start":"2026-03-20T10:29:15.244625Z","end":"2026-03-20T10:29:15.401918Z","steps":["trace[2013386960] 'process raft request' (duration: 157.149419ms)"],"step_count":1} {"level":"warn","ts":"2026-03-20T10:29:15.778246Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"311.434824ms","expected-duration":"100ms","prefix":"","request":"header: txn: success:> failure: >>","response":"size:16"} {"level":"info","ts":"2026-03-20T10:29:15.778437Z","caller":"traceutil/trace.go:171","msg":"trace[607665921] linearizableReadLoop","detail":"{readStateIndex:2753; appliedIndex:2750; }","duration":"412.417325ms","start":"2026-03-20T10:29:15.366001Z","end":"2026-03-20T10:29:15.778418Z","steps":["trace[607665921] 'read index received' (duration: 35.796334ms)","trace[607665921] 'applied index is now lower than readState.Index' (duration: 376.62002ms)"],"step_count":2} {"level":"info","ts":"2026-03-20T10:29:15.778462Z","caller":"traceutil/trace.go:171","msg":"trace[1182032046] transaction","detail":"{read_only:false; response_revision:2567; number_of_response:1; }","duration":"533.659397ms","start":"2026-03-20T10:29:15.244767Z","end":"2026-03-20T10:29:15.778426Z","steps":["trace[1182032046] 'process raft request' (duration: 221.964155ms)","trace[1182032046] 'compare' (duration: 311.303411ms)"],"step_count":2} {"level":"info","ts":"2026-03-20T10:29:15.778535Z","caller":"traceutil/trace.go:171","msg":"trace[676646605] transaction","detail":"{read_only:false; response_revision:2568; number_of_response:1; }","duration":"525.828138ms","start":"2026-03-20T10:29:15.252699Z","end":"2026-03-20T10:29:15.778527Z","steps":["trace[676646605] 'process raft request' (duration: 525.642334ms)"],"step_count":1} {"level":"warn","ts":"2026-03-20T10:29:15.778655Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-20T10:29:15.244755Z","time spent":"533.864532ms","remote":"127.0.0.1:36750","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":422,"response count":0,"response size":38,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-03-20T10:29:15.778692Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"412.679312ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/secrets/kube-system/sh.helm.release.v1.ceph-csi-rbd.v1\" ","response":"range_response_count:1 size:32868"} {"level":"info","ts":"2026-03-20T10:29:15.778749Z","caller":"traceutil/trace.go:171","msg":"trace[1699047791] range","detail":"{range_begin:/registry/secrets/kube-system/sh.helm.release.v1.ceph-csi-rbd.v1; range_end:; response_count:1; response_revision:2568; }","duration":"412.770483ms","start":"2026-03-20T10:29:15.365965Z","end":"2026-03-20T10:29:15.778735Z","steps":["trace[1699047791] 'agreement among raft nodes before linearized reading' (duration: 412.606459ms)"],"step_count":1} {"level":"warn","ts":"2026-03-20T10:29:15.77879Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-20T10:29:15.365951Z","time spent":"412.830346ms","remote":"127.0.0.1:36570","response type":"/etcdserverpb.KV/Range","request count":0,"request size":66,"response count":1,"response size":32890,"request content":"key:\"/registry/secrets/kube-system/sh.helm.release.v1.ceph-csi-rbd.v1\" "} {"level":"warn","ts":"2026-03-20T10:29:15.778893Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-20T10:29:15.252669Z","time spent":"526.007263ms","remote":"127.0.0.1:36750","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":418,"response count":0,"response size":38,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-03-20T10:29:15.779087Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"343.72114ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/events/kube-system/kube-vip-instance.189e855a62e5e002\" ","response":"range_response_count:1 size:711"} {"level":"info","ts":"2026-03-20T10:29:15.779175Z","caller":"traceutil/trace.go:171","msg":"trace[1089548068] range","detail":"{range_begin:/registry/events/kube-system/kube-vip-instance.189e855a62e5e002; range_end:; response_count:1; response_revision:2568; }","duration":"343.870024ms","start":"2026-03-20T10:29:15.435286Z","end":"2026-03-20T10:29:15.779156Z","steps":["trace[1089548068] 'agreement among raft nodes before linearized reading' (duration: 343.584367ms)"],"step_count":1} {"level":"warn","ts":"2026-03-20T10:29:15.779231Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-20T10:29:15.435276Z","time spent":"343.945176ms","remote":"127.0.0.1:36552","response type":"/etcdserverpb.KV/Range","request count":0,"request size":65,"response count":1,"response size":733,"request content":"key:\"/registry/events/kube-system/kube-vip-instance.189e855a62e5e002\" "} {"level":"warn","ts":"2026-03-20T10:29:15.779693Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"364.645838ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/secrets/kube-system/kubeadm-certs\" ","response":"range_response_count:1 size:11447"} {"level":"info","ts":"2026-03-20T10:29:15.779786Z","caller":"traceutil/trace.go:171","msg":"trace[1857778543] range","detail":"{range_begin:/registry/secrets/kube-system/kubeadm-certs; range_end:; response_count:1; response_revision:2568; }","duration":"364.75489ms","start":"2026-03-20T10:29:15.415017Z","end":"2026-03-20T10:29:15.779772Z","steps":["trace[1857778543] 'agreement among raft nodes before linearized reading' (duration: 363.759485ms)"],"step_count":1} {"level":"warn","ts":"2026-03-20T10:29:15.779844Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-20T10:29:15.415009Z","time spent":"364.824882ms","remote":"127.0.0.1:36570","response type":"/etcdserverpb.KV/Range","request count":0,"request size":45,"response count":1,"response size":11469,"request content":"key:\"/registry/secrets/kube-system/kubeadm-certs\" "} {"level":"info","ts":"2026-03-20T10:29:16.024401Z","caller":"traceutil/trace.go:171","msg":"trace[243604253] linearizableReadLoop","detail":"{readStateIndex:2754; appliedIndex:2753; }","duration":"240.779231ms","start":"2026-03-20T10:29:15.783593Z","end":"2026-03-20T10:29:16.024372Z","steps":["trace[243604253] 'read index received' (duration: 240.562005ms)","trace[243604253] 'applied index is now lower than readState.Index' (duration: 215.876µs)"],"step_count":2} {"level":"info","ts":"2026-03-20T10:29:16.024502Z","caller":"traceutil/trace.go:171","msg":"trace[213816428] transaction","detail":"{read_only:false; response_revision:2569; number_of_response:1; }","duration":"243.074798ms","start":"2026-03-20T10:29:15.781382Z","end":"2026-03-20T10:29:16.024456Z","steps":["trace[213816428] 'process raft request' (duration: 242.781ms)"],"step_count":1} {"level":"warn","ts":"2026-03-20T10:29:16.024741Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"241.043787ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/plndr-cp-lock\" ","response":"range_response_count:1 size:433"} {"level":"warn","ts":"2026-03-20T10:29:16.024725Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"241.102439ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/secrets/kube-system/sh.helm.release.v1.ceph-csi-rbd.v1\" ","response":"range_response_count:1 size:32868"} {"level":"info","ts":"2026-03-20T10:29:16.024824Z","caller":"traceutil/trace.go:171","msg":"trace[540538029] range","detail":"{range_begin:/registry/secrets/kube-system/sh.helm.release.v1.ceph-csi-rbd.v1; range_end:; response_count:1; response_revision:2569; }","duration":"241.261022ms","start":"2026-03-20T10:29:15.783543Z","end":"2026-03-20T10:29:16.024804Z","steps":["trace[540538029] 'agreement among raft nodes before linearized reading' (duration: 240.935044ms)"],"step_count":1} {"level":"warn","ts":"2026-03-20T10:29:16.024863Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"148.802859ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pods/kube-system/kube-vip-instance\" ","response":"range_response_count:1 size:5087"} {"level":"info","ts":"2026-03-20T10:29:16.024782Z","caller":"traceutil/trace.go:171","msg":"trace[2069298665] range","detail":"{range_begin:/registry/leases/kube-system/plndr-cp-lock; range_end:; response_count:1; response_revision:2569; }","duration":"241.130829ms","start":"2026-03-20T10:29:15.78364Z","end":"2026-03-20T10:29:16.024771Z","steps":["trace[2069298665] 'agreement among raft nodes before linearized reading' (duration: 240.921383ms)"],"step_count":1} {"level":"warn","ts":"2026-03-20T10:29:16.024996Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"176.272521ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/rbd-csi-ceph-com\" ","response":"range_response_count:1 size:473"} {"level":"info","ts":"2026-03-20T10:29:16.02503Z","caller":"traceutil/trace.go:171","msg":"trace[1805505035] range","detail":"{range_begin:/registry/leases/kube-system/rbd-csi-ceph-com; range_end:; response_count:1; response_revision:2569; }","duration":"176.327583ms","start":"2026-03-20T10:29:15.848695Z","end":"2026-03-20T10:29:16.025023Z","steps":["trace[1805505035] 'agreement among raft nodes before linearized reading' (duration: 176.21364ms)"],"step_count":1} {"level":"info","ts":"2026-03-20T10:29:16.024888Z","caller":"traceutil/trace.go:171","msg":"trace[1750070563] range","detail":"{range_begin:/registry/pods/kube-system/kube-vip-instance; range_end:; response_count:1; response_revision:2569; }","duration":"148.87363ms","start":"2026-03-20T10:29:15.876007Z","end":"2026-03-20T10:29:16.02488Z","steps":["trace[1750070563] 'agreement among raft nodes before linearized reading' (duration: 148.798977ms)"],"step_count":1} {"level":"warn","ts":"2026-03-20T10:29:16.025299Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"177.736789ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/external-snapshotter-leader-rbd-csi-ceph-com\" ","response":"range_response_count:1 size:534"} {"level":"info","ts":"2026-03-20T10:29:16.025327Z","caller":"traceutil/trace.go:171","msg":"trace[1569671652] range","detail":"{range_begin:/registry/leases/kube-system/external-snapshotter-leader-rbd-csi-ceph-com; range_end:; response_count:1; response_revision:2569; }","duration":"177.836361ms","start":"2026-03-20T10:29:15.847482Z","end":"2026-03-20T10:29:16.025319Z","steps":["trace[1569671652] 'agreement among raft nodes before linearized reading' (duration: 177.761229ms)"],"step_count":1} {"level":"warn","ts":"2026-03-20T10:29:16.025548Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"241.814577ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/plndr-svcs-lock\" ","response":"range_response_count:1 size:437"} {"level":"warn","ts":"2026-03-20T10:29:16.025569Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"240.932094ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/secrets/kube-system/kubeadm-certs\" ","response":"range_response_count:1 size:11447"} {"level":"info","ts":"2026-03-20T10:29:16.0256Z","caller":"traceutil/trace.go:171","msg":"trace[151566835] range","detail":"{range_begin:/registry/secrets/kube-system/kubeadm-certs; range_end:; response_count:1; response_revision:2569; }","duration":"240.975515ms","start":"2026-03-20T10:29:15.784617Z","end":"2026-03-20T10:29:16.025592Z","steps":["trace[151566835] 'agreement among raft nodes before linearized reading' (duration: 240.902413ms)"],"step_count":1} {"level":"info","ts":"2026-03-20T10:29:16.025612Z","caller":"traceutil/trace.go:171","msg":"trace[1282432209] range","detail":"{range_begin:/registry/leases/kube-system/plndr-svcs-lock; range_end:; response_count:1; response_revision:2569; }","duration":"241.916299ms","start":"2026-03-20T10:29:15.783677Z","end":"2026-03-20T10:29:16.025594Z","steps":["trace[1282432209] 'agreement among raft nodes before linearized reading' (duration: 241.718884ms)"],"step_count":1} {"level":"warn","ts":"2026-03-20T10:29:16.384755Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"100.703003ms","expected-duration":"100ms","prefix":"","request":"header: txn: success:> failure: >>","response":"size:16"} {"level":"info","ts":"2026-03-20T10:29:16.384958Z","caller":"traceutil/trace.go:171","msg":"trace[241999218] transaction","detail":"{read_only:false; response_revision:2571; number_of_response:1; }","duration":"352.568783ms","start":"2026-03-20T10:29:16.032372Z","end":"2026-03-20T10:29:16.384941Z","steps":["trace[241999218] 'process raft request' (duration: 251.607074ms)","trace[241999218] 'compare' (duration: 100.58532ms)"],"step_count":2} {"level":"warn","ts":"2026-03-20T10:29:16.385024Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-20T10:29:16.03234Z","time spent":"352.653566ms","remote":"127.0.0.1:36750","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":519,"response count":0,"response size":38,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-03-20T10:29:16.385127Z","caller":"traceutil/trace.go:171","msg":"trace[5625759] transaction","detail":"{read_only:false; response_revision:2572; number_of_response:1; }","duration":"351.705791ms","start":"2026-03-20T10:29:16.033397Z","end":"2026-03-20T10:29:16.385102Z","steps":["trace[5625759] 'process raft request' (duration: 351.449345ms)"],"step_count":1} {"level":"warn","ts":"2026-03-20T10:29:16.385253Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-20T10:29:16.033383Z","time spent":"351.796103ms","remote":"127.0.0.1:36750","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":423,"response count":0,"response size":38,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-03-20T10:29:16.385339Z","caller":"traceutil/trace.go:171","msg":"trace[1970946214] transaction","detail":"{read_only:false; response_revision:2573; number_of_response:1; }","duration":"351.227489ms","start":"2026-03-20T10:29:16.034027Z","end":"2026-03-20T10:29:16.385255Z","steps":["trace[1970946214] 'process raft request' (duration: 350.947862ms)"],"step_count":1} {"level":"warn","ts":"2026-03-20T10:29:16.385499Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-20T10:29:16.033999Z","time spent":"351.413954ms","remote":"127.0.0.1:36750","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":419,"response count":0,"response size":38,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-03-20T10:29:16.385421Z","caller":"traceutil/trace.go:171","msg":"trace[1830371936] transaction","detail":"{read_only:false; response_revision:2574; number_of_response:1; }","duration":"349.424245ms","start":"2026-03-20T10:29:16.035981Z","end":"2026-03-20T10:29:16.385405Z","steps":["trace[1830371936] 'process raft request' (duration: 349.037745ms)"],"step_count":1} {"level":"warn","ts":"2026-03-20T10:29:16.385635Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-20T10:29:16.035974Z","time spent":"349.608939ms","remote":"127.0.0.1:36646","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":4763,"response count":0,"response size":38,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-03-20T10:29:16.651523Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"266.154631ms","expected-duration":"100ms","prefix":"","request":"header: lease_revoke:","response":"size:27"} {"level":"info","ts":"2026-03-20T10:29:16.651616Z","caller":"traceutil/trace.go:171","msg":"trace[1697594238] linearizableReadLoop","detail":"{readStateIndex:2760; appliedIndex:2755; }","duration":"547.150977ms","start":"2026-03-20T10:29:16.104449Z","end":"2026-03-20T10:29:16.6516Z","steps":["trace[1697594238] 'read index received' (duration: 179.440592ms)","trace[1697594238] 'applied index is now lower than readState.Index' (duration: 367.708935ms)"],"step_count":2} {"level":"warn","ts":"2026-03-20T10:29:16.651758Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"544.494409ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/serviceaccounts/kube-system/attachdetach-controller\" ","response":"range_response_count:1 size:212"} {"level":"info","ts":"2026-03-20T10:29:16.651784Z","caller":"traceutil/trace.go:171","msg":"trace[966677458] range","detail":"{range_begin:/registry/serviceaccounts/kube-system/attachdetach-controller; range_end:; response_count:1; response_revision:2574; }","duration":"544.582571ms","start":"2026-03-20T10:29:16.107193Z","end":"2026-03-20T10:29:16.651776Z","steps":["trace[966677458] 'agreement among raft nodes before linearized reading' (duration: 544.497369ms)"],"step_count":1} {"level":"warn","ts":"2026-03-20T10:29:16.65181Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-20T10:29:16.107168Z","time spent":"544.636103ms","remote":"127.0.0.1:36664","response type":"/etcdserverpb.KV/Range","request count":0,"request size":63,"response count":1,"response size":234,"request content":"key:\"/registry/serviceaccounts/kube-system/attachdetach-controller\" "} {"level":"warn","ts":"2026-03-20T10:29:16.651941Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"547.462104ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/secrets/kube-system/sh.helm.release.v1.cilium.v1\" ","response":"range_response_count:1 size:317290"} {"level":"info","ts":"2026-03-20T10:29:16.652013Z","caller":"traceutil/trace.go:171","msg":"trace[1213825664] range","detail":"{range_begin:/registry/secrets/kube-system/sh.helm.release.v1.cilium.v1; range_end:; response_count:1; response_revision:2574; }","duration":"547.604777ms","start":"2026-03-20T10:29:16.104391Z","end":"2026-03-20T10:29:16.651996Z","steps":["trace[1213825664] 'agreement among raft nodes before linearized reading' (duration: 547.30402ms)"],"step_count":1} {"level":"warn","ts":"2026-03-20T10:29:16.652058Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-20T10:29:16.104365Z","time spent":"547.68356ms","remote":"127.0.0.1:36570","response type":"/etcdserverpb.KV/Range","request count":0,"request size":60,"response count":1,"response size":317312,"request content":"key:\"/registry/secrets/kube-system/sh.helm.release.v1.cilium.v1\" "} {"level":"warn","ts":"2026-03-20T10:29:16.652032Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"257.41612ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/health\" ","response":"range_response_count:0 size:5"} {"level":"info","ts":"2026-03-20T10:29:16.652134Z","caller":"traceutil/trace.go:171","msg":"trace[539503936] range","detail":"{range_begin:/registry/health; range_end:; response_count:0; response_revision:2574; }","duration":"257.571554ms","start":"2026-03-20T10:29:16.394538Z","end":"2026-03-20T10:29:16.652109Z","steps":["trace[539503936] 'agreement among raft nodes before linearized reading' (duration: 257.380709ms)"],"step_count":1} {"level":"info","ts":"2026-03-20T10:29:16.978594Z","caller":"traceutil/trace.go:171","msg":"trace[2122209783] transaction","detail":"{read_only:false; response_revision:2575; number_of_response:1; }","duration":"226.720576ms","start":"2026-03-20T10:29:16.751835Z","end":"2026-03-20T10:29:16.978556Z","steps":["trace[2122209783] 'process raft request' (duration: 226.458759ms)"],"step_count":1} {"level":"warn","ts":"2026-03-20T10:29:17.552695Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"366.409852ms","expected-duration":"100ms","prefix":"","request":"header: txn: success:> failure: >>","response":"size:16"} {"level":"info","ts":"2026-03-20T10:29:17.552798Z","caller":"traceutil/trace.go:171","msg":"trace[237210484] linearizableReadLoop","detail":"{readStateIndex:2762; appliedIndex:2760; }","duration":"741.010964ms","start":"2026-03-20T10:29:16.811769Z","end":"2026-03-20T10:29:17.55278Z","steps":["trace[237210484] 'read index received' (duration: 166.567727ms)","trace[237210484] 'applied index is now lower than readState.Index' (duration: 574.442137ms)"],"step_count":2} {"level":"info","ts":"2026-03-20T10:29:17.552827Z","caller":"traceutil/trace.go:171","msg":"trace[604129850] transaction","detail":"{read_only:false; response_revision:2576; number_of_response:1; }","duration":"800.6545ms","start":"2026-03-20T10:29:16.752134Z","end":"2026-03-20T10:29:17.552789Z","steps":["trace[604129850] 'process raft request' (duration: 434.064503ms)","trace[604129850] 'compare' (duration: 366.289549ms)"],"step_count":2} {"level":"warn","ts":"2026-03-20T10:29:17.552999Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-20T10:29:16.752124Z","time spent":"800.783293ms","remote":"127.0.0.1:36750","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":517,"response count":0,"response size":38,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-03-20T10:29:17.553065Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"710.992365ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/secrets/kube-system/sh.helm.release.v1.cilium.v1\" ","response":"range_response_count:1 size:317290"} {"level":"info","ts":"2026-03-20T10:29:17.553103Z","caller":"traceutil/trace.go:171","msg":"trace[1433105907] range","detail":"{range_begin:/registry/secrets/kube-system/sh.helm.release.v1.cilium.v1; range_end:; response_count:1; response_revision:2576; }","duration":"711.070667ms","start":"2026-03-20T10:29:16.842022Z","end":"2026-03-20T10:29:17.553093Z","steps":["trace[1433105907] 'agreement among raft nodes before linearized reading' (duration: 710.861732ms)"],"step_count":1} {"level":"warn","ts":"2026-03-20T10:29:17.553138Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-20T10:29:16.842004Z","time spent":"711.125888ms","remote":"127.0.0.1:36570","response type":"/etcdserverpb.KV/Range","request count":0,"request size":60,"response count":1,"response size":317312,"request content":"key:\"/registry/secrets/kube-system/sh.helm.release.v1.cilium.v1\" "} {"level":"warn","ts":"2026-03-20T10:29:17.553276Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"435.833976ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/kube-scheduler\" ","response":"range_response_count:1 size:480"} {"level":"info","ts":"2026-03-20T10:29:17.553317Z","caller":"traceutil/trace.go:171","msg":"trace[1666333202] range","detail":"{range_begin:/registry/leases/kube-system/kube-scheduler; range_end:; response_count:1; response_revision:2576; }","duration":"435.898367ms","start":"2026-03-20T10:29:17.117407Z","end":"2026-03-20T10:29:17.553306Z","steps":["trace[1666333202] 'agreement among raft nodes before linearized reading' (duration: 435.736063ms)"],"step_count":1} {"level":"warn","ts":"2026-03-20T10:29:17.553348Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-20T10:29:17.11739Z","time spent":"435.951299ms","remote":"127.0.0.1:36750","response type":"/etcdserverpb.KV/Range","request count":0,"request size":45,"response count":1,"response size":502,"request content":"key:\"/registry/leases/kube-system/kube-scheduler\" "} {"level":"warn","ts":"2026-03-20T10:29:17.553532Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"741.762002ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/events/kube-system/\" range_end:\"/registry/events/kube-system0\" limit:500 ","response":"range_response_count:171 size:133600"} {"level":"info","ts":"2026-03-20T10:29:17.553581Z","caller":"traceutil/trace.go:171","msg":"trace[1664783292] range","detail":"{range_begin:/registry/events/kube-system/; range_end:/registry/events/kube-system0; response_count:171; response_revision:2576; }","duration":"741.857464ms","start":"2026-03-20T10:29:16.811711Z","end":"2026-03-20T10:29:17.553568Z","steps":["trace[1664783292] 'agreement among raft nodes before linearized reading' (duration: 741.116886ms)"],"step_count":1} {"level":"warn","ts":"2026-03-20T10:29:17.553583Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"666.234715ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/external-resizer-rbd-csi-ceph-com\" ","response":"range_response_count:1 size:509"} {"level":"warn","ts":"2026-03-20T10:29:17.55362Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-20T10:29:16.811689Z","time spent":"741.914356ms","remote":"127.0.0.1:36552","response type":"/etcdserverpb.KV/Range","request count":0,"request size":65,"response count":171,"response size":133622,"request content":"key:\"/registry/events/kube-system/\" range_end:\"/registry/events/kube-system0\" limit:500 "} {"level":"info","ts":"2026-03-20T10:29:17.553638Z","caller":"traceutil/trace.go:171","msg":"trace[134222113] range","detail":"{range_begin:/registry/leases/kube-system/external-resizer-rbd-csi-ceph-com; range_end:; response_count:1; response_revision:2576; }","duration":"666.366669ms","start":"2026-03-20T10:29:16.887259Z","end":"2026-03-20T10:29:17.553625Z","steps":["trace[134222113] 'agreement among raft nodes before linearized reading' (duration: 666.151383ms)"],"step_count":1} {"level":"warn","ts":"2026-03-20T10:29:17.553673Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-20T10:29:16.887237Z","time spent":"666.42899ms","remote":"127.0.0.1:36750","response type":"/etcdserverpb.KV/Range","request count":0,"request size":64,"response count":1,"response size":531,"request content":"key:\"/registry/leases/kube-system/external-resizer-rbd-csi-ceph-com\" "} {"level":"warn","ts":"2026-03-20T10:29:17.553777Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"662.957001ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/external-attacher-leader-rbd-csi-ceph-com\" ","response":"range_response_count:1 size:525"} {"level":"info","ts":"2026-03-20T10:29:17.553944Z","caller":"traceutil/trace.go:171","msg":"trace[1570295200] range","detail":"{range_begin:/registry/leases/kube-system/external-attacher-leader-rbd-csi-ceph-com; range_end:; response_count:1; response_revision:2576; }","duration":"663.139586ms","start":"2026-03-20T10:29:16.890778Z","end":"2026-03-20T10:29:17.553918Z","steps":["trace[1570295200] 'agreement among raft nodes before linearized reading' (duration: 662.560771ms)"],"step_count":1} {"level":"warn","ts":"2026-03-20T10:29:17.554004Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-20T10:29:16.890749Z","time spent":"663.242789ms","remote":"127.0.0.1:36750","response type":"/etcdserverpb.KV/Range","request count":0,"request size":72,"response count":1,"response size":547,"request content":"key:\"/registry/leases/kube-system/external-attacher-leader-rbd-csi-ceph-com\" "} {"level":"warn","ts":"2026-03-20T10:29:17.914376Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"209.030459ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/serviceaccounts/kube-system/ceph-csi-rbd-nodeplugin\" ","response":"range_response_count:1 size:751"} {"level":"warn","ts":"2026-03-20T10:29:17.914355Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"160.535914ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/serviceaccounts/kube-system/bootstrap-signer\" ","response":"range_response_count:1 size:197"} {"level":"info","ts":"2026-03-20T10:29:17.914444Z","caller":"traceutil/trace.go:171","msg":"trace[1822708998] range","detail":"{range_begin:/registry/serviceaccounts/kube-system/ceph-csi-rbd-nodeplugin; range_end:; response_count:1; response_revision:2579; }","duration":"209.126091ms","start":"2026-03-20T10:29:17.705302Z","end":"2026-03-20T10:29:17.914428Z","steps":["trace[1822708998] 'range keys from in-memory index tree' (duration: 208.789333ms)"],"step_count":1} {"level":"info","ts":"2026-03-20T10:29:17.914481Z","caller":"traceutil/trace.go:171","msg":"trace[1017535726] range","detail":"{range_begin:/registry/serviceaccounts/kube-system/bootstrap-signer; range_end:; response_count:1; response_revision:2579; }","duration":"160.746099ms","start":"2026-03-20T10:29:17.753708Z","end":"2026-03-20T10:29:17.914454Z","steps":["trace[1017535726] 'range keys from in-memory index tree' (duration: 160.340318ms)"],"step_count":1} {"level":"info","ts":"2026-03-20T10:29:18.542228Z","caller":"traceutil/trace.go:171","msg":"trace[603335062] transaction","detail":"{read_only:false; response_revision:2580; number_of_response:1; }","duration":"149.012033ms","start":"2026-03-20T10:29:18.393186Z","end":"2026-03-20T10:29:18.542198Z","steps":["trace[603335062] 'process raft request' (duration: 148.784157ms)"],"step_count":1} {"level":"info","ts":"2026-03-20T10:29:19.096018Z","caller":"traceutil/trace.go:171","msg":"trace[287624919] linearizableReadLoop","detail":"{readStateIndex:2767; appliedIndex:2766; }","duration":"693.405281ms","start":"2026-03-20T10:29:18.402584Z","end":"2026-03-20T10:29:19.095989Z","steps":["trace[287624919] 'read index received' (duration: 139.657087ms)","trace[287624919] 'applied index is now lower than readState.Index' (duration: 553.746804ms)"],"step_count":2} {"level":"info","ts":"2026-03-20T10:29:19.096107Z","caller":"traceutil/trace.go:171","msg":"trace[775900189] transaction","detail":"{read_only:false; response_revision:2581; number_of_response:1; }","duration":"701.992028ms","start":"2026-03-20T10:29:18.39406Z","end":"2026-03-20T10:29:19.096052Z","steps":["trace[775900189] 'process raft request' (duration: 680.883755ms)","trace[775900189] 'compare' (duration: 20.915408ms)"],"step_count":2} {"level":"warn","ts":"2026-03-20T10:29:19.096205Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"693.604776ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/serviceaccounts/kube-system/cilium\" ","response":"range_response_count:1 size:520"} {"level":"info","ts":"2026-03-20T10:29:19.096285Z","caller":"traceutil/trace.go:171","msg":"trace[1351872601] range","detail":"{range_begin:/registry/serviceaccounts/kube-system/cilium; range_end:; response_count:1; response_revision:2581; }","duration":"693.742869ms","start":"2026-03-20T10:29:18.402521Z","end":"2026-03-20T10:29:19.096264Z","steps":["trace[1351872601] 'agreement among raft nodes before linearized reading' (duration: 693.590896ms)"],"step_count":1} {"level":"warn","ts":"2026-03-20T10:29:19.096292Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"503.551877ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/health\" ","response":"range_response_count:0 size:5"} {"level":"info","ts":"2026-03-20T10:29:19.096336Z","caller":"traceutil/trace.go:171","msg":"trace[1596587997] range","detail":"{range_begin:/registry/health; range_end:; response_count:0; response_revision:2581; }","duration":"503.620058ms","start":"2026-03-20T10:29:18.592701Z","end":"2026-03-20T10:29:19.096321Z","steps":["trace[1596587997] 'agreement among raft nodes before linearized reading' (duration: 503.559086ms)"],"step_count":1} {"level":"warn","ts":"2026-03-20T10:29:19.096361Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-20T10:29:18.394046Z","time spent":"702.143872ms","remote":"127.0.0.1:36750","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":423,"response count":0,"response size":38,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-03-20T10:29:19.096374Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"113.091976ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/cilium-operator-resource-lock\" ","response":"range_response_count:1 size:493"} {"level":"info","ts":"2026-03-20T10:29:19.096439Z","caller":"traceutil/trace.go:171","msg":"trace[82605474] range","detail":"{range_begin:/registry/leases/kube-system/cilium-operator-resource-lock; range_end:; response_count:1; response_revision:2581; }","duration":"113.196958ms","start":"2026-03-20T10:29:18.983227Z","end":"2026-03-20T10:29:19.096424Z","steps":["trace[82605474] 'agreement among raft nodes before linearized reading' (duration: 112.978953ms)"],"step_count":1} {"level":"warn","ts":"2026-03-20T10:29:19.096336Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-20T10:29:18.402493Z","time spent":"693.829522ms","remote":"127.0.0.1:36664","response type":"/etcdserverpb.KV/Range","request count":0,"request size":46,"response count":1,"response size":542,"request content":"key:\"/registry/serviceaccounts/kube-system/cilium\" "} {"level":"warn","ts":"2026-03-20T10:29:19.096389Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-20T10:29:18.592683Z","time spent":"503.69467ms","remote":"127.0.0.1:36464","response type":"/etcdserverpb.KV/Range","request count":0,"request size":18,"response count":0,"response size":27,"request content":"key:\"/registry/health\" "} {"level":"warn","ts":"2026-03-20T10:29:19.09623Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"651.312078ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/serviceaccounts/kube-system/cilium-operator\" ","response":"range_response_count:1 size:538"} {"level":"info","ts":"2026-03-20T10:29:19.096761Z","caller":"traceutil/trace.go:171","msg":"trace[64098817] range","detail":"{range_begin:/registry/serviceaccounts/kube-system/cilium-operator; range_end:; response_count:1; response_revision:2581; }","duration":"651.812131ms","start":"2026-03-20T10:29:18.444858Z","end":"2026-03-20T10:29:19.09667Z","steps":["trace[64098817] 'agreement among raft nodes before linearized reading' (duration: 651.301538ms)"],"step_count":1} {"level":"warn","ts":"2026-03-20T10:29:19.096959Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-20T10:29:18.444847Z","time spent":"652.076157ms","remote":"127.0.0.1:36664","response type":"/etcdserverpb.KV/Range","request count":0,"request size":55,"response count":1,"response size":560,"request content":"key:\"/registry/serviceaccounts/kube-system/cilium-operator\" "} {"level":"warn","ts":"2026-03-20T10:29:19.397505Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"163.325784ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/serviceaccounts/kube-system/coredns\" ","response":"range_response_count:1 size:179"} {"level":"info","ts":"2026-03-20T10:29:19.397613Z","caller":"traceutil/trace.go:171","msg":"trace[70093101] range","detail":"{range_begin:/registry/serviceaccounts/kube-system/coredns; range_end:; response_count:1; response_revision:2582; }","duration":"163.467128ms","start":"2026-03-20T10:29:19.234122Z","end":"2026-03-20T10:29:19.397589Z","steps":["trace[70093101] 'range keys from in-memory index tree' (duration: 163.208681ms)"],"step_count":1} {"level":"warn","ts":"2026-03-20T10:29:19.397943Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"173.024489ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/serviceaccounts/kube-system/clusterrole-aggregation-controller\" ","response":"range_response_count:1 size:234"} {"level":"info","ts":"2026-03-20T10:29:19.398011Z","caller":"traceutil/trace.go:171","msg":"trace[2133947745] range","detail":"{range_begin:/registry/serviceaccounts/kube-system/clusterrole-aggregation-controller; range_end:; response_count:1; response_revision:2582; }","duration":"173.147072ms","start":"2026-03-20T10:29:19.22485Z","end":"2026-03-20T10:29:19.397997Z","steps":["trace[2133947745] 'range keys from in-memory index tree' (duration: 172.830045ms)"],"step_count":1} {"level":"info","ts":"2026-03-20T10:29:19.690342Z","caller":"traceutil/trace.go:171","msg":"trace[2106292907] transaction","detail":"{read_only:false; response_revision:2583; number_of_response:1; }","duration":"127.90234ms","start":"2026-03-20T10:29:19.562419Z","end":"2026-03-20T10:29:19.690322Z","steps":["trace[2106292907] 'process raft request' (duration: 127.339876ms)"],"step_count":1} {"level":"warn","ts":"2026-03-20T10:29:20.042797Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"292.593139ms","expected-duration":"100ms","prefix":"","request":"header: txn: success:> failure: >>","response":"size:16"} {"level":"info","ts":"2026-03-20T10:29:20.043184Z","caller":"traceutil/trace.go:171","msg":"trace[1416025438] linearizableReadLoop","detail":"{readStateIndex:2770; appliedIndex:2769; }","duration":"277.475147ms","start":"2026-03-20T10:29:19.765684Z","end":"2026-03-20T10:29:20.04316Z","steps":["trace[1416025438] 'read index received' (duration: 28.44µs)","trace[1416025438] 'applied index is now lower than readState.Index' (duration: 277.441087ms)"],"step_count":2} {"level":"info","ts":"2026-03-20T10:29:20.04321Z","caller":"traceutil/trace.go:171","msg":"trace[1148982889] transaction","detail":"{read_only:false; response_revision:2584; number_of_response:1; }","duration":"349.189739ms","start":"2026-03-20T10:29:19.693998Z","end":"2026-03-20T10:29:20.043187Z","steps":["trace[1148982889] 'process raft request' (duration: 56.111027ms)","trace[1148982889] 'compare' (duration: 292.424715ms)"],"step_count":2} {"level":"warn","ts":"2026-03-20T10:29:20.043342Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-20T10:29:19.693966Z","time spent":"349.289911ms","remote":"127.0.0.1:36750","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":464,"response count":0,"response size":38,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-03-20T10:29:20.043384Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"277.674872ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/serviceaccounts/kube-system/cronjob-controller\" ","response":"range_response_count:1 size:201"} {"level":"warn","ts":"2026-03-20T10:29:20.043411Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"273.952978ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/serviceaccounts/kube-system/daemon-set-controller\" ","response":"range_response_count:1 size:207"} {"level":"info","ts":"2026-03-20T10:29:20.043471Z","caller":"traceutil/trace.go:171","msg":"trace[1171863173] range","detail":"{range_begin:/registry/serviceaccounts/kube-system/cronjob-controller; range_end:; response_count:1; response_revision:2584; }","duration":"277.801215ms","start":"2026-03-20T10:29:19.765653Z","end":"2026-03-20T10:29:20.043454Z","steps":["trace[1171863173] 'agreement among raft nodes before linearized reading' (duration: 277.60138ms)"],"step_count":1} {"level":"info","ts":"2026-03-20T10:29:20.043484Z","caller":"traceutil/trace.go:171","msg":"trace[116534735] range","detail":"{range_begin:/registry/serviceaccounts/kube-system/daemon-set-controller; range_end:; response_count:1; response_revision:2584; }","duration":"274.060661ms","start":"2026-03-20T10:29:19.769401Z","end":"2026-03-20T10:29:20.043462Z","steps":["trace[116534735] 'agreement among raft nodes before linearized reading' (duration: 273.901207ms)"],"step_count":1} {"level":"warn","ts":"2026-03-20T10:29:20.366212Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"204.144705ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/serviceaccounts/kube-system/default\" ","response":"range_response_count:1 size:179"} {"level":"warn","ts":"2026-03-20T10:29:20.366266Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"197.201789ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/serviceaccounts/kube-system/deployment-controller\" ","response":"range_response_count:1 size:207"} {"level":"info","ts":"2026-03-20T10:29:20.366338Z","caller":"traceutil/trace.go:171","msg":"trace[1638389089] range","detail":"{range_begin:/registry/serviceaccounts/kube-system/deployment-controller; range_end:; response_count:1; response_revision:2584; }","duration":"197.324102ms","start":"2026-03-20T10:29:20.168994Z","end":"2026-03-20T10:29:20.366318Z","steps":["trace[1638389089] 'range keys from in-memory index tree' (duration: 197.044985ms)"],"step_count":1} {"level":"info","ts":"2026-03-20T10:29:20.366364Z","caller":"traceutil/trace.go:171","msg":"trace[666662609] range","detail":"{range_begin:/registry/serviceaccounts/kube-system/default; range_end:; response_count:1; response_revision:2584; }","duration":"204.32682ms","start":"2026-03-20T10:29:20.161977Z","end":"2026-03-20T10:29:20.366304Z","steps":["trace[666662609] 'range keys from in-memory index tree' (duration: 203.991072ms)"],"step_count":1} {"level":"warn","ts":"2026-03-20T10:29:20.836346Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"141.220146ms","expected-duration":"100ms","prefix":"","request":"header: lease_grant:","response":"size:39"} {"level":"info","ts":"2026-03-20T10:29:20.83646Z","caller":"traceutil/trace.go:171","msg":"trace[1122788293] linearizableReadLoop","detail":"{readStateIndex:2772; appliedIndex:2771; }","duration":"218.125768ms","start":"2026-03-20T10:29:20.618315Z","end":"2026-03-20T10:29:20.836441Z","steps":["trace[1122788293] 'read index received' (duration: 76.745118ms)","trace[1122788293] 'applied index is now lower than readState.Index' (duration: 141.37912ms)"],"step_count":2} {"level":"warn","ts":"2026-03-20T10:29:20.836718Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"145.418072ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/serviceaccounts/kube-system/disruption-controller\" ","response":"range_response_count:1 size:207"} {"level":"info","ts":"2026-03-20T10:29:20.836769Z","caller":"traceutil/trace.go:171","msg":"trace[1608279150] range","detail":"{range_begin:/registry/serviceaccounts/kube-system/disruption-controller; range_end:; response_count:1; response_revision:2585; }","duration":"145.504825ms","start":"2026-03-20T10:29:20.69125Z","end":"2026-03-20T10:29:20.836755Z","steps":["trace[1608279150] 'agreement among raft nodes before linearized reading' (duration: 145.387892ms)"],"step_count":1} {"level":"warn","ts":"2026-03-20T10:29:20.836761Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"218.417026ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/csistoragecapacities/\" range_end:\"/registry/csistoragecapacities0\" count_only:true ","response":"range_response_count:0 size:5"} {"level":"info","ts":"2026-03-20T10:29:20.836861Z","caller":"traceutil/trace.go:171","msg":"trace[223992519] range","detail":"{range_begin:/registry/csistoragecapacities/; range_end:/registry/csistoragecapacities0; response_count:0; response_revision:2585; }","duration":"218.544779ms","start":"2026-03-20T10:29:20.61829Z","end":"2026-03-20T10:29:20.836835Z","steps":["trace[223992519] 'agreement among raft nodes before linearized reading' (duration: 218.367634ms)"],"step_count":1} {"level":"warn","ts":"2026-03-20T10:29:20.83692Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"130.746241ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/serviceaccounts/kube-system/endpoint-controller\" ","response":"range_response_count:1 size:203"} {"level":"info","ts":"2026-03-20T10:29:20.836992Z","caller":"traceutil/trace.go:171","msg":"trace[1096778270] range","detail":"{range_begin:/registry/serviceaccounts/kube-system/endpoint-controller; range_end:; response_count:1; response_revision:2585; }","duration":"130.847453ms","start":"2026-03-20T10:29:20.706127Z","end":"2026-03-20T10:29:20.836975Z","steps":["trace[1096778270] 'agreement among raft nodes before linearized reading' (duration: 130.703419ms)"],"step_count":1} {"level":"warn","ts":"2026-03-20T10:29:21.371868Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"391.29202ms","expected-duration":"100ms","prefix":"","request":"header: txn: success:> failure: >>","response":"size:16"} {"level":"info","ts":"2026-03-20T10:29:21.37195Z","caller":"traceutil/trace.go:171","msg":"trace[491032405] linearizableReadLoop","detail":"{readStateIndex:2773; appliedIndex:2772; }","duration":"530.757892ms","start":"2026-03-20T10:29:20.841179Z","end":"2026-03-20T10:29:21.371937Z","steps":["trace[491032405] 'read index received' (duration: 139.3992ms)","trace[491032405] 'applied index is now lower than readState.Index' (duration: 391.357392ms)"],"step_count":2} {"level":"info","ts":"2026-03-20T10:29:21.372014Z","caller":"traceutil/trace.go:171","msg":"trace[60356510] transaction","detail":"{read_only:false; response_revision:2586; number_of_response:1; }","duration":"534.106377ms","start":"2026-03-20T10:29:20.837899Z","end":"2026-03-20T10:29:21.372005Z","steps":["trace[60356510] 'process raft request' (duration: 142.604461ms)","trace[60356510] 'compare' (duration: 391.119116ms)"],"step_count":2} {"level":"warn","ts":"2026-03-20T10:29:21.372051Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-20T10:29:20.837877Z","time spent":"534.152607ms","remote":"127.0.0.1:36498","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":120,"response count":0,"response size":38,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-03-20T10:29:21.372239Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"530.951927ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/serviceaccounts/kube-system/endpoint-controller\" ","response":"range_response_count:1 size:203"} {"level":"warn","ts":"2026-03-20T10:29:21.372264Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"251.877681ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/cilium-operator-resource-lock\" ","response":"range_response_count:1 size:493"} {"level":"info","ts":"2026-03-20T10:29:21.372293Z","caller":"traceutil/trace.go:171","msg":"trace[1560667843] range","detail":"{range_begin:/registry/serviceaccounts/kube-system/endpoint-controller; range_end:; response_count:1; response_revision:2586; }","duration":"531.04119ms","start":"2026-03-20T10:29:20.841236Z","end":"2026-03-20T10:29:21.372277Z","steps":["trace[1560667843] 'agreement among raft nodes before linearized reading' (duration: 530.841895ms)"],"step_count":1} {"level":"warn","ts":"2026-03-20T10:29:21.372308Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"271.360292ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/plndr-svcs-lock\" ","response":"range_response_count:1 size:438"} {"level":"info","ts":"2026-03-20T10:29:21.372329Z","caller":"traceutil/trace.go:171","msg":"trace[1446933851] range","detail":"{range_begin:/registry/leases/kube-system/plndr-svcs-lock; range_end:; response_count:1; response_revision:2586; }","duration":"271.409054ms","start":"2026-03-20T10:29:21.100914Z","end":"2026-03-20T10:29:21.372323Z","steps":["trace[1446933851] 'agreement among raft nodes before linearized reading' (duration: 271.347302ms)"],"step_count":1} {"level":"info","ts":"2026-03-20T10:29:21.372317Z","caller":"traceutil/trace.go:171","msg":"trace[2079028592] range","detail":"{range_begin:/registry/leases/kube-system/cilium-operator-resource-lock; range_end:; response_count:1; response_revision:2586; }","duration":"251.970763ms","start":"2026-03-20T10:29:21.120332Z","end":"2026-03-20T10:29:21.372302Z","steps":["trace[2079028592] 'agreement among raft nodes before linearized reading' (duration: 251.781778ms)"],"step_count":1} {"level":"warn","ts":"2026-03-20T10:29:21.372335Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-20T10:29:20.841215Z","time spent":"531.108271ms","remote":"127.0.0.1:36664","response type":"/etcdserverpb.KV/Range","request count":0,"request size":59,"response count":1,"response size":225,"request content":"key:\"/registry/serviceaccounts/kube-system/endpoint-controller\" "} {"level":"warn","ts":"2026-03-20T10:29:21.372459Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"531.274725ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/serviceaccounts/kube-system/disruption-controller\" ","response":"range_response_count:1 size:207"} {"level":"warn","ts":"2026-03-20T10:29:21.37249Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"315.132358ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/rbd-csi-ceph-com\" ","response":"range_response_count:1 size:474"} {"level":"info","ts":"2026-03-20T10:29:21.372509Z","caller":"traceutil/trace.go:171","msg":"trace[1465974554] range","detail":"{range_begin:/registry/leases/kube-system/rbd-csi-ceph-com; range_end:; response_count:1; response_revision:2586; }","duration":"315.184929ms","start":"2026-03-20T10:29:21.057318Z","end":"2026-03-20T10:29:21.372503Z","steps":["trace[1465974554] 'agreement among raft nodes before linearized reading' (duration: 315.129618ms)"],"step_count":1} {"level":"info","ts":"2026-03-20T10:29:21.372499Z","caller":"traceutil/trace.go:171","msg":"trace[529453260] range","detail":"{range_begin:/registry/serviceaccounts/kube-system/disruption-controller; range_end:; response_count:1; response_revision:2586; }","duration":"531.341757ms","start":"2026-03-20T10:29:20.841145Z","end":"2026-03-20T10:29:21.372487Z","steps":["trace[529453260] 'agreement among raft nodes before linearized reading' (duration: 531.273795ms)"],"step_count":1} {"level":"warn","ts":"2026-03-20T10:29:21.372524Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-20T10:29:21.0573Z","time spent":"315.21999ms","remote":"127.0.0.1:36750","response type":"/etcdserverpb.KV/Range","request count":0,"request size":47,"response count":1,"response size":496,"request content":"key:\"/registry/leases/kube-system/rbd-csi-ceph-com\" "} {"level":"warn","ts":"2026-03-20T10:29:21.37254Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-20T10:29:20.841134Z","time spent":"531.395348ms","remote":"127.0.0.1:36664","response type":"/etcdserverpb.KV/Range","request count":0,"request size":61,"response count":1,"response size":229,"request content":"key:\"/registry/serviceaccounts/kube-system/disruption-controller\" "} {"level":"warn","ts":"2026-03-20T10:29:21.878182Z","caller":"etcdserver/v3_server.go:897","msg":"waiting for ReadIndex response took too long, retrying","sent-request-id":184257304220181925,"retry-timeout":"500ms"} {"level":"info","ts":"2026-03-20T10:29:22.156646Z","caller":"traceutil/trace.go:171","msg":"trace[452765634] transaction","detail":"{read_only:false; response_revision:2587; number_of_response:1; }","duration":"779.721371ms","start":"2026-03-20T10:29:21.376897Z","end":"2026-03-20T10:29:22.156619Z","steps":["trace[452765634] 'process raft request' (duration: 779.521716ms)"],"step_count":1} {"level":"warn","ts":"2026-03-20T10:29:22.156821Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-20T10:29:21.376885Z","time spent":"779.857924ms","remote":"127.0.0.1:36750","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":458,"response count":0,"response size":38,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-03-20T10:29:22.325864Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"115.320082ms","expected-duration":"100ms","prefix":"","request":"header: txn: success:> failure: >>","response":"size:16"} {"level":"info","ts":"2026-03-20T10:29:22.326134Z","caller":"traceutil/trace.go:171","msg":"trace[549397951] linearizableReadLoop","detail":"{readStateIndex:2776; appliedIndex:2773; }","duration":"948.526204ms","start":"2026-03-20T10:29:21.37753Z","end":"2026-03-20T10:29:22.326056Z","steps":["trace[549397951] 'read index received' (duration: 778.978782ms)","trace[549397951] 'applied index is now lower than readState.Index' (duration: 169.546372ms)"],"step_count":2} {"level":"info","ts":"2026-03-20T10:29:22.326192Z","caller":"traceutil/trace.go:171","msg":"trace[771312694] transaction","detail":"{read_only:false; response_revision:2588; number_of_response:1; }","duration":"948.587185ms","start":"2026-03-20T10:29:21.377592Z","end":"2026-03-20T10:29:22.326179Z","steps":["trace[771312694] 'process raft request' (duration: 832.856283ms)","trace[771312694] 'compare' (duration: 115.189739ms)"],"step_count":2} {"level":"info","ts":"2026-03-20T10:29:22.326246Z","caller":"traceutil/trace.go:171","msg":"trace[384582666] transaction","detail":"{read_only:false; response_revision:2589; number_of_response:1; }","duration":"947.702573ms","start":"2026-03-20T10:29:21.378411Z","end":"2026-03-20T10:29:22.326114Z","steps":["trace[384582666] 'process raft request' (duration: 947.58038ms)"],"step_count":1} {"level":"warn","ts":"2026-03-20T10:29:22.326292Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-20T10:29:21.37758Z","time spent":"948.656908ms","remote":"127.0.0.1:36750","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":476,"response count":0,"response size":38,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-03-20T10:29:22.326404Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"948.862742ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/endpointslices/default/kubernetes\" ","response":"range_response_count:1 size:481"} {"level":"warn","ts":"2026-03-20T10:29:22.326379Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-20T10:29:21.378404Z","time spent":"947.921278ms","remote":"127.0.0.1:36750","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":422,"response count":0,"response size":38,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-03-20T10:29:22.32644Z","caller":"traceutil/trace.go:171","msg":"trace[1939310024] range","detail":"{range_begin:/registry/endpointslices/default/kubernetes; range_end:; response_count:1; response_revision:2589; }","duration":"948.921523ms","start":"2026-03-20T10:29:21.377508Z","end":"2026-03-20T10:29:22.326429Z","steps":["trace[1939310024] 'agreement among raft nodes before linearized reading' (duration: 948.725949ms)"],"step_count":1} {"level":"warn","ts":"2026-03-20T10:29:22.326662Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-20T10:29:21.377496Z","time spent":"949.14871ms","remote":"127.0.0.1:36752","response type":"/etcdserverpb.KV/Range","request count":0,"request size":45,"response count":1,"response size":503,"request content":"key:\"/registry/endpointslices/default/kubernetes\" "} {"level":"info","ts":"2026-03-20T10:29:22.411133Z","caller":"traceutil/trace.go:171","msg":"trace[561659183] transaction","detail":"{read_only:false; response_revision:2590; number_of_response:1; }","duration":"146.480168ms","start":"2026-03-20T10:29:22.264634Z","end":"2026-03-20T10:29:22.411115Z","steps":["trace[561659183] 'process raft request' (duration: 146.375176ms)"],"step_count":1} {"level":"warn","ts":"2026-03-20T10:29:22.411473Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"832.434081ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/health\" ","response":"range_response_count:0 size:5"} {"level":"info","ts":"2026-03-20T10:29:22.41151Z","caller":"traceutil/trace.go:171","msg":"trace[132103726] range","detail":"{range_begin:/registry/health; range_end:; response_count:0; response_revision:2590; }","duration":"832.513293ms","start":"2026-03-20T10:29:21.578988Z","end":"2026-03-20T10:29:22.411501Z","steps":["trace[132103726] 'agreement among raft nodes before linearized reading' (duration: 832.457992ms)"],"step_count":1} {"level":"warn","ts":"2026-03-20T10:29:22.411599Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-20T10:29:21.578959Z","time spent":"832.572275ms","remote":"127.0.0.1:36464","response type":"/etcdserverpb.KV/Range","request count":0,"request size":18,"response count":0,"response size":27,"request content":"key:\"/registry/health\" "} {"level":"warn","ts":"2026-03-20T10:29:22.411653Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.022025778s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/external-snapshotter-leader-rbd-csi-ceph-com\" ","response":"range_response_count:1 size:534"} {"level":"info","ts":"2026-03-20T10:29:22.41171Z","caller":"traceutil/trace.go:171","msg":"trace[1067393445] range","detail":"{range_begin:/registry/leases/kube-system/external-snapshotter-leader-rbd-csi-ceph-com; range_end:; response_count:1; response_revision:2590; }","duration":"1.022104281s","start":"2026-03-20T10:29:21.38959Z","end":"2026-03-20T10:29:22.411694Z","steps":["trace[1067393445] 'agreement among raft nodes before linearized reading' (duration: 1.021958617s)"],"step_count":1} {"level":"warn","ts":"2026-03-20T10:29:22.411756Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-20T10:29:21.389578Z","time spent":"1.022165692s","remote":"127.0.0.1:36750","response type":"/etcdserverpb.KV/Range","request count":0,"request size":75,"response count":1,"response size":556,"request content":"key:\"/registry/leases/kube-system/external-snapshotter-leader-rbd-csi-ceph-com\" "} {"level":"warn","ts":"2026-03-20T10:29:22.411734Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"365.082679ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/kube-scheduler\" ","response":"range_response_count:1 size:480"} {"level":"info","ts":"2026-03-20T10:29:22.411827Z","caller":"traceutil/trace.go:171","msg":"trace[1295618764] range","detail":"{range_begin:/registry/leases/kube-system/kube-scheduler; range_end:; response_count:1; response_revision:2590; }","duration":"365.224383ms","start":"2026-03-20T10:29:22.046579Z","end":"2026-03-20T10:29:22.411803Z","steps":["trace[1295618764] 'agreement among raft nodes before linearized reading' (duration: 364.951446ms)"],"step_count":1} {"level":"warn","ts":"2026-03-20T10:29:22.411883Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-20T10:29:22.046556Z","time spent":"365.316675ms","remote":"127.0.0.1:36750","response type":"/etcdserverpb.KV/Range","request count":0,"request size":45,"response count":1,"response size":502,"request content":"key:\"/registry/leases/kube-system/kube-scheduler\" "} {"level":"warn","ts":"2026-03-20T10:29:22.411898Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"717.56696ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/rbd.csi.ceph.com-kube-system\" ","response":"range_response_count:1 size:532"} {"level":"info","ts":"2026-03-20T10:29:22.412101Z","caller":"traceutil/trace.go:171","msg":"trace[352388509] range","detail":"{range_begin:/registry/leases/kube-system/rbd.csi.ceph.com-kube-system; range_end:; response_count:1; response_revision:2590; }","duration":"717.821887ms","start":"2026-03-20T10:29:21.694253Z","end":"2026-03-20T10:29:22.412075Z","steps":["trace[352388509] 'agreement among raft nodes before linearized reading' (duration: 717.382605ms)"],"step_count":1} {"level":"warn","ts":"2026-03-20T10:29:22.412208Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-20T10:29:21.694228Z","time spent":"717.962401ms","remote":"127.0.0.1:36750","response type":"/etcdserverpb.KV/Range","request count":0,"request size":59,"response count":1,"response size":554,"request content":"key:\"/registry/leases/kube-system/rbd.csi.ceph.com-kube-system\" "} {"level":"warn","ts":"2026-03-20T10:29:22.412417Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.033848458s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/secrets/kube-system/\" range_end:\"/registry/secrets/kube-system0\" limit:500 ","response":"range_response_count:6 size:363682"} {"level":"info","ts":"2026-03-20T10:29:22.412485Z","caller":"traceutil/trace.go:171","msg":"trace[1769049249] range","detail":"{range_begin:/registry/secrets/kube-system/; range_end:/registry/secrets/kube-system0; response_count:6; response_revision:2590; }","duration":"1.03393181s","start":"2026-03-20T10:29:21.378537Z","end":"2026-03-20T10:29:22.412469Z","steps":["trace[1769049249] 'agreement among raft nodes before linearized reading' (duration: 1.032902343s)"],"step_count":1} {"level":"warn","ts":"2026-03-20T10:29:22.412532Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-20T10:29:21.378532Z","time spent":"1.033983641s","remote":"127.0.0.1:36570","response type":"/etcdserverpb.KV/Range","request count":0,"request size":67,"response count":6,"response size":363704,"request content":"key:\"/registry/secrets/kube-system/\" range_end:\"/registry/secrets/kube-system0\" limit:500 "} {"level":"warn","ts":"2026-03-20T10:29:22.415785Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.010903099s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/events/kube-system/\" range_end:\"/registry/events/kube-system0\" limit:500 ","response":"range_response_count:171 size:133600"} {"level":"info","ts":"2026-03-20T10:29:22.416511Z","caller":"traceutil/trace.go:171","msg":"trace[1949772478] range","detail":"{range_begin:/registry/events/kube-system/; range_end:/registry/events/kube-system0; response_count:171; response_revision:2590; }","duration":"1.011011321s","start":"2026-03-20T10:29:21.404833Z","end":"2026-03-20T10:29:22.415844Z","steps":["trace[1949772478] 'agreement among raft nodes before linearized reading' (duration: 1.00664493s)"],"step_count":1} {"level":"warn","ts":"2026-03-20T10:29:22.416992Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-20T10:29:21.404817Z","time spent":"1.01175402s","remote":"127.0.0.1:36552","response type":"/etcdserverpb.KV/Range","request count":0,"request size":65,"response count":171,"response size":133622,"request content":"key:\"/registry/events/kube-system/\" range_end:\"/registry/events/kube-system0\" limit:500 "} {"level":"warn","ts":"2026-03-20T10:29:23.632702Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"751.317903ms","expected-duration":"100ms","prefix":"","request":"header: txn: success:> failure: >>","response":"size:16"} {"level":"info","ts":"2026-03-20T10:29:23.632997Z","caller":"traceutil/trace.go:171","msg":"trace[578500316] linearizableReadLoop","detail":"{readStateIndex:2780; appliedIndex:2777; }","duration":"1.181395243s","start":"2026-03-20T10:29:22.45158Z","end":"2026-03-20T10:29:23.632976Z","steps":["trace[578500316] 'read index received' (duration: 429.810474ms)","trace[578500316] 'applied index is now lower than readState.Index' (duration: 751.583489ms)"],"step_count":2} {"level":"info","ts":"2026-03-20T10:29:23.633084Z","caller":"traceutil/trace.go:171","msg":"trace[1333014318] transaction","detail":"{read_only:false; response_revision:2592; number_of_response:1; }","duration":"1.211217277s","start":"2026-03-20T10:29:22.421834Z","end":"2026-03-20T10:29:23.633051Z","steps":["trace[1333014318] 'process raft request' (duration: 1.210990791s)"],"step_count":1} {"level":"warn","ts":"2026-03-20T10:29:23.633244Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-20T10:29:22.421817Z","time spent":"1.21134438s","remote":"127.0.0.1:36750","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":519,"response count":0,"response size":38,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-03-20T10:29:23.633299Z","caller":"traceutil/trace.go:171","msg":"trace[1247167434] transaction","detail":"{read_only:false; response_revision:2591; number_of_response:1; }","duration":"1.21532254s","start":"2026-03-20T10:29:22.417919Z","end":"2026-03-20T10:29:23.633242Z","steps":["trace[1247167434] 'process raft request' (duration: 463.374231ms)","trace[1247167434] 'compare' (duration: 751.17905ms)"],"step_count":2} {"level":"warn","ts":"2026-03-20T10:29:23.633467Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-20T10:29:22.41788Z","time spent":"1.215498094s","remote":"127.0.0.1:36750","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":463,"response count":0,"response size":38,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-03-20T10:29:23.633517Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.01569222s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/plndr-cp-lock\" ","response":"range_response_count:1 size:434"} {"level":"info","ts":"2026-03-20T10:29:23.63359Z","caller":"traceutil/trace.go:171","msg":"trace[2020938921] range","detail":"{range_begin:/registry/leases/kube-system/plndr-cp-lock; range_end:; response_count:1; response_revision:2593; }","duration":"1.015802402s","start":"2026-03-20T10:29:22.617768Z","end":"2026-03-20T10:29:23.63357Z","steps":["trace[2020938921] 'agreement among raft nodes before linearized reading' (duration: 1.015626778s)"],"step_count":1} {"level":"warn","ts":"2026-03-20T10:29:23.633627Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-20T10:29:22.617729Z","time spent":"1.015889954s","remote":"127.0.0.1:36750","response type":"/etcdserverpb.KV/Range","request count":0,"request size":44,"response count":1,"response size":456,"request content":"key:\"/registry/leases/kube-system/plndr-cp-lock\" "} {"level":"warn","ts":"2026-03-20T10:29:23.633718Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.063964438s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/external-resizer-rbd-csi-ceph-com\" ","response":"range_response_count:1 size:509"} {"level":"info","ts":"2026-03-20T10:29:23.633769Z","caller":"traceutil/trace.go:171","msg":"trace[268166328] range","detail":"{range_begin:/registry/leases/kube-system/external-resizer-rbd-csi-ceph-com; range_end:; response_count:1; response_revision:2593; }","duration":"1.064038661s","start":"2026-03-20T10:29:22.569716Z","end":"2026-03-20T10:29:23.633754Z","steps":["trace[268166328] 'agreement among raft nodes before linearized reading' (duration: 1.063878887s)"],"step_count":1} {"level":"warn","ts":"2026-03-20T10:29:23.633805Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-20T10:29:22.569701Z","time spent":"1.064096622s","remote":"127.0.0.1:36750","response type":"/etcdserverpb.KV/Range","request count":0,"request size":64,"response count":1,"response size":531,"request content":"key:\"/registry/leases/kube-system/external-resizer-rbd-csi-ceph-com\" "} {"level":"warn","ts":"2026-03-20T10:29:23.633844Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.125136624s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/ingress/\" range_end:\"/registry/ingress0\" count_only:true ","response":"range_response_count:0 size:5"} {"level":"info","ts":"2026-03-20T10:29:23.633898Z","caller":"traceutil/trace.go:171","msg":"trace[1321282976] range","detail":"{range_begin:/registry/ingress/; range_end:/registry/ingress0; response_count:0; response_revision:2593; }","duration":"1.125204535s","start":"2026-03-20T10:29:22.508681Z","end":"2026-03-20T10:29:23.633885Z","steps":["trace[1321282976] 'agreement among raft nodes before linearized reading' (duration: 1.125117213s)"],"step_count":1} {"level":"warn","ts":"2026-03-20T10:29:23.633937Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.055258789s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/external-attacher-leader-rbd-csi-ceph-com\" ","response":"range_response_count:1 size:525"} {"level":"warn","ts":"2026-03-20T10:29:23.633939Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-20T10:29:22.508674Z","time spent":"1.125256586s","remote":"127.0.0.1:36776","response type":"/etcdserverpb.KV/Range","request count":0,"request size":42,"response count":0,"response size":27,"request content":"key:\"/registry/ingress/\" range_end:\"/registry/ingress0\" count_only:true "} {"level":"info","ts":"2026-03-20T10:29:23.633977Z","caller":"traceutil/trace.go:171","msg":"trace[660841765] range","detail":"{range_begin:/registry/leases/kube-system/external-attacher-leader-rbd-csi-ceph-com; range_end:; response_count:1; response_revision:2593; }","duration":"1.055368052s","start":"2026-03-20T10:29:22.578595Z","end":"2026-03-20T10:29:23.633963Z","steps":["trace[660841765] 'agreement among raft nodes before linearized reading' (duration: 1.05528463s)"],"step_count":1} {"level":"warn","ts":"2026-03-20T10:29:23.634003Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-20T10:29:22.578572Z","time spent":"1.055426013s","remote":"127.0.0.1:36750","response type":"/etcdserverpb.KV/Range","request count":0,"request size":72,"response count":1,"response size":547,"request content":"key:\"/registry/leases/kube-system/external-attacher-leader-rbd-csi-ceph-com\" "} {"level":"warn","ts":"2026-03-20T10:29:23.635096Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.183493116s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/events/kube-system/\" range_end:\"/registry/events/kube-system0\" limit:500 ","response":"range_response_count:171 size:133600"} {"level":"info","ts":"2026-03-20T10:29:23.635277Z","caller":"traceutil/trace.go:171","msg":"trace[2134628881] transaction","detail":"{read_only:false; response_revision:2593; number_of_response:1; }","duration":"1.213274519s","start":"2026-03-20T10:29:22.421985Z","end":"2026-03-20T10:29:23.635259Z","steps":["trace[2134628881] 'process raft request' (duration: 1.21093483s)"],"step_count":1} {"level":"warn","ts":"2026-03-20T10:29:23.635375Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.13018901s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/serviceaccounts/kube-system/endpointslice-controller\" ","response":"range_response_count:1 size:214"} {"level":"warn","ts":"2026-03-20T10:29:23.635395Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-20T10:29:22.421976Z","time spent":"1.213361741s","remote":"127.0.0.1:36750","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":517,"response count":0,"response size":38,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-03-20T10:29:23.635442Z","caller":"traceutil/trace.go:171","msg":"trace[1467484339] range","detail":"{range_begin:/registry/serviceaccounts/kube-system/endpointslice-controller; range_end:; response_count:1; response_revision:2593; }","duration":"1.130308683s","start":"2026-03-20T10:29:22.505116Z","end":"2026-03-20T10:29:23.635425Z","steps":["trace[1467484339] 'agreement among raft nodes before linearized reading' (duration: 1.130152689s)"],"step_count":1} {"level":"warn","ts":"2026-03-20T10:29:23.635499Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-20T10:29:22.505098Z","time spent":"1.130388026s","remote":"127.0.0.1:36664","response type":"/etcdserverpb.KV/Range","request count":0,"request size":64,"response count":1,"response size":236,"request content":"key:\"/registry/serviceaccounts/kube-system/endpointslice-controller\" "} {"level":"warn","ts":"2026-03-20T10:29:23.635543Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.056152611s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/health\" ","response":"range_response_count:0 size:5"} {"level":"info","ts":"2026-03-20T10:29:23.635605Z","caller":"traceutil/trace.go:171","msg":"trace[658996457] range","detail":"{range_begin:/registry/health; range_end:; response_count:0; response_revision:2593; }","duration":"1.056264374s","start":"2026-03-20T10:29:22.579324Z","end":"2026-03-20T10:29:23.635588Z","steps":["trace[658996457] 'agreement among raft nodes before linearized reading' (duration: 1.056156092s)"],"step_count":1} {"level":"warn","ts":"2026-03-20T10:29:23.635645Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-20T10:29:22.579291Z","time spent":"1.056346517s","remote":"127.0.0.1:36464","response type":"/etcdserverpb.KV/Range","request count":0,"request size":18,"response count":0,"response size":27,"request content":"key:\"/registry/health\" "} {"level":"info","ts":"2026-03-20T10:29:23.635241Z","caller":"traceutil/trace.go:171","msg":"trace[634685630] range","detail":"{range_begin:/registry/events/kube-system/; range_end:/registry/events/kube-system0; response_count:171; response_revision:2593; }","duration":"1.18364475s","start":"2026-03-20T10:29:22.451541Z","end":"2026-03-20T10:29:23.635186Z","steps":["trace[634685630] 'agreement among raft nodes before linearized reading' (duration: 1.181774353s)"],"step_count":1} {"level":"warn","ts":"2026-03-20T10:29:23.636109Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-20T10:29:22.451524Z","time spent":"1.184519712s","remote":"127.0.0.1:36552","response type":"/etcdserverpb.KV/Range","request count":0,"request size":65,"response count":171,"response size":133622,"request content":"key:\"/registry/events/kube-system/\" range_end:\"/registry/events/kube-system0\" limit:500 "} {"level":"warn","ts":"2026-03-20T10:29:23.985744Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"205.069448ms","expected-duration":"100ms","prefix":"","request":"header: txn: success:> failure: >>","response":"size:16"} {"level":"info","ts":"2026-03-20T10:29:23.985967Z","caller":"traceutil/trace.go:171","msg":"trace[858688542] linearizableReadLoop","detail":"{readStateIndex:2781; appliedIndex:2780; }","duration":"347.961837ms","start":"2026-03-20T10:29:23.637983Z","end":"2026-03-20T10:29:23.985945Z","steps":["trace[858688542] 'read index received' (duration: 142.730084ms)","trace[858688542] 'applied index is now lower than readState.Index' (duration: 205.230323ms)"],"step_count":2} {"level":"info","ts":"2026-03-20T10:29:23.985959Z","caller":"traceutil/trace.go:171","msg":"trace[1268470207] transaction","detail":"{read_only:false; response_revision:2594; number_of_response:1; }","duration":"348.041249ms","start":"2026-03-20T10:29:23.637867Z","end":"2026-03-20T10:29:23.985909Z","steps":["trace[1268470207] 'process raft request' (duration: 142.711644ms)","trace[1268470207] 'compare' (duration: 204.885414ms)"],"step_count":2} {"level":"info","ts":"2026-03-20T10:29:23.986035Z","caller":"traceutil/trace.go:171","msg":"trace[565930146] transaction","detail":"{read_only:false; response_revision:2596; number_of_response:1; }","duration":"341.343418ms","start":"2026-03-20T10:29:23.644673Z","end":"2026-03-20T10:29:23.986016Z","steps":["trace[565930146] 'process raft request' (duration: 341.286967ms)"],"step_count":1} {"level":"warn","ts":"2026-03-20T10:29:23.986115Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"348.123661ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/health\" ","response":"range_response_count:0 size:5"} {"level":"info","ts":"2026-03-20T10:29:23.986154Z","caller":"traceutil/trace.go:171","msg":"trace[203871534] range","detail":"{range_begin:/registry/health; range_end:; response_count:0; response_revision:2596; }","duration":"348.194263ms","start":"2026-03-20T10:29:23.637949Z","end":"2026-03-20T10:29:23.986144Z","steps":["trace[203871534] 'agreement among raft nodes before linearized reading' (duration: 348.109231ms)"],"step_count":1} {"level":"warn","ts":"2026-03-20T10:29:23.986148Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-20T10:29:23.644654Z","time spent":"341.442421ms","remote":"127.0.0.1:36750","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":494,"response count":0,"response size":38,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-03-20T10:29:23.986151Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-20T10:29:23.637841Z","time spent":"348.213633ms","remote":"127.0.0.1:36750","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":419,"response count":0,"response size":38,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-03-20T10:29:23.986186Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-20T10:29:23.637936Z","time spent":"348.241914ms","remote":"127.0.0.1:36468","response type":"/etcdserverpb.KV/Range","request count":0,"request size":18,"response count":0,"response size":27,"request content":"key:\"/registry/health\" "} {"level":"warn","ts":"2026-03-20T10:29:23.986327Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"272.313416ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/serviceaccounts/kube-system/endpointslicemirroring-controller\" ","response":"range_response_count:1 size:232"} {"level":"warn","ts":"2026-03-20T10:29:23.986361Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"246.800933ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/serviceaccounts/kube-system/endpointslice-controller\" ","response":"range_response_count:1 size:214"} {"level":"info","ts":"2026-03-20T10:29:23.98637Z","caller":"traceutil/trace.go:171","msg":"trace[660598407] range","detail":"{range_begin:/registry/serviceaccounts/kube-system/endpointslicemirroring-controller; range_end:; response_count:1; response_revision:2596; }","duration":"272.389988ms","start":"2026-03-20T10:29:23.713969Z","end":"2026-03-20T10:29:23.986359Z","steps":["trace[660598407] 'agreement among raft nodes before linearized reading' (duration: 272.314816ms)"],"step_count":1} {"level":"info","ts":"2026-03-20T10:29:23.986407Z","caller":"traceutil/trace.go:171","msg":"trace[1265452599] range","detail":"{range_begin:/registry/serviceaccounts/kube-system/endpointslice-controller; range_end:; response_count:1; response_revision:2596; }","duration":"246.859555ms","start":"2026-03-20T10:29:23.739535Z","end":"2026-03-20T10:29:23.986394Z","steps":["trace[1265452599] 'agreement among raft nodes before linearized reading' (duration: 246.761171ms)"],"step_count":1} {"level":"info","ts":"2026-03-20T10:29:23.986403Z","caller":"traceutil/trace.go:171","msg":"trace[389345473] transaction","detail":"{read_only:false; response_revision:2595; number_of_response:1; }","duration":"348.227245ms","start":"2026-03-20T10:29:23.638161Z","end":"2026-03-20T10:29:23.986388Z","steps":["trace[389345473] 'process raft request' (duration: 347.721801ms)"],"step_count":1} {"level":"warn","ts":"2026-03-20T10:29:23.986558Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-20T10:29:23.638137Z","time spent":"348.386408ms","remote":"127.0.0.1:36750","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":510,"response count":0,"response size":38,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-03-20T10:29:24.800934Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"469.65962ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/cilium-operator-resource-lock\" ","response":"range_response_count:1 size:492"} {"level":"info","ts":"2026-03-20T10:29:24.801022Z","caller":"traceutil/trace.go:171","msg":"trace[1039290398] range","detail":"{range_begin:/registry/leases/kube-system/cilium-operator-resource-lock; range_end:; response_count:1; response_revision:2596; }","duration":"469.768713ms","start":"2026-03-20T10:29:24.331233Z","end":"2026-03-20T10:29:24.801002Z","steps":["trace[1039290398] 'range keys from in-memory index tree' (duration: 469.517296ms)"],"step_count":1} {"level":"warn","ts":"2026-03-20T10:29:24.801072Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-20T10:29:24.331207Z","time spent":"469.854265ms","remote":"127.0.0.1:36750","response type":"/etcdserverpb.KV/Range","request count":0,"request size":60,"response count":1,"response size":514,"request content":"key:\"/registry/leases/kube-system/cilium-operator-resource-lock\" "} {"level":"warn","ts":"2026-03-20T10:29:24.80114Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"190.369787ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/serviceaccounts/kube-system/ephemeral-volume-controller\" ","response":"range_response_count:1 size:220"} {"level":"warn","ts":"2026-03-20T10:29:24.801154Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"470.516392ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/plndr-svcs-lock\" ","response":"range_response_count:1 size:437"} {"level":"info","ts":"2026-03-20T10:29:24.801219Z","caller":"traceutil/trace.go:171","msg":"trace[1019888293] range","detail":"{range_begin:/registry/serviceaccounts/kube-system/ephemeral-volume-controller; range_end:; response_count:1; response_revision:2596; }","duration":"190.487301ms","start":"2026-03-20T10:29:24.610713Z","end":"2026-03-20T10:29:24.8012Z","steps":["trace[1019888293] 'range keys from in-memory index tree' (duration: 190.271226ms)"],"step_count":1} {"level":"info","ts":"2026-03-20T10:29:24.801228Z","caller":"traceutil/trace.go:171","msg":"trace[1172997630] range","detail":"{range_begin:/registry/leases/kube-system/plndr-svcs-lock; range_end:; response_count:1; response_revision:2596; }","duration":"470.632745ms","start":"2026-03-20T10:29:24.330575Z","end":"2026-03-20T10:29:24.801208Z","steps":["trace[1172997630] 'range keys from in-memory index tree' (duration: 470.364469ms)"],"step_count":1} {"level":"warn","ts":"2026-03-20T10:29:24.801273Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-20T10:29:24.33054Z","time spent":"470.723897ms","remote":"127.0.0.1:36750","response type":"/etcdserverpb.KV/Range","request count":0,"request size":46,"response count":1,"response size":459,"request content":"key:\"/registry/leases/kube-system/plndr-svcs-lock\" "} {"level":"info","ts":"2026-03-20T10:29:24.801454Z","caller":"traceutil/trace.go:171","msg":"trace[1447287760] linearizableReadLoop","detail":"{readStateIndex:2784; appliedIndex:2783; }","duration":"187.057483ms","start":"2026-03-20T10:29:24.614203Z","end":"2026-03-20T10:29:24.80126Z","steps":["trace[1447287760] 'read index received' (duration: 167.252673ms)","trace[1447287760] 'applied index is now lower than readState.Index' (duration: 19.80305ms)"],"step_count":2} {"level":"info","ts":"2026-03-20T10:29:24.801553Z","caller":"traceutil/trace.go:171","msg":"trace[1000940133] transaction","detail":"{read_only:false; response_revision:2597; number_of_response:1; }","duration":"190.196392ms","start":"2026-03-20T10:29:24.611344Z","end":"2026-03-20T10:29:24.80154Z","steps":["trace[1000940133] 'process raft request' (duration: 170.186267ms)","trace[1000940133] 'compare' (duration: 18.968469ms)"],"step_count":2} {"level":"warn","ts":"2026-03-20T10:29:24.801597Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"187.393442ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/serviceaccounts/kube-system/endpointslicemirroring-controller\" ","response":"range_response_count:1 size:232"} {"level":"info","ts":"2026-03-20T10:29:24.801661Z","caller":"traceutil/trace.go:171","msg":"trace[1439943479] range","detail":"{range_begin:/registry/serviceaccounts/kube-system/endpointslicemirroring-controller; range_end:; response_count:1; response_revision:2597; }","duration":"187.471094ms","start":"2026-03-20T10:29:24.614156Z","end":"2026-03-20T10:29:24.801627Z","steps":["trace[1439943479] 'agreement among raft nodes before linearized reading' (duration: 187.34485ms)"],"step_count":1} {"level":"warn","ts":"2026-03-20T10:29:25.309455Z","caller":"etcdserver/v3_server.go:897","msg":"waiting for ReadIndex response took too long, retrying","sent-request-id":184257304220181952,"retry-timeout":"500ms"} {"level":"info","ts":"2026-03-20T10:29:25.315613Z","caller":"traceutil/trace.go:171","msg":"trace[627753531] transaction","detail":"{read_only:false; response_revision:2598; number_of_response:1; }","duration":"509.027645ms","start":"2026-03-20T10:29:24.806559Z","end":"2026-03-20T10:29:25.315586Z","steps":["trace[627753531] 'process raft request' (duration: 508.734698ms)"],"step_count":1} {"level":"warn","ts":"2026-03-20T10:29:25.315934Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-20T10:29:24.806542Z","time spent":"509.159368ms","remote":"127.0.0.1:36750","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":477,"response count":0,"response size":38,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-03-20T10:29:25.471839Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"127.258864ms","expected-duration":"100ms","prefix":"","request":"header: txn: success:> failure: >>","response":"size:16"} {"level":"info","ts":"2026-03-20T10:29:25.471982Z","caller":"traceutil/trace.go:171","msg":"trace[922837027] linearizableReadLoop","detail":"{readStateIndex:2786; appliedIndex:2784; }","duration":"662.959241ms","start":"2026-03-20T10:29:24.808996Z","end":"2026-03-20T10:29:25.471955Z","steps":["trace[922837027] 'read index received' (duration: 506.358917ms)","trace[922837027] 'applied index is now lower than readState.Index' (duration: 156.598444ms)"],"step_count":2} {"level":"info","ts":"2026-03-20T10:29:25.472118Z","caller":"traceutil/trace.go:171","msg":"trace[867102711] transaction","detail":"{read_only:false; response_revision:2599; number_of_response:1; }","duration":"664.684455ms","start":"2026-03-20T10:29:24.807402Z","end":"2026-03-20T10:29:25.472086Z","steps":["trace[867102711] 'process raft request' (duration: 537.039031ms)","trace[867102711] 'compare' (duration: 127.011598ms)"],"step_count":2} {"level":"warn","ts":"2026-03-20T10:29:25.472306Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"414.286732ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/poddisruptionbudgets/\" range_end:\"/registry/poddisruptionbudgets0\" count_only:true ","response":"range_response_count:0 size:5"} {"level":"info","ts":"2026-03-20T10:29:25.472396Z","caller":"traceutil/trace.go:171","msg":"trace[1595460706] range","detail":"{range_begin:/registry/poddisruptionbudgets/; range_end:/registry/poddisruptionbudgets0; response_count:0; response_revision:2599; }","duration":"414.428376ms","start":"2026-03-20T10:29:25.057948Z","end":"2026-03-20T10:29:25.472376Z","steps":["trace[1595460706] 'agreement among raft nodes before linearized reading' (duration: 414.275372ms)"],"step_count":1} {"level":"warn","ts":"2026-03-20T10:29:25.472421Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"663.414393ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/secrets/kube-system/\" range_end:\"/registry/secrets/kube-system0\" limit:500 ","response":"range_response_count:6 size:363682"} {"level":"warn","ts":"2026-03-20T10:29:25.472446Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-20T10:29:25.057925Z","time spent":"414.511017ms","remote":"127.0.0.1:36820","response type":"/etcdserverpb.KV/Range","request count":0,"request size":68,"response count":0,"response size":27,"request content":"key:\"/registry/poddisruptionbudgets/\" range_end:\"/registry/poddisruptionbudgets0\" count_only:true "} {"level":"info","ts":"2026-03-20T10:29:25.472463Z","caller":"traceutil/trace.go:171","msg":"trace[808357297] range","detail":"{range_begin:/registry/secrets/kube-system/; range_end:/registry/secrets/kube-system0; response_count:6; response_revision:2599; }","duration":"663.472825ms","start":"2026-03-20T10:29:24.808972Z","end":"2026-03-20T10:29:25.472445Z","steps":["trace[808357297] 'agreement among raft nodes before linearized reading' (duration: 663.107605ms)"],"step_count":1} {"level":"warn","ts":"2026-03-20T10:29:25.472353Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-20T10:29:24.807388Z","time spent":"664.886069ms","remote":"127.0.0.1:36750","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":423,"response count":0,"response size":38,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-03-20T10:29:25.4725Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-20T10:29:24.808952Z","time spent":"663.539986ms","remote":"127.0.0.1:36570","response type":"/etcdserverpb.KV/Range","request count":0,"request size":67,"response count":6,"response size":363704,"request content":"key:\"/registry/secrets/kube-system/\" range_end:\"/registry/secrets/kube-system0\" limit:500 "} {"level":"warn","ts":"2026-03-20T10:29:25.47233Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"593.014365ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/serviceaccounts/kube-system/ephemeral-volume-controller\" ","response":"range_response_count:1 size:220"} {"level":"info","ts":"2026-03-20T10:29:25.472917Z","caller":"traceutil/trace.go:171","msg":"trace[159718578] range","detail":"{range_begin:/registry/serviceaccounts/kube-system/ephemeral-volume-controller; range_end:; response_count:1; response_revision:2599; }","duration":"593.664132ms","start":"2026-03-20T10:29:24.87923Z","end":"2026-03-20T10:29:25.472894Z","steps":["trace[159718578] 'agreement among raft nodes before linearized reading' (duration: 592.959904ms)"],"step_count":1} {"level":"warn","ts":"2026-03-20T10:29:25.473009Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-20T10:29:24.879211Z","time spent":"593.782294ms","remote":"127.0.0.1:36664","response type":"/etcdserverpb.KV/Range","request count":0,"request size":67,"response count":1,"response size":242,"request content":"key:\"/registry/serviceaccounts/kube-system/ephemeral-volume-controller\" "} {"level":"info","ts":"2026-03-20T10:29:25.795153Z","caller":"traceutil/trace.go:171","msg":"trace[521153669] transaction","detail":"{read_only:false; response_revision:2600; number_of_response:1; }","duration":"152.573962ms","start":"2026-03-20T10:29:25.642498Z","end":"2026-03-20T10:29:25.795072Z","steps":["trace[521153669] 'process raft request' (duration: 152.442529ms)"],"step_count":1} {"level":"info","ts":"2026-03-20T10:29:26.020732Z","caller":"traceutil/trace.go:171","msg":"trace[381335457] transaction","detail":"{read_only:false; response_revision:2601; number_of_response:1; }","duration":"373.989875ms","start":"2026-03-20T10:29:25.64667Z","end":"2026-03-20T10:29:26.02066Z","steps":["trace[381335457] 'process raft request' (duration: 282.560815ms)","trace[381335457] 'compare' (duration: 91.103002ms)"],"step_count":2} {"level":"info","ts":"2026-03-20T10:29:26.020719Z","caller":"traceutil/trace.go:171","msg":"trace[320749850] linearizableReadLoop","detail":"{readStateIndex:2788; appliedIndex:2787; }","duration":"286.144657ms","start":"2026-03-20T10:29:25.734311Z","end":"2026-03-20T10:29:26.020456Z","steps":["trace[320749850] 'read index received' (duration: 60.803776ms)","trace[320749850] 'applied index is now lower than readState.Index' (duration: 225.339981ms)"],"step_count":2} {"level":"warn","ts":"2026-03-20T10:29:26.020822Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"286.503795ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/serviceaccounts/kube-system/generic-garbage-collector\" ","response":"range_response_count:1 size:216"} {"level":"info","ts":"2026-03-20T10:29:26.021053Z","caller":"traceutil/trace.go:171","msg":"trace[441259681] range","detail":"{range_begin:/registry/serviceaccounts/kube-system/generic-garbage-collector; range_end:; response_count:1; response_revision:2601; }","duration":"286.792203ms","start":"2026-03-20T10:29:25.734246Z","end":"2026-03-20T10:29:26.021038Z","steps":["trace[441259681] 'agreement among raft nodes before linearized reading' (duration: 286.491046ms)"],"step_count":1} {"level":"warn","ts":"2026-03-20T10:29:26.020847Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-20T10:29:25.646646Z","time spent":"374.140689ms","remote":"127.0.0.1:36750","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":517,"response count":0,"response size":38,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-03-20T10:29:26.021071Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"276.877992ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/serviceaccounts/kube-system/expand-controller\" ","response":"range_response_count:1 size:199"} {"level":"info","ts":"2026-03-20T10:29:26.021386Z","caller":"traceutil/trace.go:171","msg":"trace[1586221481] range","detail":"{range_begin:/registry/serviceaccounts/kube-system/expand-controller; range_end:; response_count:1; response_revision:2601; }","duration":"277.225111ms","start":"2026-03-20T10:29:25.744149Z","end":"2026-03-20T10:29:26.021374Z","steps":["trace[1586221481] 'agreement among raft nodes before linearized reading' (duration: 276.891222ms)"],"step_count":1} {"level":"warn","ts":"2026-03-20T10:29:27.061223Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"936.1255ms","expected-duration":"100ms","prefix":"","request":"header: txn: success:> failure: >>","response":"size:16"} {"level":"info","ts":"2026-03-20T10:29:27.061335Z","caller":"traceutil/trace.go:171","msg":"trace[81879796] linearizableReadLoop","detail":"{readStateIndex:2789; appliedIndex:2788; }","duration":"1.034376771s","start":"2026-03-20T10:29:26.026945Z","end":"2026-03-20T10:29:27.061322Z","steps":["trace[81879796] 'read index received' (duration: 98.059916ms)","trace[81879796] 'applied index is now lower than readState.Index' (duration: 936.315775ms)"],"step_count":2} {"level":"info","ts":"2026-03-20T10:29:27.061404Z","caller":"traceutil/trace.go:171","msg":"trace[1452491441] transaction","detail":"{read_only:false; response_revision:2602; number_of_response:1; }","duration":"1.036354211s","start":"2026-03-20T10:29:26.025041Z","end":"2026-03-20T10:29:27.061396Z","steps":["trace[1452491441] 'process raft request' (duration: 99.994415ms)","trace[1452491441] 'compare' (duration: 936.008908ms)"],"step_count":2} {"level":"warn","ts":"2026-03-20T10:29:27.061448Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-20T10:29:26.025027Z","time spent":"1.036396492s","remote":"127.0.0.1:36750","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":419,"response count":0,"response size":38,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-03-20T10:29:27.062025Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.035080549s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/secrets/kube-system/\" range_end:\"/registry/secrets/kube-system0\" limit:500 ","response":"range_response_count:6 size:363682"} {"level":"info","ts":"2026-03-20T10:29:27.062061Z","caller":"traceutil/trace.go:171","msg":"trace[1743434945] range","detail":"{range_begin:/registry/secrets/kube-system/; range_end:/registry/secrets/kube-system0; response_count:6; response_revision:2602; }","duration":"1.03513538s","start":"2026-03-20T10:29:26.026918Z","end":"2026-03-20T10:29:27.062053Z","steps":["trace[1743434945] 'agreement among raft nodes before linearized reading' (duration: 1.034605447s)"],"step_count":1} {"level":"warn","ts":"2026-03-20T10:29:27.062084Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-20T10:29:26.026909Z","time spent":"1.03516916s","remote":"127.0.0.1:36570","response type":"/etcdserverpb.KV/Range","request count":0,"request size":67,"response count":6,"response size":363704,"request content":"key:\"/registry/secrets/kube-system/\" range_end:\"/registry/secrets/kube-system0\" limit:500 "} {"level":"warn","ts":"2026-03-20T10:29:27.06908Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"489.297067ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/health\" ","response":"range_response_count:0 size:5"} {"level":"info","ts":"2026-03-20T10:29:27.06916Z","caller":"traceutil/trace.go:171","msg":"trace[168453348] range","detail":"{range_begin:/registry/health; range_end:; response_count:0; response_revision:2602; }","duration":"489.42805ms","start":"2026-03-20T10:29:26.579718Z","end":"2026-03-20T10:29:27.069146Z","steps":["trace[168453348] 'agreement among raft nodes before linearized reading' (duration: 489.275567ms)"],"step_count":1} {"level":"warn","ts":"2026-03-20T10:29:27.069158Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.041921942s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/secrets/kube-system/\" range_end:\"/registry/secrets/kube-system0\" limit:500 ","response":"range_response_count:6 size:363682"} {"level":"info","ts":"2026-03-20T10:29:27.069209Z","caller":"traceutil/trace.go:171","msg":"trace[810337812] range","detail":"{range_begin:/registry/secrets/kube-system/; range_end:/registry/secrets/kube-system0; response_count:6; response_revision:2602; }","duration":"1.041996514s","start":"2026-03-20T10:29:26.027199Z","end":"2026-03-20T10:29:27.069196Z","steps":["trace[810337812] 'agreement among raft nodes before linearized reading' (duration: 1.041753477s)"],"step_count":1} {"level":"warn","ts":"2026-03-20T10:29:27.069228Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-20T10:29:26.579694Z","time spent":"489.525922ms","remote":"127.0.0.1:36464","response type":"/etcdserverpb.KV/Range","request count":0,"request size":18,"response count":0,"response size":27,"request content":"key:\"/registry/health\" "} {"level":"warn","ts":"2026-03-20T10:29:27.069246Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-20T10:29:26.027192Z","time spent":"1.042045145s","remote":"127.0.0.1:36570","response type":"/etcdserverpb.KV/Range","request count":0,"request size":67,"response count":6,"response size":363704,"request content":"key:\"/registry/secrets/kube-system/\" range_end:\"/registry/secrets/kube-system0\" limit:500 "} {"level":"info","ts":"2026-03-20T10:29:27.290467Z","caller":"traceutil/trace.go:171","msg":"trace[515851316] linearizableReadLoop","detail":"{readStateIndex:2791; appliedIndex:2790; }","duration":"105.410482ms","start":"2026-03-20T10:29:27.185035Z","end":"2026-03-20T10:29:27.290446Z","steps":["trace[515851316] 'read index received' (duration: 105.31912ms)","trace[515851316] 'applied index is now lower than readState.Index' (duration: 90.412µs)"],"step_count":2} {"level":"info","ts":"2026-03-20T10:29:27.290501Z","caller":"traceutil/trace.go:171","msg":"trace[1726218627] transaction","detail":"{read_only:false; response_revision:2603; number_of_response:1; }","duration":"121.216421ms","start":"2026-03-20T10:29:27.169255Z","end":"2026-03-20T10:29:27.290472Z","steps":["trace[1726218627] 'process raft request' (duration: 121.031566ms)"],"step_count":1} {"level":"warn","ts":"2026-03-20T10:29:27.290655Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"105.606358ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/serviceaccounts/kube-system/horizontal-pod-autoscaler\" ","response":"range_response_count:1 size:216"} {"level":"info","ts":"2026-03-20T10:29:27.290703Z","caller":"traceutil/trace.go:171","msg":"trace[1036324136] range","detail":"{range_begin:/registry/serviceaccounts/kube-system/horizontal-pod-autoscaler; range_end:; response_count:1; response_revision:2603; }","duration":"105.698299ms","start":"2026-03-20T10:29:27.184993Z","end":"2026-03-20T10:29:27.290691Z","steps":["trace[1036324136] 'agreement among raft nodes before linearized reading' (duration: 105.583676ms)"],"step_count":1} {"level":"info","ts":"2026-03-20T10:29:27.929332Z","caller":"traceutil/trace.go:171","msg":"trace[764194037] transaction","detail":"{read_only:false; response_revision:2604; number_of_response:1; }","duration":"605.938901ms","start":"2026-03-20T10:29:27.323354Z","end":"2026-03-20T10:29:27.929292Z","steps":["trace[764194037] 'process raft request' (duration: 517.9838ms)","trace[764194037] 'compare' (duration: 87.715555ms)"],"step_count":2} {"level":"info","ts":"2026-03-20T10:29:27.929293Z","caller":"traceutil/trace.go:171","msg":"trace[487653360] linearizableReadLoop","detail":"{readStateIndex:2792; appliedIndex:2791; }","duration":"574.021466ms","start":"2026-03-20T10:29:27.355221Z","end":"2026-03-20T10:29:27.929243Z","steps":["trace[487653360] 'read index received' (duration: 486.080545ms)","trace[487653360] 'applied index is now lower than readState.Index' (duration: 87.939961ms)"],"step_count":2} {"level":"warn","ts":"2026-03-20T10:29:27.929608Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"335.682837ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/health\" ","response":"range_response_count:0 size:5"} {"level":"warn","ts":"2026-03-20T10:29:27.929614Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"568.090376ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/serviceaccounts/kube-system/job-controller\" ","response":"range_response_count:1 size:193"} {"level":"warn","ts":"2026-03-20T10:29:27.929623Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"306.052179ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/apiregistration.k8s.io/apiservices/\" range_end:\"/registry/apiregistration.k8s.io/apiservices0\" count_only:true ","response":"range_response_count:0 size:7"} {"level":"info","ts":"2026-03-20T10:29:27.929663Z","caller":"traceutil/trace.go:171","msg":"trace[632987063] range","detail":"{range_begin:/registry/health; range_end:; response_count:0; response_revision:2604; }","duration":"335.764979ms","start":"2026-03-20T10:29:27.59388Z","end":"2026-03-20T10:29:27.929645Z","steps":["trace[632987063] 'agreement among raft nodes before linearized reading' (duration: 335.684237ms)"],"step_count":1} {"level":"info","ts":"2026-03-20T10:29:27.929692Z","caller":"traceutil/trace.go:171","msg":"trace[1442868645] range","detail":"{range_begin:/registry/serviceaccounts/kube-system/job-controller; range_end:; response_count:1; response_revision:2604; }","duration":"568.176418ms","start":"2026-03-20T10:29:27.361496Z","end":"2026-03-20T10:29:27.929672Z","steps":["trace[1442868645] 'agreement among raft nodes before linearized reading' (duration: 568.025114ms)"],"step_count":1} {"level":"warn","ts":"2026-03-20T10:29:27.929704Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-20T10:29:27.59386Z","time spent":"335.83493ms","remote":"127.0.0.1:36464","response type":"/etcdserverpb.KV/Range","request count":0,"request size":18,"response count":0,"response size":27,"request content":"key:\"/registry/health\" "} {"level":"info","ts":"2026-03-20T10:29:27.929706Z","caller":"traceutil/trace.go:171","msg":"trace[2039662800] range","detail":"{range_begin:/registry/apiregistration.k8s.io/apiservices/; range_end:/registry/apiregistration.k8s.io/apiservices0; response_count:0; response_revision:2604; }","duration":"306.140051ms","start":"2026-03-20T10:29:27.623544Z","end":"2026-03-20T10:29:27.929684Z","steps":["trace[2039662800] 'agreement among raft nodes before linearized reading' (duration: 305.992517ms)"],"step_count":1} {"level":"warn","ts":"2026-03-20T10:29:27.929747Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-20T10:29:27.361467Z","time spent":"568.26585ms","remote":"127.0.0.1:36664","response type":"/etcdserverpb.KV/Range","request count":0,"request size":54,"response count":1,"response size":215,"request content":"key:\"/registry/serviceaccounts/kube-system/job-controller\" "} {"level":"warn","ts":"2026-03-20T10:29:27.929763Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-20T10:29:27.623479Z","time spent":"306.266644ms","remote":"127.0.0.1:37004","response type":"/etcdserverpb.KV/Range","request count":0,"request size":96,"response count":23,"response size":29,"request content":"key:\"/registry/apiregistration.k8s.io/apiservices/\" range_end:\"/registry/apiregistration.k8s.io/apiservices0\" count_only:true "} {"level":"warn","ts":"2026-03-20T10:29:27.929806Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"452.590448ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/plndr-svcs-lock\" ","response":"range_response_count:1 size:438"} {"level":"info","ts":"2026-03-20T10:29:27.929924Z","caller":"traceutil/trace.go:171","msg":"trace[1431187116] range","detail":"{range_begin:/registry/leases/kube-system/plndr-svcs-lock; range_end:; response_count:1; response_revision:2604; }","duration":"452.723051ms","start":"2026-03-20T10:29:27.477173Z","end":"2026-03-20T10:29:27.929896Z","steps":["trace[1431187116] 'agreement among raft nodes before linearized reading' (duration: 452.463375ms)"],"step_count":1} {"level":"warn","ts":"2026-03-20T10:29:27.929837Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"130.695ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/kube-scheduler\" ","response":"range_response_count:1 size:480"} {"level":"warn","ts":"2026-03-20T10:29:27.929991Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-20T10:29:27.477156Z","time spent":"452.821914ms","remote":"127.0.0.1:36750","response type":"/etcdserverpb.KV/Range","request count":0,"request size":46,"response count":1,"response size":460,"request content":"key:\"/registry/leases/kube-system/plndr-svcs-lock\" "} {"level":"info","ts":"2026-03-20T10:29:27.930035Z","caller":"traceutil/trace.go:171","msg":"trace[1011885502] range","detail":"{range_begin:/registry/leases/kube-system/kube-scheduler; range_end:; response_count:1; response_revision:2604; }","duration":"130.917476ms","start":"2026-03-20T10:29:27.799071Z","end":"2026-03-20T10:29:27.929989Z","steps":["trace[1011885502] 'agreement among raft nodes before linearized reading' (duration: 130.547837ms)"],"step_count":1} {"level":"warn","ts":"2026-03-20T10:29:27.929599Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"574.330364ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/serviceaccounts/kube-system/horizontal-pod-autoscaler\" ","response":"range_response_count:1 size:216"} {"level":"info","ts":"2026-03-20T10:29:27.930381Z","caller":"traceutil/trace.go:171","msg":"trace[760219452] range","detail":"{range_begin:/registry/serviceaccounts/kube-system/horizontal-pod-autoscaler; range_end:; response_count:1; response_revision:2604; }","duration":"575.150404ms","start":"2026-03-20T10:29:27.355184Z","end":"2026-03-20T10:29:27.930335Z","steps":["trace[760219452] 'agreement among raft nodes before linearized reading' (duration: 574.19278ms)"],"step_count":1} {"level":"warn","ts":"2026-03-20T10:29:27.930138Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-20T10:29:27.323343Z","time spent":"606.077975ms","remote":"127.0.0.1:36750","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":477,"response count":0,"response size":38,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-03-20T10:29:27.930427Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-20T10:29:27.355167Z","time spent":"575.247446ms","remote":"127.0.0.1:36664","response type":"/etcdserverpb.KV/Range","request count":0,"request size":65,"response count":1,"response size":238,"request content":"key:\"/registry/serviceaccounts/kube-system/horizontal-pod-autoscaler\" "} {"level":"info","ts":"2026-03-20T10:29:28.218074Z","caller":"traceutil/trace.go:171","msg":"trace[90502887] transaction","detail":"{read_only:false; response_revision:2606; number_of_response:1; }","duration":"279.091818ms","start":"2026-03-20T10:29:27.938949Z","end":"2026-03-20T10:29:28.21804Z","steps":["trace[90502887] 'process raft request' (duration: 267.077805ms)","trace[90502887] 'compare' (duration: 11.789008ms)"],"step_count":2} {"level":"info","ts":"2026-03-20T10:29:28.217962Z","caller":"traceutil/trace.go:171","msg":"trace[2111030570] linearizableReadLoop","detail":"{readStateIndex:2794; appliedIndex:2793; }","duration":"222.863169ms","start":"2026-03-20T10:29:27.995072Z","end":"2026-03-20T10:29:28.217935Z","steps":["trace[2111030570] 'read index received' (duration: 210.963098ms)","trace[2111030570] 'applied index is now lower than readState.Index' (duration: 11.899161ms)"],"step_count":2} {"level":"warn","ts":"2026-03-20T10:29:28.218236Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"279.847108ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/serviceaccounts/kube-system/job-controller\" ","response":"range_response_count:1 size:193"} {"level":"info","ts":"2026-03-20T10:29:28.218286Z","caller":"traceutil/trace.go:171","msg":"trace[1240436270] range","detail":"{range_begin:/registry/serviceaccounts/kube-system/job-controller; range_end:; response_count:1; response_revision:2606; }","duration":"279.928589ms","start":"2026-03-20T10:29:27.938344Z","end":"2026-03-20T10:29:28.218273Z","steps":["trace[1240436270] 'agreement among raft nodes before linearized reading' (duration: 279.809166ms)"],"step_count":1} {"level":"warn","ts":"2026-03-20T10:29:28.218467Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"193.406294ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/rbd.csi.ceph.com-kube-system\" ","response":"range_response_count:1 size:532"} {"level":"info","ts":"2026-03-20T10:29:28.218539Z","caller":"traceutil/trace.go:171","msg":"trace[637221677] range","detail":"{range_begin:/registry/leases/kube-system/rbd.csi.ceph.com-kube-system; range_end:; response_count:1; response_revision:2606; }","duration":"193.507477ms","start":"2026-03-20T10:29:28.025014Z","end":"2026-03-20T10:29:28.218521Z","steps":["trace[637221677] 'agreement among raft nodes before linearized reading' (duration: 193.320053ms)"],"step_count":1} {"level":"warn","ts":"2026-03-20T10:29:28.218565Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"219.730649ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/secrets/kube-system/\" range_end:\"/registry/secrets/kube-system0\" limit:500 ","response":"range_response_count:6 size:363682"} {"level":"info","ts":"2026-03-20T10:29:28.218625Z","caller":"traceutil/trace.go:171","msg":"trace[1483758439] range","detail":"{range_begin:/registry/secrets/kube-system/; range_end:/registry/secrets/kube-system0; response_count:6; response_revision:2606; }","duration":"219.833842ms","start":"2026-03-20T10:29:27.998776Z","end":"2026-03-20T10:29:28.218609Z","steps":["trace[1483758439] 'agreement among raft nodes before linearized reading' (duration: 219.544134ms)"],"step_count":1} {"level":"warn","ts":"2026-03-20T10:29:28.630862Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"232.356137ms","expected-duration":"100ms","prefix":"","request":"header: txn: success:> failure: >>","response":"size:16"} {"level":"info","ts":"2026-03-20T10:29:28.630995Z","caller":"traceutil/trace.go:171","msg":"trace[1839588699] linearizableReadLoop","detail":"{readStateIndex:2795; appliedIndex:2794; }","duration":"375.267256ms","start":"2026-03-20T10:29:28.255675Z","end":"2026-03-20T10:29:28.630942Z","steps":["trace[1839588699] 'read index received' (duration: 142.686033ms)","trace[1839588699] 'applied index is now lower than readState.Index' (duration: 232.580103ms)"],"step_count":2} {"level":"info","ts":"2026-03-20T10:29:28.631113Z","caller":"traceutil/trace.go:171","msg":"trace[2104456425] transaction","detail":"{read_only:false; response_revision:2607; number_of_response:1; }","duration":"407.84318ms","start":"2026-03-20T10:29:28.223254Z","end":"2026-03-20T10:29:28.631097Z","steps":["trace[2104456425] 'process raft request' (duration: 175.176704ms)","trace[2104456425] 'compare' (duration: 232.020089ms)"],"step_count":2} {"level":"warn","ts":"2026-03-20T10:29:28.631246Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-20T10:29:28.223239Z","time spent":"407.943302ms","remote":"127.0.0.1:36750","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":516,"response count":0,"response size":38,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-03-20T10:29:28.632125Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"376.425946ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/events/kube-system/\" range_end:\"/registry/events/kube-system0\" limit:500 ","response":"range_response_count:171 size:133600"} {"level":"info","ts":"2026-03-20T10:29:28.6322Z","caller":"traceutil/trace.go:171","msg":"trace[524112708] range","detail":"{range_begin:/registry/events/kube-system/; range_end:/registry/events/kube-system0; response_count:171; response_revision:2607; }","duration":"376.615492ms","start":"2026-03-20T10:29:28.255569Z","end":"2026-03-20T10:29:28.632185Z","steps":["trace[524112708] 'agreement among raft nodes before linearized reading' (duration: 375.674678ms)"],"step_count":1} {"level":"warn","ts":"2026-03-20T10:29:28.632242Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-20T10:29:28.255548Z","time spent":"376.681603ms","remote":"127.0.0.1:36552","response type":"/etcdserverpb.KV/Range","request count":0,"request size":65,"response count":171,"response size":133622,"request content":"key:\"/registry/events/kube-system/\" range_end:\"/registry/events/kube-system0\" limit:500 "} {"level":"warn","ts":"2026-03-20T10:29:28.632818Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"377.025881ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/events/kube-system/\" range_end:\"/registry/events/kube-system0\" limit:500 ","response":"range_response_count:171 size:133600"} {"level":"info","ts":"2026-03-20T10:29:28.632937Z","caller":"traceutil/trace.go:171","msg":"trace[1337697966] range","detail":"{range_begin:/registry/events/kube-system/; range_end:/registry/events/kube-system0; response_count:171; response_revision:2607; }","duration":"377.203315ms","start":"2026-03-20T10:29:28.255712Z","end":"2026-03-20T10:29:28.632915Z","steps":["trace[1337697966] 'agreement among raft nodes before linearized reading' (duration: 376.007255ms)"],"step_count":1} {"level":"warn","ts":"2026-03-20T10:29:28.633055Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-20T10:29:28.25562Z","time spent":"377.409201ms","remote":"127.0.0.1:36552","response type":"/etcdserverpb.KV/Range","request count":0,"request size":65,"response count":171,"response size":133622,"request content":"key:\"/registry/events/kube-system/\" range_end:\"/registry/events/kube-system0\" limit:500 "} {"level":"warn","ts":"2026-03-20T10:29:29.418286Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"426.953273ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/external-attacher-leader-rbd-csi-ceph-com\" ","response":"range_response_count:1 size:525"} {"level":"info","ts":"2026-03-20T10:29:29.418394Z","caller":"traceutil/trace.go:171","msg":"trace[375775220] range","detail":"{range_begin:/registry/leases/kube-system/external-attacher-leader-rbd-csi-ceph-com; range_end:; response_count:1; response_revision:2608; }","duration":"427.092806ms","start":"2026-03-20T10:29:28.991275Z","end":"2026-03-20T10:29:29.418368Z","steps":["trace[375775220] 'range keys from in-memory index tree' (duration: 426.765526ms)"],"step_count":1} {"level":"warn","ts":"2026-03-20T10:29:29.4184Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"427.631389ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/external-resizer-rbd-csi-ceph-com\" ","response":"range_response_count:1 size:509"} {"level":"warn","ts":"2026-03-20T10:29:29.418443Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"352.461761ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/plndr-cp-lock\" ","response":"range_response_count:1 size:434"} {"level":"warn","ts":"2026-03-20T10:29:29.418418Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"608.914647ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/serviceaccounts/kube-system/kube-proxy\" ","response":"range_response_count:1 size:185"} {"level":"warn","ts":"2026-03-20T10:29:29.418451Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-20T10:29:28.991267Z","time spent":"427.169337ms","remote":"127.0.0.1:36750","response type":"/etcdserverpb.KV/Range","request count":0,"request size":72,"response count":1,"response size":547,"request content":"key:\"/registry/leases/kube-system/external-attacher-leader-rbd-csi-ceph-com\" "} {"level":"info","ts":"2026-03-20T10:29:29.418497Z","caller":"traceutil/trace.go:171","msg":"trace[927016600] range","detail":"{range_begin:/registry/leases/kube-system/external-resizer-rbd-csi-ceph-com; range_end:; response_count:1; response_revision:2608; }","duration":"427.778912ms","start":"2026-03-20T10:29:28.990697Z","end":"2026-03-20T10:29:29.418475Z","steps":["trace[927016600] 'range keys from in-memory index tree' (duration: 427.456564ms)"],"step_count":1} {"level":"info","ts":"2026-03-20T10:29:29.418511Z","caller":"traceutil/trace.go:171","msg":"trace[1223235108] range","detail":"{range_begin:/registry/leases/kube-system/plndr-cp-lock; range_end:; response_count:1; response_revision:2608; }","duration":"352.546863ms","start":"2026-03-20T10:29:29.065941Z","end":"2026-03-20T10:29:29.418488Z","steps":["trace[1223235108] 'range keys from in-memory index tree' (duration: 352.199574ms)"],"step_count":1} {"level":"info","ts":"2026-03-20T10:29:29.418513Z","caller":"traceutil/trace.go:171","msg":"trace[1493487604] range","detail":"{range_begin:/registry/serviceaccounts/kube-system/kube-proxy; range_end:; response_count:1; response_revision:2608; }","duration":"609.049731ms","start":"2026-03-20T10:29:28.809445Z","end":"2026-03-20T10:29:29.418495Z","steps":["trace[1493487604] 'range keys from in-memory index tree' (duration: 608.826915ms)"],"step_count":1} {"level":"warn","ts":"2026-03-20T10:29:29.418546Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-20T10:29:28.990679Z","time spent":"427.856645ms","remote":"127.0.0.1:36750","response type":"/etcdserverpb.KV/Range","request count":0,"request size":64,"response count":1,"response size":531,"request content":"key:\"/registry/leases/kube-system/external-resizer-rbd-csi-ceph-com\" "} {"level":"warn","ts":"2026-03-20T10:29:29.41856Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-20T10:29:29.06593Z","time spent":"352.619494ms","remote":"127.0.0.1:36750","response type":"/etcdserverpb.KV/Range","request count":0,"request size":44,"response count":1,"response size":456,"request content":"key:\"/registry/leases/kube-system/plndr-cp-lock\" "} {"level":"warn","ts":"2026-03-20T10:29:29.418565Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-20T10:29:28.809427Z","time spent":"609.124742ms","remote":"127.0.0.1:36664","response type":"/etcdserverpb.KV/Range","request count":0,"request size":50,"response count":1,"response size":207,"request content":"key:\"/registry/serviceaccounts/kube-system/kube-proxy\" "} {"level":"warn","ts":"2026-03-20T10:29:29.418418Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"606.005914ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/serviceaccounts/kube-system/namespace-controller\" ","response":"range_response_count:1 size:205"} {"level":"info","ts":"2026-03-20T10:29:29.418688Z","caller":"traceutil/trace.go:171","msg":"trace[1906242134] range","detail":"{range_begin:/registry/serviceaccounts/kube-system/namespace-controller; range_end:; response_count:1; response_revision:2608; }","duration":"606.303821ms","start":"2026-03-20T10:29:28.812374Z","end":"2026-03-20T10:29:29.418677Z","steps":["trace[1906242134] 'range keys from in-memory index tree' (duration: 605.928172ms)"],"step_count":1} {"level":"warn","ts":"2026-03-20T10:29:29.418726Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-20T10:29:28.812368Z","time spent":"606.348222ms","remote":"127.0.0.1:36664","response type":"/etcdserverpb.KV/Range","request count":0,"request size":60,"response count":1,"response size":227,"request content":"key:\"/registry/serviceaccounts/kube-system/namespace-controller\" "} {"level":"info","ts":"2026-03-20T10:29:29.816445Z","caller":"traceutil/trace.go:171","msg":"trace[281886587] transaction","detail":"{read_only:false; response_revision:2609; number_of_response:1; }","duration":"392.862921ms","start":"2026-03-20T10:29:29.423563Z","end":"2026-03-20T10:29:29.816426Z","steps":["trace[281886587] 'process raft request' (duration: 392.732188ms)"],"step_count":1} {"level":"warn","ts":"2026-03-20T10:29:29.816572Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-20T10:29:29.423551Z","time spent":"392.955273ms","remote":"127.0.0.1:36750","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":494,"response count":0,"response size":38,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-03-20T10:29:29.950462Z","caller":"traceutil/trace.go:171","msg":"trace[1560826665] linearizableReadLoop","detail":"{readStateIndex:2798; appliedIndex:2796; }","duration":"526.30342ms","start":"2026-03-20T10:29:29.424132Z","end":"2026-03-20T10:29:29.950435Z","steps":["trace[1560826665] 'read index received' (duration: 392.192934ms)","trace[1560826665] 'applied index is now lower than readState.Index' (duration: 134.109376ms)"],"step_count":2} {"level":"info","ts":"2026-03-20T10:29:29.950499Z","caller":"traceutil/trace.go:171","msg":"trace[1585987837] transaction","detail":"{read_only:false; response_revision:2610; number_of_response:1; }","duration":"526.611177ms","start":"2026-03-20T10:29:29.423857Z","end":"2026-03-20T10:29:29.950468Z","steps":["trace[1585987837] 'process raft request' (duration: 447.524601ms)","trace[1585987837] 'compare' (duration: 78.42656ms)"],"step_count":2} {"level":"info","ts":"2026-03-20T10:29:29.950571Z","caller":"traceutil/trace.go:171","msg":"trace[907994797] transaction","detail":"{read_only:false; response_revision:2611; number_of_response:1; }","duration":"524.783432ms","start":"2026-03-20T10:29:29.425762Z","end":"2026-03-20T10:29:29.950545Z","steps":["trace[907994797] 'process raft request' (duration: 524.518795ms)"],"step_count":1} {"level":"warn","ts":"2026-03-20T10:29:29.950655Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-20T10:29:29.42385Z","time spent":"526.717181ms","remote":"127.0.0.1:36750","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":510,"response count":0,"response size":38,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-03-20T10:29:29.950695Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"526.542747ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/serviceaccounts/kube-system/kube-proxy\" ","response":"range_response_count:1 size:185"} {"level":"info","ts":"2026-03-20T10:29:29.950734Z","caller":"traceutil/trace.go:171","msg":"trace[1719238407] range","detail":"{range_begin:/registry/serviceaccounts/kube-system/kube-proxy; range_end:; response_count:1; response_revision:2611; }","duration":"526.597768ms","start":"2026-03-20T10:29:29.424127Z","end":"2026-03-20T10:29:29.950724Z","steps":["trace[1719238407] 'agreement among raft nodes before linearized reading' (duration: 526.501125ms)"],"step_count":1} {"level":"warn","ts":"2026-03-20T10:29:29.950748Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"373.715318ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/health\" ","response":"range_response_count:0 size:5"} {"level":"warn","ts":"2026-03-20T10:29:29.950774Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-20T10:29:29.424099Z","time spent":"526.66757ms","remote":"127.0.0.1:36664","response type":"/etcdserverpb.KV/Range","request count":0,"request size":50,"response count":1,"response size":207,"request content":"key:\"/registry/serviceaccounts/kube-system/kube-proxy\" "} {"level":"info","ts":"2026-03-20T10:29:29.950804Z","caller":"traceutil/trace.go:171","msg":"trace[1122623156] range","detail":"{range_begin:/registry/health; range_end:; response_count:0; response_revision:2611; }","duration":"373.80059ms","start":"2026-03-20T10:29:29.57699Z","end":"2026-03-20T10:29:29.950791Z","steps":["trace[1122623156] 'agreement among raft nodes before linearized reading' (duration: 373.710617ms)"],"step_count":1} {"level":"warn","ts":"2026-03-20T10:29:29.95084Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-20T10:29:29.576974Z","time spent":"373.858962ms","remote":"127.0.0.1:36464","response type":"/etcdserverpb.KV/Range","request count":0,"request size":18,"response count":0,"response size":27,"request content":"key:\"/registry/health\" "} {"level":"warn","ts":"2026-03-20T10:29:29.950828Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-20T10:29:29.425748Z","time spent":"524.878365ms","remote":"127.0.0.1:36750","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":418,"response count":0,"response size":38,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-03-20T10:29:29.951012Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"525.620923ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/secrets/kube-system/\" range_end:\"/registry/secrets/kube-system0\" limit:500 ","response":"range_response_count:6 size:363682"} {"level":"info","ts":"2026-03-20T10:29:29.951087Z","caller":"traceutil/trace.go:171","msg":"trace[1912500003] range","detail":"{range_begin:/registry/secrets/kube-system/; range_end:/registry/secrets/kube-system0; response_count:6; response_revision:2611; }","duration":"525.723636ms","start":"2026-03-20T10:29:29.425345Z","end":"2026-03-20T10:29:29.951069Z","steps":["trace[1912500003] 'agreement among raft nodes before linearized reading' (duration: 525.359487ms)"],"step_count":1} {"level":"warn","ts":"2026-03-20T10:29:29.95114Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-20T10:29:29.425329Z","time spent":"525.793198ms","remote":"127.0.0.1:36570","response type":"/etcdserverpb.KV/Range","request count":0,"request size":67,"response count":6,"response size":363704,"request content":"key:\"/registry/secrets/kube-system/\" range_end:\"/registry/secrets/kube-system0\" limit:500 "} {"level":"warn","ts":"2026-03-20T10:29:30.287792Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"124.6758ms","expected-duration":"100ms","prefix":"","request":"header: txn: success:> failure: >>","response":"size:16"} {"level":"info","ts":"2026-03-20T10:29:30.28791Z","caller":"traceutil/trace.go:171","msg":"trace[276142516] linearizableReadLoop","detail":"{readStateIndex:2801; appliedIndex:2800; }","duration":"161.662233ms","start":"2026-03-20T10:29:30.126222Z","end":"2026-03-20T10:29:30.287884Z","steps":["trace[276142516] 'read index received' (duration: 36.83705ms)","trace[276142516] 'applied index is now lower than readState.Index' (duration: 124.823893ms)"],"step_count":2} {"level":"info","ts":"2026-03-20T10:29:30.288031Z","caller":"traceutil/trace.go:171","msg":"trace[727914925] transaction","detail":"{read_only:false; response_revision:2613; number_of_response:1; }","duration":"240.705429ms","start":"2026-03-20T10:29:30.047277Z","end":"2026-03-20T10:29:30.287983Z","steps":["trace[727914925] 'process raft request' (duration: 115.755673ms)","trace[727914925] 'compare' (duration: 124.543405ms)"],"step_count":2} {"level":"warn","ts":"2026-03-20T10:29:30.288143Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"161.909929ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/serviceaccounts/kube-system/persistent-volume-binder\" ","response":"range_response_count:1 size:214"} {"level":"warn","ts":"2026-03-20T10:29:30.288247Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"147.368212ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/serviceaccounts/kube-system/node-controller\" ","response":"range_response_count:1 size:195"} {"level":"info","ts":"2026-03-20T10:29:30.288248Z","caller":"traceutil/trace.go:171","msg":"trace[1354119652] range","detail":"{range_begin:/registry/serviceaccounts/kube-system/persistent-volume-binder; range_end:; response_count:1; response_revision:2613; }","duration":"162.074523ms","start":"2026-03-20T10:29:30.126151Z","end":"2026-03-20T10:29:30.288211Z","steps":["trace[1354119652] 'agreement among raft nodes before linearized reading' (duration: 161.880018ms)"],"step_count":1} {"level":"info","ts":"2026-03-20T10:29:30.288317Z","caller":"traceutil/trace.go:171","msg":"trace[880441775] range","detail":"{range_begin:/registry/serviceaccounts/kube-system/node-controller; range_end:; response_count:1; response_revision:2613; }","duration":"147.460605ms","start":"2026-03-20T10:29:30.140814Z","end":"2026-03-20T10:29:30.288275Z","steps":["trace[880441775] 'agreement among raft nodes before linearized reading' (duration: 147.376523ms)"],"step_count":1} {"level":"warn","ts":"2026-03-20T10:29:31.29012Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"884.150979ms","expected-duration":"100ms","prefix":"","request":"header: txn: success:> failure: >>","response":"size:16"} {"level":"info","ts":"2026-03-20T10:29:31.290768Z","caller":"traceutil/trace.go:171","msg":"trace[2005767753] linearizableReadLoop","detail":"{readStateIndex:2802; appliedIndex:2801; }","duration":"910.806611ms","start":"2026-03-20T10:29:30.379937Z","end":"2026-03-20T10:29:31.290744Z","steps":["trace[2005767753] 'read index received' (duration: 25.791751ms)","trace[2005767753] 'applied index is now lower than readState.Index' (duration: 885.01306ms)"],"step_count":2} {"level":"info","ts":"2026-03-20T10:29:31.290847Z","caller":"traceutil/trace.go:171","msg":"trace[449178183] transaction","detail":"{read_only:false; response_revision:2614; number_of_response:1; }","duration":"996.231029ms","start":"2026-03-20T10:29:30.294566Z","end":"2026-03-20T10:29:31.290797Z","steps":["trace[449178183] 'process raft request' (duration: 111.278401ms)","trace[449178183] 'compare' (duration: 883.602493ms)"],"step_count":2} {"level":"warn","ts":"2026-03-20T10:29:31.291081Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-20T10:29:30.294544Z","time spent":"996.417073ms","remote":"127.0.0.1:36750","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":463,"response count":0,"response size":38,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-03-20T10:29:31.291116Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"712.386319ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/health\" ","response":"range_response_count:0 size:5"} {"level":"warn","ts":"2026-03-20T10:29:31.291102Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"897.608657ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/serviceaccounts/kube-system/node-controller\" ","response":"range_response_count:1 size:195"} {"level":"warn","ts":"2026-03-20T10:29:31.291198Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"656.53605ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/rbd.csi.ceph.com-kube-system\" ","response":"range_response_count:1 size:531"} {"level":"info","ts":"2026-03-20T10:29:31.291158Z","caller":"traceutil/trace.go:171","msg":"trace[109491497] range","detail":"{range_begin:/registry/health; range_end:; response_count:0; response_revision:2614; }","duration":"712.468472ms","start":"2026-03-20T10:29:30.578677Z","end":"2026-03-20T10:29:31.291146Z","steps":["trace[109491497] 'agreement among raft nodes before linearized reading' (duration: 712.4026ms)"],"step_count":1} {"level":"info","ts":"2026-03-20T10:29:31.291267Z","caller":"traceutil/trace.go:171","msg":"trace[1271998363] range","detail":"{range_begin:/registry/leases/kube-system/rbd.csi.ceph.com-kube-system; range_end:; response_count:1; response_revision:2614; }","duration":"656.620382ms","start":"2026-03-20T10:29:30.634626Z","end":"2026-03-20T10:29:31.291246Z","steps":["trace[1271998363] 'agreement among raft nodes before linearized reading' (duration: 656.433187ms)"],"step_count":1} {"level":"warn","ts":"2026-03-20T10:29:31.291282Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-20T10:29:30.578657Z","time spent":"712.616546ms","remote":"127.0.0.1:36464","response type":"/etcdserverpb.KV/Range","request count":0,"request size":18,"response count":0,"response size":27,"request content":"key:\"/registry/health\" "} {"level":"info","ts":"2026-03-20T10:29:31.291216Z","caller":"traceutil/trace.go:171","msg":"trace[1023940433] range","detail":"{range_begin:/registry/serviceaccounts/kube-system/node-controller; range_end:; response_count:1; response_revision:2614; }","duration":"897.799402ms","start":"2026-03-20T10:29:30.393396Z","end":"2026-03-20T10:29:31.291195Z","steps":["trace[1023940433] 'agreement among raft nodes before linearized reading' (duration: 897.593077ms)"],"step_count":1} {"level":"warn","ts":"2026-03-20T10:29:31.291347Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-20T10:29:30.634615Z","time spent":"656.687984ms","remote":"127.0.0.1:36750","response type":"/etcdserverpb.KV/Range","request count":0,"request size":59,"response count":1,"response size":553,"request content":"key:\"/registry/leases/kube-system/rbd.csi.ceph.com-kube-system\" "} {"level":"warn","ts":"2026-03-20T10:29:31.291368Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-20T10:29:30.393362Z","time spent":"897.988297ms","remote":"127.0.0.1:36664","response type":"/etcdserverpb.KV/Range","request count":0,"request size":55,"response count":1,"response size":217,"request content":"key:\"/registry/serviceaccounts/kube-system/node-controller\" "} {"level":"warn","ts":"2026-03-20T10:29:31.291752Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"911.082667ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/serviceaccounts/kube-system/persistent-volume-binder\" ","response":"range_response_count:1 size:214"} {"level":"info","ts":"2026-03-20T10:29:31.291848Z","caller":"traceutil/trace.go:171","msg":"trace[1460807470] range","detail":"{range_begin:/registry/serviceaccounts/kube-system/persistent-volume-binder; range_end:; response_count:1; response_revision:2614; }","duration":"911.933979ms","start":"2026-03-20T10:29:30.379895Z","end":"2026-03-20T10:29:31.291829Z","steps":["trace[1460807470] 'agreement among raft nodes before linearized reading' (duration: 911.029606ms)"],"step_count":1} {"level":"warn","ts":"2026-03-20T10:29:31.291872Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"705.724482ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/masterleases/199.204.45.102\" ","response":"range_response_count:1 size:135"} {"level":"warn","ts":"2026-03-20T10:29:31.291901Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-20T10:29:30.379876Z","time spent":"912.009431ms","remote":"127.0.0.1:36664","response type":"/etcdserverpb.KV/Range","request count":0,"request size":64,"response count":1,"response size":236,"request content":"key:\"/registry/serviceaccounts/kube-system/persistent-volume-binder\" "} {"level":"info","ts":"2026-03-20T10:29:31.291916Z","caller":"traceutil/trace.go:171","msg":"trace[131330556] range","detail":"{range_begin:/registry/masterleases/199.204.45.102; range_end:; response_count:1; response_revision:2614; }","duration":"705.798594ms","start":"2026-03-20T10:29:30.586105Z","end":"2026-03-20T10:29:31.291904Z","steps":["trace[131330556] 'agreement among raft nodes before linearized reading' (duration: 704.880842ms)"],"step_count":1} {"level":"warn","ts":"2026-03-20T10:29:31.291956Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-20T10:29:30.586095Z","time spent":"705.852766ms","remote":"127.0.0.1:36498","response type":"/etcdserverpb.KV/Range","request count":0,"request size":39,"response count":1,"response size":157,"request content":"key:\"/registry/masterleases/199.204.45.102\" "} {"level":"info","ts":"2026-03-20T10:29:31.491797Z","caller":"traceutil/trace.go:171","msg":"trace[322023682] transaction","detail":"{read_only:false; response_revision:2615; number_of_response:1; }","duration":"195.704343ms","start":"2026-03-20T10:29:31.296047Z","end":"2026-03-20T10:29:31.491751Z","steps":["trace[322023682] 'process raft request' (duration: 180.509958ms)","trace[322023682] 'compare' (duration: 14.720843ms)"],"step_count":2} {"level":"warn","ts":"2026-03-20T10:29:31.492047Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"195.21481ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/serviceaccounts/kube-system/persistent-volume-binder\" ","response":"range_response_count:1 size:214"} {"level":"info","ts":"2026-03-20T10:29:31.49213Z","caller":"traceutil/trace.go:171","msg":"trace[1020595588] range","detail":"{range_begin:/registry/serviceaccounts/kube-system/persistent-volume-binder; range_end:; response_count:1; response_revision:2615; }","duration":"195.332323ms","start":"2026-03-20T10:29:31.296775Z","end":"2026-03-20T10:29:31.492107Z","steps":["trace[1020595588] 'agreement among raft nodes before linearized reading' (duration: 195.121538ms)"],"step_count":1} {"level":"info","ts":"2026-03-20T10:29:31.492589Z","caller":"traceutil/trace.go:171","msg":"trace[712525514] linearizableReadLoop","detail":"{readStateIndex:2804; appliedIndex:2803; }","duration":"190.037079ms","start":"2026-03-20T10:29:31.30164Z","end":"2026-03-20T10:29:31.491677Z","steps":["trace[712525514] 'read index received' (duration: 174.899106ms)","trace[712525514] 'applied index is now lower than readState.Index' (duration: 15.136293ms)"],"step_count":2} {"level":"info","ts":"2026-03-20T10:29:31.498498Z","caller":"traceutil/trace.go:171","msg":"trace[1549376400] transaction","detail":"{read_only:false; response_revision:2616; number_of_response:1; }","duration":"196.180524ms","start":"2026-03-20T10:29:31.302297Z","end":"2026-03-20T10:29:31.498477Z","steps":["trace[1549376400] 'process raft request' (duration: 196.02443ms)"],"step_count":1} {"level":"warn","ts":"2026-03-20T10:29:31.498901Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"194.247805ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/secrets/kube-system/\" range_end:\"/registry/secrets/kube-system0\" limit:500 ","response":"range_response_count:6 size:363682"} {"level":"info","ts":"2026-03-20T10:29:31.499026Z","caller":"traceutil/trace.go:171","msg":"trace[1764243860] range","detail":"{range_begin:/registry/secrets/kube-system/; range_end:/registry/secrets/kube-system0; response_count:6; response_revision:2616; }","duration":"194.400479ms","start":"2026-03-20T10:29:31.304602Z","end":"2026-03-20T10:29:31.499003Z","steps":["trace[1764243860] 'agreement among raft nodes before linearized reading' (duration: 193.924427ms)"],"step_count":1} {"level":"warn","ts":"2026-03-20T10:29:31.775232Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"118.743959ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/serviceaccounts/kube-system/pod-garbage-collector\" ","response":"range_response_count:1 size:207"} {"level":"info","ts":"2026-03-20T10:29:31.775372Z","caller":"traceutil/trace.go:171","msg":"trace[977393991] range","detail":"{range_begin:/registry/serviceaccounts/kube-system/pod-garbage-collector; range_end:; response_count:1; response_revision:2616; }","duration":"118.874863ms","start":"2026-03-20T10:29:31.656427Z","end":"2026-03-20T10:29:31.775302Z","steps":["trace[977393991] 'range keys from in-memory index tree' (duration: 118.612966ms)"],"step_count":1} {"level":"warn","ts":"2026-03-20T10:29:31.775371Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"119.691112ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/serviceaccounts/kube-system/pv-protection-controller\" ","response":"range_response_count:1 size:214"} {"level":"info","ts":"2026-03-20T10:29:31.775458Z","caller":"traceutil/trace.go:171","msg":"trace[1749142021] range","detail":"{range_begin:/registry/serviceaccounts/kube-system/pv-protection-controller; range_end:; response_count:1; response_revision:2616; }","duration":"119.890177ms","start":"2026-03-20T10:29:31.655549Z","end":"2026-03-20T10:29:31.775439Z","steps":["trace[1749142021] 'range keys from in-memory index tree' (duration: 119.475527ms)"],"step_count":1} {"level":"info","ts":"2026-03-20T10:29:32.065416Z","caller":"traceutil/trace.go:171","msg":"trace[96084339] transaction","detail":"{read_only:false; response_revision:2617; number_of_response:1; }","duration":"105.966685ms","start":"2026-03-20T10:29:31.959427Z","end":"2026-03-20T10:29:32.065393Z","steps":["trace[96084339] 'process raft request' (duration: 105.579465ms)"],"step_count":1} {"level":"warn","ts":"2026-03-20T10:29:32.591595Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"192.200913ms","expected-duration":"100ms","prefix":"read-only range ","request":"limit:1 serializable:true keys_only:true ","response":"range_response_count:0 size:5"} {"level":"info","ts":"2026-03-20T10:29:32.591734Z","caller":"traceutil/trace.go:171","msg":"trace[1779146137] range","detail":"{range_begin:; range_end:; response_count:0; response_revision:2617; }","duration":"192.373207ms","start":"2026-03-20T10:29:32.399339Z","end":"2026-03-20T10:29:32.591713Z","steps":["trace[1779146137] 'range keys from in-memory index tree' (duration: 192.177212ms)"],"step_count":1} {"level":"warn","ts":"2026-03-20T10:29:32.592016Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"443.14682ms","expected-duration":"100ms","prefix":"","request":"header: txn: success:> failure: >>","response":"size:16"} {"level":"info","ts":"2026-03-20T10:29:32.592102Z","caller":"traceutil/trace.go:171","msg":"trace[1535143722] linearizableReadLoop","detail":"{readStateIndex:2807; appliedIndex:2806; }","duration":"449.727896ms","start":"2026-03-20T10:29:32.142359Z","end":"2026-03-20T10:29:32.592087Z","steps":["trace[1535143722] 'read index received' (duration: 6.387921ms)","trace[1535143722] 'applied index is now lower than readState.Index' (duration: 443.338485ms)"],"step_count":2} {"level":"warn","ts":"2026-03-20T10:29:32.592319Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"449.958663ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/serviceaccounts/kube-system/replicaset-controller\" ","response":"range_response_count:1 size:207"} {"level":"info","ts":"2026-03-20T10:29:32.592352Z","caller":"traceutil/trace.go:171","msg":"trace[427902457] range","detail":"{range_begin:/registry/serviceaccounts/kube-system/replicaset-controller; range_end:; response_count:1; response_revision:2618; }","duration":"450.025375ms","start":"2026-03-20T10:29:32.142316Z","end":"2026-03-20T10:29:32.592341Z","steps":["trace[427902457] 'agreement among raft nodes before linearized reading' (duration: 449.949483ms)"],"step_count":1} {"level":"warn","ts":"2026-03-20T10:29:32.592383Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-20T10:29:32.142298Z","time spent":"450.078466ms","remote":"127.0.0.1:36664","response type":"/etcdserverpb.KV/Range","request count":0,"request size":61,"response count":1,"response size":229,"request content":"key:\"/registry/serviceaccounts/kube-system/replicaset-controller\" "} {"level":"info","ts":"2026-03-20T10:29:32.592164Z","caller":"traceutil/trace.go:171","msg":"trace[1764792463] transaction","detail":"{read_only:false; response_revision:2618; number_of_response:1; }","duration":"521.887459ms","start":"2026-03-20T10:29:32.070265Z","end":"2026-03-20T10:29:32.592153Z","steps":["trace[1764792463] 'process raft request' (duration: 78.524773ms)","trace[1764792463] 'compare' (duration: 442.903794ms)"],"step_count":2} {"level":"warn","ts":"2026-03-20T10:29:32.592864Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-20T10:29:32.070247Z","time spent":"522.426503ms","remote":"127.0.0.1:36750","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":476,"response count":0,"response size":38,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-03-20T10:29:32.64882Z","caller":"traceutil/trace.go:171","msg":"trace[174646381] transaction","detail":"{read_only:false; response_revision:2619; number_of_response:1; }","duration":"223.798431ms","start":"2026-03-20T10:29:32.42499Z","end":"2026-03-20T10:29:32.648788Z","steps":["trace[174646381] 'process raft request' (duration: 223.623707ms)"],"step_count":1} {"level":"warn","ts":"2026-03-20T10:29:32.648978Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"354.736868ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/rbd-csi-ceph-com\" ","response":"range_response_count:1 size:473"} {"level":"info","ts":"2026-03-20T10:29:32.64906Z","caller":"traceutil/trace.go:171","msg":"trace[1983815250] range","detail":"{range_begin:/registry/leases/kube-system/rbd-csi-ceph-com; range_end:; response_count:1; response_revision:2619; }","duration":"354.863031ms","start":"2026-03-20T10:29:32.294177Z","end":"2026-03-20T10:29:32.64904Z","steps":["trace[1983815250] 'agreement among raft nodes before linearized reading' (duration: 354.582604ms)"],"step_count":1} {"level":"warn","ts":"2026-03-20T10:29:32.649113Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-20T10:29:32.294167Z","time spent":"354.936413ms","remote":"127.0.0.1:36750","response type":"/etcdserverpb.KV/Range","request count":0,"request size":47,"response count":1,"response size":495,"request content":"key:\"/registry/leases/kube-system/rbd-csi-ceph-com\" "} {"level":"warn","ts":"2026-03-20T10:29:32.649059Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"505.045413ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/serviceaccounts/kube-system/pvc-protection-controller\" ","response":"range_response_count:1 size:216"} {"level":"info","ts":"2026-03-20T10:29:32.649259Z","caller":"traceutil/trace.go:171","msg":"trace[1814456462] range","detail":"{range_begin:/registry/serviceaccounts/kube-system/pvc-protection-controller; range_end:; response_count:1; response_revision:2619; }","duration":"505.254079ms","start":"2026-03-20T10:29:32.143989Z","end":"2026-03-20T10:29:32.649243Z","steps":["trace[1814456462] 'agreement among raft nodes before linearized reading' (duration: 505.034314ms)"],"step_count":1} {"level":"warn","ts":"2026-03-20T10:29:32.649315Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-20T10:29:32.143985Z","time spent":"505.30378ms","remote":"127.0.0.1:36664","response type":"/etcdserverpb.KV/Range","request count":0,"request size":65,"response count":1,"response size":238,"request content":"key:\"/registry/serviceaccounts/kube-system/pvc-protection-controller\" "} {"level":"warn","ts":"2026-03-20T10:29:32.649277Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"356.743938ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/plndr-svcs-lock\" ","response":"range_response_count:1 size:438"} {"level":"info","ts":"2026-03-20T10:29:32.6495Z","caller":"traceutil/trace.go:171","msg":"trace[1873157838] range","detail":"{range_begin:/registry/leases/kube-system/plndr-svcs-lock; range_end:; response_count:1; response_revision:2619; }","duration":"356.915892ms","start":"2026-03-20T10:29:32.292492Z","end":"2026-03-20T10:29:32.649407Z","steps":["trace[1873157838] 'agreement among raft nodes before linearized reading' (duration: 356.278476ms)"],"step_count":1} {"level":"warn","ts":"2026-03-20T10:29:32.649609Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-20T10:29:32.292479Z","time spent":"357.112227ms","remote":"127.0.0.1:36750","response type":"/etcdserverpb.KV/Range","request count":0,"request size":46,"response count":1,"response size":460,"request content":"key:\"/registry/leases/kube-system/plndr-svcs-lock\" "} {"level":"warn","ts":"2026-03-20T10:29:33.241151Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"460.306665ms","expected-duration":"100ms","prefix":"","request":"header: txn: success:> failure: >>","response":"size:16"} {"level":"info","ts":"2026-03-20T10:29:33.241341Z","caller":"traceutil/trace.go:171","msg":"trace[1327203862] linearizableReadLoop","detail":"{readStateIndex:2810; appliedIndex:2808; }","duration":"577.814101ms","start":"2026-03-20T10:29:32.663512Z","end":"2026-03-20T10:29:33.241326Z","steps":["trace[1327203862] 'read index received' (duration: 117.372334ms)","trace[1327203862] 'applied index is now lower than readState.Index' (duration: 460.440617ms)"],"step_count":2} {"level":"info","ts":"2026-03-20T10:29:33.241436Z","caller":"traceutil/trace.go:171","msg":"trace[550247033] transaction","detail":"{read_only:false; response_revision:2620; number_of_response:1; }","duration":"587.670711ms","start":"2026-03-20T10:29:32.653754Z","end":"2026-03-20T10:29:33.241425Z","steps":["trace[550247033] 'process raft request' (duration: 127.002487ms)","trace[550247033] 'compare' (duration: 460.057189ms)"],"step_count":2} {"level":"warn","ts":"2026-03-20T10:29:33.241501Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-20T10:29:32.653733Z","time spent":"587.734333ms","remote":"127.0.0.1:36750","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":459,"response count":0,"response size":38,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-03-20T10:29:33.241595Z","caller":"traceutil/trace.go:171","msg":"trace[1023996430] transaction","detail":"{read_only:false; response_revision:2621; number_of_response:1; }","duration":"587.515846ms","start":"2026-03-20T10:29:32.654047Z","end":"2026-03-20T10:29:33.241563Z","steps":["trace[1023996430] 'process raft request' (duration: 587.201168ms)"],"step_count":1} {"level":"warn","ts":"2026-03-20T10:29:33.241814Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-20T10:29:32.654031Z","time spent":"587.643729ms","remote":"127.0.0.1:36750","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":423,"response count":0,"response size":38,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-03-20T10:29:33.241963Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"578.393526ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/secrets/kube-system/\" range_end:\"/registry/secrets/kube-system0\" limit:500 ","response":"range_response_count:6 size:363682"} {"level":"info","ts":"2026-03-20T10:29:33.242069Z","caller":"traceutil/trace.go:171","msg":"trace[1043317368] range","detail":"{range_begin:/registry/secrets/kube-system/; range_end:/registry/secrets/kube-system0; response_count:6; response_revision:2621; }","duration":"578.5604ms","start":"2026-03-20T10:29:32.663489Z","end":"2026-03-20T10:29:33.242049Z","steps":["trace[1043317368] 'agreement among raft nodes before linearized reading' (duration: 577.994706ms)"],"step_count":1} {"level":"warn","ts":"2026-03-20T10:29:33.242171Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-20T10:29:32.663481Z","time spent":"578.666834ms","remote":"127.0.0.1:36570","response type":"/etcdserverpb.KV/Range","request count":0,"request size":67,"response count":6,"response size":363704,"request content":"key:\"/registry/secrets/kube-system/\" range_end:\"/registry/secrets/kube-system0\" limit:500 "} {"level":"warn","ts":"2026-03-20T10:29:33.242532Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"552.019041ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/events/kube-system/\" range_end:\"/registry/events/kube-system0\" limit:500 ","response":"range_response_count:171 size:133600"} {"level":"info","ts":"2026-03-20T10:29:33.2426Z","caller":"traceutil/trace.go:171","msg":"trace[1317129582] range","detail":"{range_begin:/registry/events/kube-system/; range_end:/registry/events/kube-system0; response_count:171; response_revision:2621; }","duration":"552.099633ms","start":"2026-03-20T10:29:32.690485Z","end":"2026-03-20T10:29:33.242584Z","steps":["trace[1317129582] 'agreement among raft nodes before linearized reading' (duration: 551.204019ms)"],"step_count":1} {"level":"warn","ts":"2026-03-20T10:29:33.242641Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-20T10:29:32.690424Z","time spent":"552.200455ms","remote":"127.0.0.1:36552","response type":"/etcdserverpb.KV/Range","request count":0,"request size":65,"response count":171,"response size":133622,"request content":"key:\"/registry/events/kube-system/\" range_end:\"/registry/events/kube-system0\" limit:500 "} {"level":"warn","ts":"2026-03-20T10:29:33.242908Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"264.722676ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/flowschemas/\" range_end:\"/registry/flowschemas0\" count_only:true ","response":"range_response_count:0 size:7"} {"level":"info","ts":"2026-03-20T10:29:33.242947Z","caller":"traceutil/trace.go:171","msg":"trace[1426758244] range","detail":"{range_begin:/registry/flowschemas/; range_end:/registry/flowschemas0; response_count:0; response_revision:2621; }","duration":"264.806948ms","start":"2026-03-20T10:29:32.978132Z","end":"2026-03-20T10:29:33.242938Z","steps":["trace[1426758244] 'agreement among raft nodes before linearized reading' (duration: 264.742816ms)"],"step_count":1} {"level":"warn","ts":"2026-03-20T10:29:33.24321Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"552.478422ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/validatingwebhookconfigurations/\" range_end:\"/registry/validatingwebhookconfigurations0\" count_only:true ","response":"range_response_count:0 size:5"} {"level":"info","ts":"2026-03-20T10:29:33.243282Z","caller":"traceutil/trace.go:171","msg":"trace[1505332049] range","detail":"{range_begin:/registry/validatingwebhookconfigurations/; range_end:/registry/validatingwebhookconfigurations0; response_count:0; response_revision:2621; }","duration":"552.553294ms","start":"2026-03-20T10:29:32.690708Z","end":"2026-03-20T10:29:33.243261Z","steps":["trace[1505332049] 'agreement among raft nodes before linearized reading' (duration: 552.270847ms)"],"step_count":1} {"level":"warn","ts":"2026-03-20T10:29:33.243389Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-20T10:29:32.690696Z","time spent":"552.673946ms","remote":"127.0.0.1:36976","response type":"/etcdserverpb.KV/Range","request count":0,"request size":90,"response count":0,"response size":27,"request content":"key:\"/registry/validatingwebhookconfigurations/\" range_end:\"/registry/validatingwebhookconfigurations0\" count_only:true "} {"level":"warn","ts":"2026-03-20T10:29:34.252913Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"703.005654ms","expected-duration":"100ms","prefix":"","request":"header: txn: success:> failure: >>","response":"size:16"} {"level":"info","ts":"2026-03-20T10:29:34.253027Z","caller":"traceutil/trace.go:171","msg":"trace[1399536867] linearizableReadLoop","detail":"{readStateIndex:2811; appliedIndex:2810; }","duration":"930.622042ms","start":"2026-03-20T10:29:33.322385Z","end":"2026-03-20T10:29:34.253007Z","steps":["trace[1399536867] 'read index received' (duration: 227.394542ms)","trace[1399536867] 'applied index is now lower than readState.Index' (duration: 703.2257ms)"],"step_count":2} {"level":"info","ts":"2026-03-20T10:29:34.253124Z","caller":"traceutil/trace.go:171","msg":"trace[779380335] transaction","detail":"{read_only:false; response_revision:2622; number_of_response:1; }","duration":"953.598041ms","start":"2026-03-20T10:29:33.299511Z","end":"2026-03-20T10:29:34.253109Z","steps":["trace[779380335] 'process raft request' (duration: 250.309781ms)","trace[779380335] 'compare' (duration: 702.593513ms)"],"step_count":2} {"level":"warn","ts":"2026-03-20T10:29:34.253215Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-20T10:29:33.299486Z","time spent":"953.696334ms","remote":"127.0.0.1:36750","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":464,"response count":0,"response size":38,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-03-20T10:29:34.253323Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"894.52179ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/serviceaccounts/kube-system/resourcequota-controller\" ","response":"range_response_count:1 size:214"} {"level":"info","ts":"2026-03-20T10:29:34.253416Z","caller":"traceutil/trace.go:171","msg":"trace[803430437] range","detail":"{range_begin:/registry/serviceaccounts/kube-system/resourcequota-controller; range_end:; response_count:1; response_revision:2622; }","duration":"894.671083ms","start":"2026-03-20T10:29:33.358721Z","end":"2026-03-20T10:29:34.253392Z","steps":["trace[803430437] 'agreement among raft nodes before linearized reading' (duration: 894.494559ms)"],"step_count":1} {"level":"warn","ts":"2026-03-20T10:29:34.253477Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-20T10:29:33.358704Z","time spent":"894.759717ms","remote":"127.0.0.1:36664","response type":"/etcdserverpb.KV/Range","request count":0,"request size":64,"response count":1,"response size":236,"request content":"key:\"/registry/serviceaccounts/kube-system/resourcequota-controller\" "} {"level":"warn","ts":"2026-03-20T10:29:34.25381Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"560.021792ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/external-snapshotter-leader-rbd-csi-ceph-com\" ","response":"range_response_count:1 size:534"} {"level":"warn","ts":"2026-03-20T10:29:34.253854Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"742.327226ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/rbd.csi.ceph.com-kube-system\" ","response":"range_response_count:1 size:532"} {"level":"info","ts":"2026-03-20T10:29:34.253916Z","caller":"traceutil/trace.go:171","msg":"trace[1348749720] range","detail":"{range_begin:/registry/leases/kube-system/rbd.csi.ceph.com-kube-system; range_end:; response_count:1; response_revision:2622; }","duration":"742.422919ms","start":"2026-03-20T10:29:33.51148Z","end":"2026-03-20T10:29:34.253903Z","steps":["trace[1348749720] 'agreement among raft nodes before linearized reading' (duration: 742.237914ms)"],"step_count":1} {"level":"warn","ts":"2026-03-20T10:29:34.253932Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"931.542496ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/serviceaccounts/kube-system/replication-controller\" ","response":"range_response_count:1 size:209"} {"level":"warn","ts":"2026-03-20T10:29:34.253977Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-20T10:29:33.511466Z","time spent":"742.47963ms","remote":"127.0.0.1:36750","response type":"/etcdserverpb.KV/Range","request count":0,"request size":59,"response count":1,"response size":554,"request content":"key:\"/registry/leases/kube-system/rbd.csi.ceph.com-kube-system\" "} {"level":"info","ts":"2026-03-20T10:29:34.253996Z","caller":"traceutil/trace.go:171","msg":"trace[292476274] range","detail":"{range_begin:/registry/serviceaccounts/kube-system/replication-controller; range_end:; response_count:1; response_revision:2622; }","duration":"931.597006ms","start":"2026-03-20T10:29:33.32236Z","end":"2026-03-20T10:29:34.253957Z","steps":["trace[292476274] 'agreement among raft nodes before linearized reading' (duration: 931.536825ms)"],"step_count":1} {"level":"warn","ts":"2026-03-20T10:29:34.254033Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-20T10:29:33.322348Z","time spent":"931.676408ms","remote":"127.0.0.1:36664","response type":"/etcdserverpb.KV/Range","request count":0,"request size":62,"response count":1,"response size":231,"request content":"key:\"/registry/serviceaccounts/kube-system/replication-controller\" "} {"level":"warn","ts":"2026-03-20T10:29:34.254087Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"184.101919ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/plndr-cp-lock\" ","response":"range_response_count:1 size:434"} {"level":"info","ts":"2026-03-20T10:29:34.254153Z","caller":"traceutil/trace.go:171","msg":"trace[1910561811] range","detail":"{range_begin:/registry/leases/kube-system/plndr-cp-lock; range_end:; response_count:1; response_revision:2622; }","duration":"184.217682ms","start":"2026-03-20T10:29:34.06992Z","end":"2026-03-20T10:29:34.254137Z","steps":["trace[1910561811] 'agreement among raft nodes before linearized reading' (duration: 184.006357ms)"],"step_count":1} {"level":"warn","ts":"2026-03-20T10:29:34.254219Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"832.947115ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/csinodes/\" range_end:\"/registry/csinodes0\" count_only:true ","response":"range_response_count:0 size:7"} {"level":"info","ts":"2026-03-20T10:29:34.254268Z","caller":"traceutil/trace.go:171","msg":"trace[1640480842] range","detail":"{range_begin:/registry/csinodes/; range_end:/registry/csinodes0; response_count:0; response_revision:2622; }","duration":"833.013048ms","start":"2026-03-20T10:29:33.421238Z","end":"2026-03-20T10:29:34.254251Z","steps":["trace[1640480842] 'agreement among raft nodes before linearized reading' (duration: 832.937146ms)"],"step_count":1} {"level":"info","ts":"2026-03-20T10:29:34.253876Z","caller":"traceutil/trace.go:171","msg":"trace[1415864032] range","detail":"{range_begin:/registry/leases/kube-system/external-snapshotter-leader-rbd-csi-ceph-com; range_end:; response_count:1; response_revision:2622; }","duration":"560.122405ms","start":"2026-03-20T10:29:33.693737Z","end":"2026-03-20T10:29:34.25386Z","steps":["trace[1415864032] 'agreement among raft nodes before linearized reading' (duration: 559.944951ms)"],"step_count":1} {"level":"warn","ts":"2026-03-20T10:29:34.254336Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-20T10:29:33.421229Z","time spent":"833.094029ms","remote":"127.0.0.1:36892","response type":"/etcdserverpb.KV/Range","request count":0,"request size":44,"response count":1,"response size":29,"request content":"key:\"/registry/csinodes/\" range_end:\"/registry/csinodes0\" count_only:true "} {"level":"warn","ts":"2026-03-20T10:29:34.254387Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-20T10:29:33.693717Z","time spent":"560.646898ms","remote":"127.0.0.1:36750","response type":"/etcdserverpb.KV/Range","request count":0,"request size":75,"response count":1,"response size":556,"request content":"key:\"/registry/leases/kube-system/external-snapshotter-leader-rbd-csi-ceph-com\" "} {"level":"info","ts":"2026-03-20T10:29:34.557505Z","caller":"traceutil/trace.go:171","msg":"trace[1754512560] linearizableReadLoop","detail":"{readStateIndex:2814; appliedIndex:2811; }","duration":"229.757132ms","start":"2026-03-20T10:29:34.327723Z","end":"2026-03-20T10:29:34.55748Z","steps":["trace[1754512560] 'read index received' (duration: 134.026014ms)","trace[1754512560] 'applied index is now lower than readState.Index' (duration: 95.729958ms)"],"step_count":2} {"level":"info","ts":"2026-03-20T10:29:34.557651Z","caller":"traceutil/trace.go:171","msg":"trace[427781751] transaction","detail":"{read_only:false; response_revision:2623; number_of_response:1; }","duration":"297.932214ms","start":"2026-03-20T10:29:34.259704Z","end":"2026-03-20T10:29:34.557637Z","steps":["trace[427781751] 'process raft request' (duration: 202.027212ms)","trace[427781751] 'compare' (duration: 95.521502ms)"],"step_count":2} {"level":"warn","ts":"2026-03-20T10:29:34.557764Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"230.022818ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/serviceaccounts/kube-system/resourcequota-controller\" ","response":"range_response_count:1 size:214"} {"level":"info","ts":"2026-03-20T10:29:34.557843Z","caller":"traceutil/trace.go:171","msg":"trace[921661877] range","detail":"{range_begin:/registry/serviceaccounts/kube-system/resourcequota-controller; range_end:; response_count:1; response_revision:2625; }","duration":"230.139451ms","start":"2026-03-20T10:29:34.327687Z","end":"2026-03-20T10:29:34.557826Z","steps":["trace[921661877] 'agreement among raft nodes before linearized reading' (duration: 230.016258ms)"],"step_count":1} {"level":"warn","ts":"2026-03-20T10:29:34.557996Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"224.883549ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/serviceaccounts/kube-system/replication-controller\" ","response":"range_response_count:1 size:209"} {"level":"info","ts":"2026-03-20T10:29:34.558044Z","caller":"traceutil/trace.go:171","msg":"trace[476009967] range","detail":"{range_begin:/registry/serviceaccounts/kube-system/replication-controller; range_end:; response_count:1; response_revision:2625; }","duration":"224.9608ms","start":"2026-03-20T10:29:34.333072Z","end":"2026-03-20T10:29:34.558033Z","steps":["trace[476009967] 'agreement among raft nodes before linearized reading' (duration: 224.858168ms)"],"step_count":1} {"level":"info","ts":"2026-03-20T10:29:34.558072Z","caller":"traceutil/trace.go:171","msg":"trace[814281081] transaction","detail":"{read_only:false; response_revision:2624; number_of_response:1; }","duration":"298.006115ms","start":"2026-03-20T10:29:34.260055Z","end":"2026-03-20T10:29:34.558061Z","steps":["trace[814281081] 'process raft request' (duration: 297.340849ms)"],"step_count":1} {"level":"info","ts":"2026-03-20T10:29:34.558188Z","caller":"traceutil/trace.go:171","msg":"trace[850213346] transaction","detail":"{read_only:false; response_revision:2625; number_of_response:1; }","duration":"297.077643ms","start":"2026-03-20T10:29:34.261084Z","end":"2026-03-20T10:29:34.558162Z","steps":["trace[850213346] 'process raft request' (duration: 296.355395ms)"],"step_count":1} {"level":"warn","ts":"2026-03-20T10:29:35.017142Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"283.195102ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/serviceaccounts/kube-system/root-ca-cert-publisher\" ","response":"range_response_count:1 size:209"} {"level":"info","ts":"2026-03-20T10:29:35.01722Z","caller":"traceutil/trace.go:171","msg":"trace[847086729] range","detail":"{range_begin:/registry/serviceaccounts/kube-system/root-ca-cert-publisher; range_end:; response_count:1; response_revision:2626; }","duration":"283.311774ms","start":"2026-03-20T10:29:34.73389Z","end":"2026-03-20T10:29:35.017202Z","steps":["trace[847086729] 'range keys from in-memory index tree' (duration: 283.106729ms)"],"step_count":1} {"level":"warn","ts":"2026-03-20T10:29:35.017311Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"195.138447ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/external-resizer-rbd-csi-ceph-com\" ","response":"range_response_count:1 size:509"} {"level":"info","ts":"2026-03-20T10:29:35.017378Z","caller":"traceutil/trace.go:171","msg":"trace[159576021] range","detail":"{range_begin:/registry/leases/kube-system/external-resizer-rbd-csi-ceph-com; range_end:; response_count:1; response_revision:2626; }","duration":"195.24788ms","start":"2026-03-20T10:29:34.822113Z","end":"2026-03-20T10:29:35.01736Z","steps":["trace[159576021] 'range keys from in-memory index tree' (duration: 195.011584ms)"],"step_count":1} {"level":"warn","ts":"2026-03-20T10:29:35.017431Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"260.423107ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/serviceaccounts/kube-system/service-account-controller\" ","response":"range_response_count:1 size:218"} {"level":"info","ts":"2026-03-20T10:29:35.017461Z","caller":"traceutil/trace.go:171","msg":"trace[1823560152] range","detail":"{range_begin:/registry/serviceaccounts/kube-system/service-account-controller; range_end:; response_count:1; response_revision:2626; }","duration":"260.474697ms","start":"2026-03-20T10:29:34.756977Z","end":"2026-03-20T10:29:35.017451Z","steps":["trace[1823560152] 'range keys from in-memory index tree' (duration: 260.335454ms)"],"step_count":1} {"level":"info","ts":"2026-03-20T10:29:35.274544Z","caller":"traceutil/trace.go:171","msg":"trace[1338389033] transaction","detail":"{read_only:false; response_revision:2627; number_of_response:1; }","duration":"252.936737ms","start":"2026-03-20T10:29:35.021585Z","end":"2026-03-20T10:29:35.274522Z","steps":["trace[1338389033] 'process raft request' (duration: 252.802344ms)"],"step_count":1} {"level":"warn","ts":"2026-03-20T10:29:35.584341Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"103.951166ms","expected-duration":"100ms","prefix":"","request":"header: txn: success:> failure: >>","response":"size:16"} {"level":"info","ts":"2026-03-20T10:29:35.58454Z","caller":"traceutil/trace.go:171","msg":"trace[1362066087] linearizableReadLoop","detail":"{readStateIndex:2818; appliedIndex:2815; }","duration":"492.451056ms","start":"2026-03-20T10:29:35.092071Z","end":"2026-03-20T10:29:35.584522Z","steps":["trace[1362066087] 'read index received' (duration: 182.334604ms)","trace[1362066087] 'applied index is now lower than readState.Index' (duration: 310.115132ms)"],"step_count":2} {"level":"info","ts":"2026-03-20T10:29:35.58464Z","caller":"traceutil/trace.go:171","msg":"trace[1568462653] transaction","detail":"{read_only:false; response_revision:2629; number_of_response:1; }","duration":"540.118339ms","start":"2026-03-20T10:29:35.044512Z","end":"2026-03-20T10:29:35.58463Z","steps":["trace[1568462653] 'process raft request' (duration: 539.927175ms)"],"step_count":1} {"level":"warn","ts":"2026-03-20T10:29:35.584708Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-20T10:29:35.044496Z","time spent":"540.1767ms","remote":"127.0.0.1:36750","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":520,"response count":0,"response size":38,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-03-20T10:29:35.584899Z","caller":"traceutil/trace.go:171","msg":"trace[309035378] transaction","detail":"{read_only:false; response_revision:2628; number_of_response:1; }","duration":"561.197552ms","start":"2026-03-20T10:29:35.023497Z","end":"2026-03-20T10:29:35.584695Z","steps":["trace[309035378] 'process raft request' (duration: 456.799255ms)","trace[309035378] 'compare' (duration: 103.7472ms)"],"step_count":2} {"level":"warn","ts":"2026-03-20T10:29:35.585072Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-20T10:29:35.023476Z","time spent":"561.502079ms","remote":"127.0.0.1:36750","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":510,"response count":0,"response size":38,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-03-20T10:29:35.58535Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"338.327194ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/plndr-svcs-lock\" ","response":"range_response_count:1 size:438"} {"level":"info","ts":"2026-03-20T10:29:35.585403Z","caller":"traceutil/trace.go:171","msg":"trace[1412433630] range","detail":"{range_begin:/registry/leases/kube-system/plndr-svcs-lock; range_end:; response_count:1; response_revision:2629; }","duration":"338.410295ms","start":"2026-03-20T10:29:35.246979Z","end":"2026-03-20T10:29:35.58539Z","steps":["trace[1412433630] 'agreement among raft nodes before linearized reading' (duration: 338.251311ms)"],"step_count":1} {"level":"warn","ts":"2026-03-20T10:29:35.585443Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-20T10:29:35.246962Z","time spent":"338.470947ms","remote":"127.0.0.1:36750","response type":"/etcdserverpb.KV/Range","request count":0,"request size":46,"response count":1,"response size":460,"request content":"key:\"/registry/leases/kube-system/plndr-svcs-lock\" "} {"level":"warn","ts":"2026-03-20T10:29:35.58542Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"485.779616ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/serviceaccounts/kube-system/root-ca-cert-publisher\" ","response":"range_response_count:1 size:209"} {"level":"info","ts":"2026-03-20T10:29:35.585505Z","caller":"traceutil/trace.go:171","msg":"trace[399473709] range","detail":"{range_begin:/registry/serviceaccounts/kube-system/root-ca-cert-publisher; range_end:; response_count:1; response_revision:2629; }","duration":"485.890719ms","start":"2026-03-20T10:29:35.099592Z","end":"2026-03-20T10:29:35.585482Z","steps":["trace[399473709] 'agreement among raft nodes before linearized reading' (duration: 485.748185ms)"],"step_count":1} {"level":"warn","ts":"2026-03-20T10:29:35.585557Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-20T10:29:35.099579Z","time spent":"485.964811ms","remote":"127.0.0.1:36664","response type":"/etcdserverpb.KV/Range","request count":0,"request size":62,"response count":1,"response size":231,"request content":"key:\"/registry/serviceaccounts/kube-system/root-ca-cert-publisher\" "} {"level":"warn","ts":"2026-03-20T10:29:35.585577Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"493.497052ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/serviceaccounts/kube-system/service-account-controller\" ","response":"range_response_count:1 size:218"} {"level":"info","ts":"2026-03-20T10:29:35.585635Z","caller":"traceutil/trace.go:171","msg":"trace[128134449] range","detail":"{range_begin:/registry/serviceaccounts/kube-system/service-account-controller; range_end:; response_count:1; response_revision:2629; }","duration":"493.583634ms","start":"2026-03-20T10:29:35.092038Z","end":"2026-03-20T10:29:35.585621Z","steps":["trace[128134449] 'agreement among raft nodes before linearized reading' (duration: 493.479311ms)"],"step_count":1} {"level":"warn","ts":"2026-03-20T10:29:35.585675Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-20T10:29:35.092021Z","time spent":"493.645625ms","remote":"127.0.0.1:36664","response type":"/etcdserverpb.KV/Range","request count":0,"request size":66,"response count":1,"response size":240,"request content":"key:\"/registry/serviceaccounts/kube-system/service-account-controller\" "} {"level":"warn","ts":"2026-03-20T10:29:35.857976Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"166.216087ms","expected-duration":"100ms","prefix":"","request":"header: txn: success:> failure: >>","response":"size:16"} {"level":"info","ts":"2026-03-20T10:29:35.858062Z","caller":"traceutil/trace.go:171","msg":"trace[874143570] linearizableReadLoop","detail":"{readStateIndex:2819; appliedIndex:2818; }","duration":"265.947926ms","start":"2026-03-20T10:29:35.592102Z","end":"2026-03-20T10:29:35.85805Z","steps":["trace[874143570] 'read index received' (duration: 99.506873ms)","trace[874143570] 'applied index is now lower than readState.Index' (duration: 166.440303ms)"],"step_count":2} {"level":"info","ts":"2026-03-20T10:29:35.858108Z","caller":"traceutil/trace.go:171","msg":"trace[444691353] transaction","detail":"{read_only:false; response_revision:2630; number_of_response:1; }","duration":"267.169306ms","start":"2026-03-20T10:29:35.590902Z","end":"2026-03-20T10:29:35.858071Z","steps":["trace[444691353] 'process raft request' (duration: 100.791285ms)","trace[444691353] 'compare' (duration: 166.095994ms)"],"step_count":2} {"level":"warn","ts":"2026-03-20T10:29:35.858269Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"265.878144ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/secrets/kube-system/\" range_end:\"/registry/secrets/kube-system0\" limit:500 ","response":"range_response_count:6 size:363682"} {"level":"info","ts":"2026-03-20T10:29:35.858294Z","caller":"traceutil/trace.go:171","msg":"trace[2101907459] range","detail":"{range_begin:/registry/secrets/kube-system/; range_end:/registry/secrets/kube-system0; response_count:6; response_revision:2630; }","duration":"265.914516ms","start":"2026-03-20T10:29:35.592371Z","end":"2026-03-20T10:29:35.858285Z","steps":["trace[2101907459] 'agreement among raft nodes before linearized reading' (duration: 265.742232ms)"],"step_count":1} {"level":"warn","ts":"2026-03-20T10:29:35.858351Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"266.237524ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/secrets/kube-system/\" range_end:\"/registry/secrets/kube-system0\" limit:500 ","response":"range_response_count:6 size:363682"} {"level":"info","ts":"2026-03-20T10:29:35.858395Z","caller":"traceutil/trace.go:171","msg":"trace[1054027244] range","detail":"{range_begin:/registry/secrets/kube-system/; range_end:/registry/secrets/kube-system0; response_count:6; response_revision:2630; }","duration":"266.293625ms","start":"2026-03-20T10:29:35.592089Z","end":"2026-03-20T10:29:35.858383Z","steps":["trace[1054027244] 'agreement among raft nodes before linearized reading' (duration: 266.014788ms)"],"step_count":1} {"level":"warn","ts":"2026-03-20T10:29:36.67035Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"653.263256ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/serviceaccounts/kube-system/statefulset-controller\" ","response":"range_response_count:1 size:209"} {"level":"info","ts":"2026-03-20T10:29:36.670433Z","caller":"traceutil/trace.go:171","msg":"trace[1598998426] range","detail":"{range_begin:/registry/serviceaccounts/kube-system/statefulset-controller; range_end:; response_count:1; response_revision:2630; }","duration":"653.406341ms","start":"2026-03-20T10:29:36.017007Z","end":"2026-03-20T10:29:36.670413Z","steps":["trace[1598998426] 'range keys from in-memory index tree' (duration: 653.151214ms)"],"step_count":1} {"level":"warn","ts":"2026-03-20T10:29:36.670473Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-20T10:29:36.016997Z","time spent":"653.466682ms","remote":"127.0.0.1:36664","response type":"/etcdserverpb.KV/Range","request count":0,"request size":62,"response count":1,"response size":231,"request content":"key:\"/registry/serviceaccounts/kube-system/statefulset-controller\" "} {"level":"warn","ts":"2026-03-20T10:29:36.670976Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"660.778636ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/serviceaccounts/kube-system/service-controller\" ","response":"range_response_count:1 size:201"} {"level":"info","ts":"2026-03-20T10:29:36.671021Z","caller":"traceutil/trace.go:171","msg":"trace[2057734929] range","detail":"{range_begin:/registry/serviceaccounts/kube-system/service-controller; range_end:; response_count:1; response_revision:2630; }","duration":"660.858539ms","start":"2026-03-20T10:29:36.010151Z","end":"2026-03-20T10:29:36.671009Z","steps":["trace[2057734929] 'range keys from in-memory index tree' (duration: 659.885853ms)"],"step_count":1} {"level":"warn","ts":"2026-03-20T10:29:36.671051Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-20T10:29:36.01013Z","time spent":"660.91388ms","remote":"127.0.0.1:36664","response type":"/etcdserverpb.KV/Range","request count":0,"request size":58,"response count":1,"response size":223,"request content":"key:\"/registry/serviceaccounts/kube-system/service-controller\" "} {"level":"warn","ts":"2026-03-20T10:29:36.735719Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"184.581491ms","expected-duration":"100ms","prefix":"","request":"header: lease_revoke:","response":"size:27"} {"level":"info","ts":"2026-03-20T10:29:36.735797Z","caller":"traceutil/trace.go:171","msg":"trace[1953612251] linearizableReadLoop","detail":"{readStateIndex:2820; appliedIndex:2819; }","duration":"477.55155ms","start":"2026-03-20T10:29:36.258232Z","end":"2026-03-20T10:29:36.735783Z","steps":["trace[1953612251] 'read index received' (duration: 292.879287ms)","trace[1953612251] 'applied index is now lower than readState.Index' (duration: 184.671163ms)"],"step_count":2} {"level":"warn","ts":"2026-03-20T10:29:36.736052Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"477.828518ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/kube-scheduler\" ","response":"range_response_count:1 size:480"} {"level":"info","ts":"2026-03-20T10:29:36.736076Z","caller":"traceutil/trace.go:171","msg":"trace[507608535] range","detail":"{range_begin:/registry/leases/kube-system/kube-scheduler; range_end:; response_count:1; response_revision:2630; }","duration":"477.902209ms","start":"2026-03-20T10:29:36.258167Z","end":"2026-03-20T10:29:36.736069Z","steps":["trace[507608535] 'agreement among raft nodes before linearized reading' (duration: 477.787457ms)"],"step_count":1} {"level":"warn","ts":"2026-03-20T10:29:36.736095Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-20T10:29:36.258136Z","time spent":"477.9542ms","remote":"127.0.0.1:36750","response type":"/etcdserverpb.KV/Range","request count":0,"request size":45,"response count":1,"response size":502,"request content":"key:\"/registry/leases/kube-system/kube-scheduler\" "} {"level":"warn","ts":"2026-03-20T10:29:36.736239Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"174.489828ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/plndr-cp-lock\" ","response":"range_response_count:1 size:433"} {"level":"info","ts":"2026-03-20T10:29:36.736253Z","caller":"traceutil/trace.go:171","msg":"trace[860683372] range","detail":"{range_begin:/registry/leases/kube-system/plndr-cp-lock; range_end:; response_count:1; response_revision:2630; }","duration":"174.504468ms","start":"2026-03-20T10:29:36.561744Z","end":"2026-03-20T10:29:36.736249Z","steps":["trace[860683372] 'agreement among raft nodes before linearized reading' (duration: 174.458167ms)"],"step_count":1} {"level":"warn","ts":"2026-03-20T10:29:36.7366Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"174.790144ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/rbd.csi.ceph.com-kube-system\" ","response":"range_response_count:1 size:532"} {"level":"info","ts":"2026-03-20T10:29:36.736676Z","caller":"traceutil/trace.go:171","msg":"trace[684419731] range","detail":"{range_begin:/registry/leases/kube-system/rbd.csi.ceph.com-kube-system; range_end:; response_count:1; response_revision:2630; }","duration":"174.911948ms","start":"2026-03-20T10:29:36.561744Z","end":"2026-03-20T10:29:36.736656Z","steps":["trace[684419731] 'agreement among raft nodes before linearized reading' (duration: 174.673832ms)"],"step_count":1} {"level":"info","ts":"2026-03-20T10:29:36.861993Z","caller":"traceutil/trace.go:171","msg":"trace[999324300] transaction","detail":"{read_only:false; response_revision:2631; number_of_response:1; }","duration":"121.345725ms","start":"2026-03-20T10:29:36.740559Z","end":"2026-03-20T10:29:36.861905Z","steps":["trace[999324300] 'process raft request' (duration: 121.170431ms)"],"step_count":1} {"level":"info","ts":"2026-03-20T10:29:37.039833Z","caller":"traceutil/trace.go:171","msg":"trace[1765983005] transaction","detail":"{read_only:false; response_revision:2632; number_of_response:1; }","duration":"298.98949ms","start":"2026-03-20T10:29:36.740816Z","end":"2026-03-20T10:29:37.039806Z","steps":["trace[1765983005] 'process raft request' (duration: 298.788515ms)"],"step_count":1} {"level":"info","ts":"2026-03-20T10:29:37.040212Z","caller":"traceutil/trace.go:171","msg":"trace[1452156272] transaction","detail":"{read_only:false; response_revision:2633; number_of_response:1; }","duration":"299.347269ms","start":"2026-03-20T10:29:36.740835Z","end":"2026-03-20T10:29:37.040182Z","steps":["trace[1452156272] 'process raft request' (duration: 298.929119ms)"],"step_count":1} {"level":"info","ts":"2026-03-20T10:29:37.040344Z","caller":"traceutil/trace.go:171","msg":"trace[506359229] transaction","detail":"{read_only:false; response_revision:2634; number_of_response:1; }","duration":"299.394131ms","start":"2026-03-20T10:29:36.740924Z","end":"2026-03-20T10:29:37.040318Z","steps":["trace[506359229] 'process raft request' (duration: 299.097643ms)"],"step_count":1} {"level":"warn","ts":"2026-03-20T10:29:37.040363Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"297.314517ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/serviceaccounts/kube-system/service-controller\" ","response":"range_response_count:1 size:201"} {"level":"info","ts":"2026-03-20T10:29:37.040426Z","caller":"traceutil/trace.go:171","msg":"trace[407866808] range","detail":"{range_begin:/registry/serviceaccounts/kube-system/service-controller; range_end:; response_count:1; response_revision:2634; }","duration":"297.40917ms","start":"2026-03-20T10:29:36.743005Z","end":"2026-03-20T10:29:37.040414Z","steps":["trace[407866808] 'agreement among raft nodes before linearized reading' (duration: 297.286947ms)"],"step_count":1} {"level":"info","ts":"2026-03-20T10:29:37.040239Z","caller":"traceutil/trace.go:171","msg":"trace[1982994137] linearizableReadLoop","detail":"{readStateIndex:2824; appliedIndex:2820; }","duration":"297.188134ms","start":"2026-03-20T10:29:36.743023Z","end":"2026-03-20T10:29:37.040211Z","steps":["trace[1982994137] 'read index received' (duration: 118.702148ms)","trace[1982994137] 'applied index is now lower than readState.Index' (duration: 178.484636ms)"],"step_count":2} {"level":"warn","ts":"2026-03-20T10:29:37.040669Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"294.816565ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/serviceaccounts/kube-system/statefulset-controller\" ","response":"range_response_count:1 size:209"} {"level":"info","ts":"2026-03-20T10:29:37.040709Z","caller":"traceutil/trace.go:171","msg":"trace[2024601068] range","detail":"{range_begin:/registry/serviceaccounts/kube-system/statefulset-controller; range_end:; response_count:1; response_revision:2634; }","duration":"294.876436ms","start":"2026-03-20T10:29:36.745818Z","end":"2026-03-20T10:29:37.040694Z","steps":["trace[2024601068] 'agreement among raft nodes before linearized reading' (duration: 294.803564ms)"],"step_count":1} {"level":"warn","ts":"2026-03-20T10:29:37.04078Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"132.443634ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/health\" ","response":"range_response_count:0 size:5"} {"level":"info","ts":"2026-03-20T10:29:37.040831Z","caller":"traceutil/trace.go:171","msg":"trace[1667377599] range","detail":"{range_begin:/registry/health; range_end:; response_count:0; response_revision:2634; }","duration":"132.539287ms","start":"2026-03-20T10:29:36.908281Z","end":"2026-03-20T10:29:37.04082Z","steps":["trace[1667377599] 'agreement among raft nodes before linearized reading' (duration: 132.463434ms)"],"step_count":1} {"level":"info","ts":"2026-03-20T10:29:37.981113Z","caller":"traceutil/trace.go:171","msg":"trace[879699203] transaction","detail":"{read_only:false; response_revision:2635; number_of_response:1; }","duration":"116.568803ms","start":"2026-03-20T10:29:37.864511Z","end":"2026-03-20T10:29:37.98108Z","steps":["trace[879699203] 'process raft request' (duration: 116.388309ms)"],"step_count":1} {"level":"info","ts":"2026-03-20T10:29:39.063916Z","caller":"traceutil/trace.go:171","msg":"trace[1870553781] transaction","detail":"{read_only:false; response_revision:2637; number_of_response:1; }","duration":"194.37464ms","start":"2026-03-20T10:29:38.869527Z","end":"2026-03-20T10:29:39.063901Z","steps":["trace[1870553781] 'process raft request' (duration: 194.093543ms)"],"step_count":1} {"level":"info","ts":"2026-03-20T10:29:39.56681Z","caller":"traceutil/trace.go:171","msg":"trace[1918408854] transaction","detail":"{read_only:false; response_revision:2638; number_of_response:1; }","duration":"498.301474ms","start":"2026-03-20T10:29:39.06848Z","end":"2026-03-20T10:29:39.566781Z","steps":["trace[1918408854] 'process raft request' (duration: 498.14394ms)"],"step_count":1} {"level":"warn","ts":"2026-03-20T10:29:39.56699Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-20T10:29:39.068463Z","time spent":"498.440648ms","remote":"127.0.0.1:36750","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":516,"response count":0,"response size":38,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-03-20T10:29:39.608365Z","caller":"traceutil/trace.go:171","msg":"trace[1343858638] linearizableReadLoop","detail":"{readStateIndex:2830; appliedIndex:2827; }","duration":"219.79607ms","start":"2026-03-20T10:29:39.388541Z","end":"2026-03-20T10:29:39.608337Z","steps":["trace[1343858638] 'read index received' (duration: 178.050296ms)","trace[1343858638] 'applied index is now lower than readState.Index' (duration: 41.744214ms)"],"step_count":2} {"level":"info","ts":"2026-03-20T10:29:39.608453Z","caller":"traceutil/trace.go:171","msg":"trace[667019775] transaction","detail":"{read_only:false; response_revision:2639; number_of_response:1; }","duration":"539.792192ms","start":"2026-03-20T10:29:39.068617Z","end":"2026-03-20T10:29:39.608409Z","steps":["trace[667019775] 'process raft request' (duration: 539.508235ms)"],"step_count":1} {"level":"info","ts":"2026-03-20T10:29:39.608517Z","caller":"traceutil/trace.go:171","msg":"trace[377051835] transaction","detail":"{read_only:false; response_revision:2640; number_of_response:1; }","duration":"539.886524ms","start":"2026-03-20T10:29:39.068615Z","end":"2026-03-20T10:29:39.608502Z","steps":["trace[377051835] 'process raft request' (duration: 539.666139ms)"],"step_count":1} {"level":"warn","ts":"2026-03-20T10:29:39.608617Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-20T10:29:39.06859Z","time spent":"539.939376ms","remote":"127.0.0.1:36750","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":476,"response count":0,"response size":38,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-03-20T10:29:39.608646Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-20T10:29:39.068586Z","time spent":"539.968056ms","remote":"127.0.0.1:36750","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":463,"response count":0,"response size":38,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-03-20T10:29:39.608892Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"220.340893ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/namespaces/\" range_end:\"/registry/namespaces0\" limit:500 ","response":"range_response_count:4 size:1383"} {"level":"info","ts":"2026-03-20T10:29:39.608943Z","caller":"traceutil/trace.go:171","msg":"trace[1141982590] range","detail":"{range_begin:/registry/namespaces/; range_end:/registry/namespaces0; response_count:4; response_revision:2640; }","duration":"220.415826ms","start":"2026-03-20T10:29:39.388512Z","end":"2026-03-20T10:29:39.608928Z","steps":["trace[1141982590] 'agreement among raft nodes before linearized reading' (duration: 220.272372ms)"],"step_count":1} {"level":"info","ts":"2026-03-20T10:29:39.859806Z","caller":"traceutil/trace.go:171","msg":"trace[511321842] linearizableReadLoop","detail":"{readStateIndex:2831; appliedIndex:2830; }","duration":"174.309862ms","start":"2026-03-20T10:29:39.685454Z","end":"2026-03-20T10:29:39.859764Z","steps":["trace[511321842] 'read index received' (duration: 103.687028ms)","trace[511321842] 'applied index is now lower than readState.Index' (duration: 70.621154ms)"],"step_count":2} {"level":"warn","ts":"2026-03-20T10:29:39.860027Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"174.533628ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pods/default/\" range_end:\"/registry/pods/default0\" limit:500 ","response":"range_response_count:0 size:5"} {"level":"info","ts":"2026-03-20T10:29:39.860091Z","caller":"traceutil/trace.go:171","msg":"trace[1078172602] range","detail":"{range_begin:/registry/pods/default/; range_end:/registry/pods/default0; response_count:0; response_revision:2641; }","duration":"174.666171ms","start":"2026-03-20T10:29:39.685407Z","end":"2026-03-20T10:29:39.860073Z","steps":["trace[1078172602] 'agreement among raft nodes before linearized reading' (duration: 174.497556ms)"],"step_count":1} {"level":"info","ts":"2026-03-20T10:29:39.860045Z","caller":"traceutil/trace.go:171","msg":"trace[2028507163] transaction","detail":"{read_only:false; response_revision:2641; number_of_response:1; }","duration":"244.992378ms","start":"2026-03-20T10:29:39.614886Z","end":"2026-03-20T10:29:39.859878Z","steps":["trace[2028507163] 'process raft request' (duration: 174.343253ms)","trace[2028507163] 'compare' (duration: 70.239684ms)"],"step_count":2} {"level":"warn","ts":"2026-03-20T10:29:40.663666Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"641.010697ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pods/kube-public/\" range_end:\"/registry/pods/kube-public0\" limit:500 ","response":"range_response_count:0 size:5"} {"level":"info","ts":"2026-03-20T10:29:40.663741Z","caller":"traceutil/trace.go:171","msg":"trace[1927123045] range","detail":"{range_begin:/registry/pods/kube-public/; range_end:/registry/pods/kube-public0; response_count:0; response_revision:2641; }","duration":"641.127891ms","start":"2026-03-20T10:29:40.022594Z","end":"2026-03-20T10:29:40.663722Z","steps":["trace[1927123045] 'range keys from in-memory index tree' (duration: 640.952136ms)"],"step_count":1} {"level":"warn","ts":"2026-03-20T10:29:40.663776Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-20T10:29:40.022586Z","time spent":"641.182342ms","remote":"127.0.0.1:36646","response type":"/etcdserverpb.KV/Range","request count":0,"request size":61,"response count":0,"response size":27,"request content":"key:\"/registry/pods/kube-public/\" range_end:\"/registry/pods/kube-public0\" limit:500 "} {"level":"warn","ts":"2026-03-20T10:29:40.663896Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"678.609886ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/plndr-svcs-lock\" ","response":"range_response_count:1 size:438"} {"level":"info","ts":"2026-03-20T10:29:40.663913Z","caller":"traceutil/trace.go:171","msg":"trace[835617051] range","detail":"{range_begin:/registry/leases/kube-system/plndr-svcs-lock; range_end:; response_count:1; response_revision:2641; }","duration":"678.673639ms","start":"2026-03-20T10:29:39.985234Z","end":"2026-03-20T10:29:40.663907Z","steps":["trace[835617051] 'range keys from in-memory index tree' (duration: 678.424472ms)"],"step_count":1} {"level":"warn","ts":"2026-03-20T10:29:40.663929Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-20T10:29:39.985192Z","time spent":"678.73261ms","remote":"127.0.0.1:36750","response type":"/etcdserverpb.KV/Range","request count":0,"request size":46,"response count":1,"response size":460,"request content":"key:\"/registry/leases/kube-system/plndr-svcs-lock\" "} {"level":"warn","ts":"2026-03-20T10:29:40.663917Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"666.270295ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pods/\" range_end:\"/registry/pods0\" count_only:true ","response":"range_response_count:0 size:7"} {"level":"info","ts":"2026-03-20T10:29:40.663972Z","caller":"traceutil/trace.go:171","msg":"trace[244530592] range","detail":"{range_begin:/registry/pods/; range_end:/registry/pods0; response_count:0; response_revision:2641; }","duration":"666.365678ms","start":"2026-03-20T10:29:39.997593Z","end":"2026-03-20T10:29:40.663959Z","steps":["trace[244530592] 'count revisions from in-memory index tree' (duration: 666.206544ms)"],"step_count":1} {"level":"warn","ts":"2026-03-20T10:29:40.664003Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-20T10:29:39.997579Z","time spent":"666.416139ms","remote":"127.0.0.1:36646","response type":"/etcdserverpb.KV/Range","request count":0,"request size":36,"response count":12,"response size":29,"request content":"key:\"/registry/pods/\" range_end:\"/registry/pods0\" count_only:true "} {"level":"warn","ts":"2026-03-20T10:29:40.664124Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"382.944231ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/external-resizer-rbd-csi-ceph-com\" ","response":"range_response_count:1 size:509"} {"level":"info","ts":"2026-03-20T10:29:40.664234Z","caller":"traceutil/trace.go:171","msg":"trace[67719685] range","detail":"{range_begin:/registry/leases/kube-system/external-resizer-rbd-csi-ceph-com; range_end:; response_count:1; response_revision:2641; }","duration":"383.104945ms","start":"2026-03-20T10:29:40.281095Z","end":"2026-03-20T10:29:40.6642Z","steps":["trace[67719685] 'range keys from in-memory index tree' (duration: 382.716145ms)"],"step_count":1} {"level":"warn","ts":"2026-03-20T10:29:40.66463Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-20T10:29:40.281072Z","time spent":"383.540805ms","remote":"127.0.0.1:36750","response type":"/etcdserverpb.KV/Range","request count":0,"request size":64,"response count":1,"response size":531,"request content":"key:\"/registry/leases/kube-system/external-resizer-rbd-csi-ceph-com\" "} {"level":"info","ts":"2026-03-20T10:29:41.215938Z","caller":"traceutil/trace.go:171","msg":"trace[254082186] transaction","detail":"{read_only:false; response_revision:2644; number_of_response:1; }","duration":"545.923466ms","start":"2026-03-20T10:29:40.669985Z","end":"2026-03-20T10:29:41.215909Z","steps":["trace[254082186] 'process raft request' (duration: 545.823494ms)"],"step_count":1} {"level":"warn","ts":"2026-03-20T10:29:41.21621Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-20T10:29:40.669965Z","time spent":"546.118701ms","remote":"127.0.0.1:36750","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":423,"response count":0,"response size":38,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-03-20T10:29:41.217004Z","caller":"traceutil/trace.go:171","msg":"trace[1489860841] transaction","detail":"{read_only:false; response_revision:2642; number_of_response:1; }","duration":"547.418874ms","start":"2026-03-20T10:29:40.669555Z","end":"2026-03-20T10:29:41.216973Z","steps":["trace[1489860841] 'process raft request' (duration: 545.730072ms)"],"step_count":1} {"level":"warn","ts":"2026-03-20T10:29:41.217252Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-20T10:29:40.669533Z","time spent":"547.614958ms","remote":"127.0.0.1:36750","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":494,"response count":0,"response size":38,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-03-20T10:29:41.217352Z","caller":"traceutil/trace.go:171","msg":"trace[1215842238] transaction","detail":"{read_only:false; response_revision:2643; number_of_response:1; }","duration":"547.670769ms","start":"2026-03-20T10:29:40.669616Z","end":"2026-03-20T10:29:41.217286Z","steps":["trace[1215842238] 'process raft request' (duration: 546.031319ms)"],"step_count":1} {"level":"warn","ts":"2026-03-20T10:29:41.217523Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-20T10:29:40.669581Z","time spent":"547.898385ms","remote":"127.0.0.1:36750","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":510,"response count":0,"response size":38,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-03-20T10:29:41.385129Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"126.468674ms","expected-duration":"100ms","prefix":"","request":"header: txn: success:> failure: >>","response":"size:16"} {"level":"info","ts":"2026-03-20T10:29:41.385291Z","caller":"traceutil/trace.go:171","msg":"trace[297870833] linearizableReadLoop","detail":"{readStateIndex:2836; appliedIndex:2832; }","duration":"643.993573ms","start":"2026-03-20T10:29:40.741275Z","end":"2026-03-20T10:29:41.385269Z","steps":["trace[297870833] 'read index received' (duration: 474.086502ms)","trace[297870833] 'applied index is now lower than readState.Index' (duration: 169.905581ms)"],"step_count":2} {"level":"info","ts":"2026-03-20T10:29:41.385323Z","caller":"traceutil/trace.go:171","msg":"trace[334027752] transaction","detail":"{read_only:false; response_revision:2645; number_of_response:1; }","duration":"672.184385ms","start":"2026-03-20T10:29:40.713102Z","end":"2026-03-20T10:29:41.385286Z","steps":["trace[334027752] 'process raft request' (duration: 545.184038ms)","trace[334027752] 'compare' (duration: 126.220068ms)"],"step_count":2} {"level":"warn","ts":"2026-03-20T10:29:41.385493Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-20T10:29:40.713084Z","time spent":"672.308228ms","remote":"127.0.0.1:36498","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":120,"response count":0,"response size":38,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-03-20T10:29:41.385761Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"644.481306ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pods/kube-system/\" range_end:\"/registry/pods/kube-system0\" limit:500 ","response":"range_response_count:12 size:93949"} {"level":"info","ts":"2026-03-20T10:29:41.385813Z","caller":"traceutil/trace.go:171","msg":"trace[1104820129] range","detail":"{range_begin:/registry/pods/kube-system/; range_end:/registry/pods/kube-system0; response_count:12; response_revision:2645; }","duration":"644.590039ms","start":"2026-03-20T10:29:40.741212Z","end":"2026-03-20T10:29:41.385802Z","steps":["trace[1104820129] 'agreement among raft nodes before linearized reading' (duration: 644.174058ms)"],"step_count":1} {"level":"warn","ts":"2026-03-20T10:29:41.385861Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-20T10:29:40.741188Z","time spent":"644.659931ms","remote":"127.0.0.1:36646","response type":"/etcdserverpb.KV/Range","request count":0,"request size":61,"response count":12,"response size":93971,"request content":"key:\"/registry/pods/kube-system/\" range_end:\"/registry/pods/kube-system0\" limit:500 "} {"level":"warn","ts":"2026-03-20T10:29:41.385836Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"318.379151ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/plndr-cp-lock\" ","response":"range_response_count:1 size:434"} {"level":"info","ts":"2026-03-20T10:29:41.385935Z","caller":"traceutil/trace.go:171","msg":"trace[1678336913] range","detail":"{range_begin:/registry/leases/kube-system/plndr-cp-lock; range_end:; response_count:1; response_revision:2645; }","duration":"318.529354ms","start":"2026-03-20T10:29:41.067381Z","end":"2026-03-20T10:29:41.38591Z","steps":["trace[1678336913] 'agreement among raft nodes before linearized reading' (duration: 318.211605ms)"],"step_count":1} {"level":"warn","ts":"2026-03-20T10:29:41.386011Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-20T10:29:41.067359Z","time spent":"318.638677ms","remote":"127.0.0.1:36750","response type":"/etcdserverpb.KV/Range","request count":0,"request size":44,"response count":1,"response size":456,"request content":"key:\"/registry/leases/kube-system/plndr-cp-lock\" "} {"level":"warn","ts":"2026-03-20T10:29:41.810651Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"271.317142ms","expected-duration":"100ms","prefix":"","request":"header: txn: success:> failure: >>","response":"size:16"} {"level":"info","ts":"2026-03-20T10:29:41.811044Z","caller":"traceutil/trace.go:171","msg":"trace[1647694249] transaction","detail":"{read_only:false; response_revision:2646; number_of_response:1; }","duration":"402.201816ms","start":"2026-03-20T10:29:41.408811Z","end":"2026-03-20T10:29:41.811013Z","steps":["trace[1647694249] 'process raft request' (duration: 130.412983ms)","trace[1647694249] 'compare' (duration: 270.981263ms)"],"step_count":2} {"level":"warn","ts":"2026-03-20T10:29:41.811243Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-20T10:29:41.408787Z","time spent":"402.369491ms","remote":"127.0.0.1:36750","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":418,"response count":0,"response size":38,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-03-20T10:29:41.811601Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"309.354152ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pods/kube-system/ceph-csi-rbd-nodeplugin-vvdst\" ","response":"range_response_count:1 size:11390"} {"level":"info","ts":"2026-03-20T10:29:41.811679Z","caller":"traceutil/trace.go:171","msg":"trace[2012146110] range","detail":"{range_begin:/registry/pods/kube-system/ceph-csi-rbd-nodeplugin-vvdst; range_end:; response_count:1; response_revision:2646; }","duration":"309.483135ms","start":"2026-03-20T10:29:41.502178Z","end":"2026-03-20T10:29:41.811662Z","steps":["trace[2012146110] 'agreement among raft nodes before linearized reading' (duration: 309.066924ms)"],"step_count":1} {"level":"warn","ts":"2026-03-20T10:29:41.812004Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-20T10:29:41.502155Z","time spent":"309.744002ms","remote":"127.0.0.1:36646","response type":"/etcdserverpb.KV/Range","request count":0,"request size":58,"response count":1,"response size":11412,"request content":"key:\"/registry/pods/kube-system/ceph-csi-rbd-nodeplugin-vvdst\" "} {"level":"info","ts":"2026-03-20T10:29:41.810786Z","caller":"traceutil/trace.go:171","msg":"trace[1938894364] linearizableReadLoop","detail":"{readStateIndex:2837; appliedIndex:2836; }","duration":"308.521161ms","start":"2026-03-20T10:29:41.502241Z","end":"2026-03-20T10:29:41.810762Z","steps":["trace[1938894364] 'read index received' (duration: 36.993154ms)","trace[1938894364] 'applied index is now lower than readState.Index' (duration: 271.526047ms)"],"step_count":2} {"level":"warn","ts":"2026-03-20T10:29:41.813203Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"241.145309ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/rbd.csi.ceph.com-kube-system\" ","response":"range_response_count:1 size:531"} {"level":"info","ts":"2026-03-20T10:29:41.813269Z","caller":"traceutil/trace.go:171","msg":"trace[1749003511] range","detail":"{range_begin:/registry/leases/kube-system/rbd.csi.ceph.com-kube-system; range_end:; response_count:1; response_revision:2646; }","duration":"241.258062ms","start":"2026-03-20T10:29:41.571996Z","end":"2026-03-20T10:29:41.813254Z","steps":["trace[1749003511] 'agreement among raft nodes before linearized reading' (duration: 241.100968ms)"],"step_count":1} {"level":"warn","ts":"2026-03-20T10:29:41.81346Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"198.932364ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/cilium-operator-resource-lock\" ","response":"range_response_count:1 size:492"} {"level":"warn","ts":"2026-03-20T10:29:41.813481Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"198.943024ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/kube-scheduler\" ","response":"range_response_count:1 size:479"} {"level":"info","ts":"2026-03-20T10:29:41.813512Z","caller":"traceutil/trace.go:171","msg":"trace[372468592] range","detail":"{range_begin:/registry/leases/kube-system/cilium-operator-resource-lock; range_end:; response_count:1; response_revision:2646; }","duration":"199.026846ms","start":"2026-03-20T10:29:41.614473Z","end":"2026-03-20T10:29:41.8135Z","steps":["trace[372468592] 'agreement among raft nodes before linearized reading' (duration: 198.893763ms)"],"step_count":1} {"level":"warn","ts":"2026-03-20T10:29:41.813522Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"234.45594ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/health\" ","response":"range_response_count:0 size:5"} {"level":"info","ts":"2026-03-20T10:29:41.813538Z","caller":"traceutil/trace.go:171","msg":"trace[663626110] range","detail":"{range_begin:/registry/leases/kube-system/kube-scheduler; range_end:; response_count:1; response_revision:2646; }","duration":"199.039647ms","start":"2026-03-20T10:29:41.614483Z","end":"2026-03-20T10:29:41.813522Z","steps":["trace[663626110] 'agreement among raft nodes before linearized reading' (duration: 198.846902ms)"],"step_count":1} {"level":"info","ts":"2026-03-20T10:29:41.813571Z","caller":"traceutil/trace.go:171","msg":"trace[1575124560] range","detail":"{range_begin:/registry/health; range_end:; response_count:0; response_revision:2646; }","duration":"234.506242ms","start":"2026-03-20T10:29:41.579052Z","end":"2026-03-20T10:29:41.813558Z","steps":["trace[1575124560] 'agreement among raft nodes before linearized reading' (duration: 234.43161ms)"],"step_count":1} {"level":"warn","ts":"2026-03-20T10:29:42.128751Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"157.21415ms","expected-duration":"100ms","prefix":"","request":"header: txn: success:> failure: >>","response":"size:16"} {"level":"info","ts":"2026-03-20T10:29:42.129315Z","caller":"traceutil/trace.go:171","msg":"trace[2058293737] transaction","detail":"{read_only:false; response_revision:2647; number_of_response:1; }","duration":"310.197193ms","start":"2026-03-20T10:29:41.819067Z","end":"2026-03-20T10:29:42.129265Z","steps":["trace[2058293737] 'process raft request' (duration: 152.347478ms)","trace[2058293737] 'compare' (duration: 157.028475ms)"],"step_count":2} {"level":"warn","ts":"2026-03-20T10:29:42.129439Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-20T10:29:41.819036Z","time spent":"310.346647ms","remote":"127.0.0.1:36750","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":464,"response count":0,"response size":38,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-03-20T10:29:42.129513Z","caller":"traceutil/trace.go:171","msg":"trace[1084701863] transaction","detail":"{read_only:false; response_revision:2649; number_of_response:1; }","duration":"298.318143ms","start":"2026-03-20T10:29:41.831173Z","end":"2026-03-20T10:29:42.129491Z","steps":["trace[1084701863] 'process raft request' (duration: 298.074077ms)"],"step_count":1} {"level":"info","ts":"2026-03-20T10:29:42.129542Z","caller":"traceutil/trace.go:171","msg":"trace[1083288624] linearizableReadLoop","detail":"{readStateIndex:2839; appliedIndex:2837; }","duration":"306.460169ms","start":"2026-03-20T10:29:41.822853Z","end":"2026-03-20T10:29:42.129313Z","steps":["trace[1083288624] 'read index received' (duration: 148.592392ms)","trace[1083288624] 'applied index is now lower than readState.Index' (duration: 157.865907ms)"],"step_count":2} {"level":"warn","ts":"2026-03-20T10:29:42.129703Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"306.839778ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/health\" ","response":"range_response_count:0 size:5"} {"level":"info","ts":"2026-03-20T10:29:42.129751Z","caller":"traceutil/trace.go:171","msg":"trace[1715374637] range","detail":"{range_begin:/registry/health; range_end:; response_count:0; response_revision:2649; }","duration":"312.030999ms","start":"2026-03-20T10:29:41.817704Z","end":"2026-03-20T10:29:42.129735Z","steps":["trace[1715374637] 'agreement among raft nodes before linearized reading' (duration: 311.951707ms)"],"step_count":1} {"level":"warn","ts":"2026-03-20T10:29:42.129807Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-20T10:29:41.817686Z","time spent":"312.108812ms","remote":"127.0.0.1:36468","response type":"/etcdserverpb.KV/Range","request count":0,"request size":18,"response count":0,"response size":27,"request content":"key:\"/registry/health\" "} {"level":"warn","ts":"2026-03-20T10:29:42.129747Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"254.020246ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/roles/\" range_end:\"/registry/roles0\" count_only:true ","response":"range_response_count:0 size:7"} {"level":"info","ts":"2026-03-20T10:29:42.129963Z","caller":"traceutil/trace.go:171","msg":"trace[778868379] range","detail":"{range_begin:/registry/roles/; range_end:/registry/roles0; response_count:0; response_revision:2649; }","duration":"254.303562ms","start":"2026-03-20T10:29:41.875642Z","end":"2026-03-20T10:29:42.129946Z","steps":["trace[778868379] 'agreement among raft nodes before linearized reading' (duration: 254.026195ms)"],"step_count":1} {"level":"warn","ts":"2026-03-20T10:29:42.130299Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"243.09563ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pods/kube-system/ceph-csi-rbd-nodeplugin-vvdst\" ","response":"range_response_count:1 size:11390"} {"level":"info","ts":"2026-03-20T10:29:42.130436Z","caller":"traceutil/trace.go:171","msg":"trace[1297410210] range","detail":"{range_begin:/registry/pods/kube-system/ceph-csi-rbd-nodeplugin-vvdst; range_end:; response_count:1; response_revision:2649; }","duration":"243.266613ms","start":"2026-03-20T10:29:41.88712Z","end":"2026-03-20T10:29:42.130387Z","steps":["trace[1297410210] 'agreement among raft nodes before linearized reading' (duration: 242.905204ms)"],"step_count":1} {"level":"info","ts":"2026-03-20T10:29:42.130633Z","caller":"traceutil/trace.go:171","msg":"trace[1888054210] transaction","detail":"{read_only:false; response_revision:2648; number_of_response:1; }","duration":"310.028019ms","start":"2026-03-20T10:29:41.819592Z","end":"2026-03-20T10:29:42.12962Z","steps":["trace[1888054210] 'process raft request' (duration: 309.565738ms)"],"step_count":1} {"level":"warn","ts":"2026-03-20T10:29:42.130867Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-20T10:29:41.819576Z","time spent":"311.193929ms","remote":"127.0.0.1:36750","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":477,"response count":0,"response size":38,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-03-20T10:29:42.491873Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"152.594263ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pods/kube-system/kube-controller-manager-instance\" ","response":"range_response_count:1 size:7241"} {"level":"info","ts":"2026-03-20T10:29:42.491942Z","caller":"traceutil/trace.go:171","msg":"trace[2099847895] range","detail":"{range_begin:/registry/pods/kube-system/kube-controller-manager-instance; range_end:; response_count:1; response_revision:2649; }","duration":"152.730796ms","start":"2026-03-20T10:29:42.339192Z","end":"2026-03-20T10:29:42.491922Z","steps":["trace[2099847895] 'range keys from in-memory index tree' (duration: 152.353227ms)"],"step_count":1} {"level":"warn","ts":"2026-03-20T10:29:42.492213Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"263.370601ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pods/kube-system/ceph-csi-rbd-nodeplugin-vvdst\" ","response":"range_response_count:1 size:11390"} {"level":"info","ts":"2026-03-20T10:29:42.492292Z","caller":"traceutil/trace.go:171","msg":"trace[320201404] range","detail":"{range_begin:/registry/pods/kube-system/ceph-csi-rbd-nodeplugin-vvdst; range_end:; response_count:1; response_revision:2649; }","duration":"263.505184ms","start":"2026-03-20T10:29:42.228769Z","end":"2026-03-20T10:29:42.492274Z","steps":["trace[320201404] 'range keys from in-memory index tree' (duration: 262.96072ms)"],"step_count":1} {"level":"info","ts":"2026-03-20T10:29:42.661871Z","caller":"traceutil/trace.go:171","msg":"trace[1126035887] transaction","detail":"{read_only:false; response_revision:2650; number_of_response:1; }","duration":"159.832267ms","start":"2026-03-20T10:29:42.502013Z","end":"2026-03-20T10:29:42.661845Z","steps":["trace[1126035887] 'process raft request' (duration: 159.439017ms)"],"step_count":1} {"level":"warn","ts":"2026-03-20T10:29:43.179306Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"398.827322ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pods/kube-system/ceph-csi-rbd-nodeplugin-vvdst\" ","response":"range_response_count:1 size:11390"} {"level":"info","ts":"2026-03-20T10:29:43.179412Z","caller":"traceutil/trace.go:171","msg":"trace[656145883] range","detail":"{range_begin:/registry/pods/kube-system/ceph-csi-rbd-nodeplugin-vvdst; range_end:; response_count:1; response_revision:2650; }","duration":"398.985336ms","start":"2026-03-20T10:29:42.780408Z","end":"2026-03-20T10:29:43.179393Z","steps":["trace[656145883] 'range keys from in-memory index tree' (duration: 398.651098ms)"],"step_count":1} {"level":"warn","ts":"2026-03-20T10:29:43.179451Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-20T10:29:42.780387Z","time spent":"399.055168ms","remote":"127.0.0.1:36646","response type":"/etcdserverpb.KV/Range","request count":0,"request size":58,"response count":1,"response size":11412,"request content":"key:\"/registry/pods/kube-system/ceph-csi-rbd-nodeplugin-vvdst\" "} {"level":"warn","ts":"2026-03-20T10:29:43.179516Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"224.595522ms","expected-duration":"100ms","prefix":"","request":"header: txn: success:> failure: >>","response":"size:16"} {"level":"info","ts":"2026-03-20T10:29:43.179655Z","caller":"traceutil/trace.go:171","msg":"trace[1278208884] transaction","detail":"{read_only:false; response_revision:2651; number_of_response:1; }","duration":"341.196436ms","start":"2026-03-20T10:29:42.838398Z","end":"2026-03-20T10:29:43.179595Z","steps":["trace[1278208884] 'process raft request' (duration: 116.43322ms)","trace[1278208884] 'compare' (duration: 224.452488ms)"],"step_count":2} {"level":"warn","ts":"2026-03-20T10:29:43.179731Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-20T10:29:42.838382Z","time spent":"341.306329ms","remote":"127.0.0.1:36750","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":673,"response count":0,"response size":38,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-03-20T10:29:43.753219Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"325.298246ms","expected-duration":"100ms","prefix":"","request":"header: txn: success:> failure: >>","response":"size:16"} {"level":"info","ts":"2026-03-20T10:29:43.753336Z","caller":"traceutil/trace.go:171","msg":"trace[1874386397] linearizableReadLoop","detail":"{readStateIndex:2843; appliedIndex:2842; }","duration":"492.812225ms","start":"2026-03-20T10:29:43.260507Z","end":"2026-03-20T10:29:43.753319Z","steps":["trace[1874386397] 'read index received' (duration: 167.198072ms)","trace[1874386397] 'applied index is now lower than readState.Index' (duration: 325.612943ms)"],"step_count":2} {"level":"info","ts":"2026-03-20T10:29:43.753441Z","caller":"traceutil/trace.go:171","msg":"trace[919400101] transaction","detail":"{read_only:false; response_revision:2652; number_of_response:1; }","duration":"527.292266ms","start":"2026-03-20T10:29:43.226137Z","end":"2026-03-20T10:29:43.753429Z","steps":["trace[919400101] 'process raft request' (duration: 201.665833ms)","trace[919400101] 'compare' (duration: 325.171952ms)"],"step_count":2} {"level":"warn","ts":"2026-03-20T10:29:43.753512Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-20T10:29:43.226119Z","time spent":"527.359048ms","remote":"127.0.0.1:36750","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":422,"response count":0,"response size":38,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-03-20T10:29:43.753635Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"493.109363ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pods/kube-system/ceph-csi-rbd-nodeplugin-vvdst\" ","response":"range_response_count:1 size:11390"} {"level":"warn","ts":"2026-03-20T10:29:43.753651Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"173.543433ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/health\" ","response":"range_response_count:0 size:5"} {"level":"info","ts":"2026-03-20T10:29:43.753707Z","caller":"traceutil/trace.go:171","msg":"trace[1893816969] range","detail":"{range_begin:/registry/pods/kube-system/ceph-csi-rbd-nodeplugin-vvdst; range_end:; response_count:1; response_revision:2652; }","duration":"493.223186ms","start":"2026-03-20T10:29:43.260466Z","end":"2026-03-20T10:29:43.753689Z","steps":["trace[1893816969] 'agreement among raft nodes before linearized reading' (duration: 493.00021ms)"],"step_count":1} {"level":"warn","ts":"2026-03-20T10:29:43.753749Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-20T10:29:43.260447Z","time spent":"493.294327ms","remote":"127.0.0.1:36646","response type":"/etcdserverpb.KV/Range","request count":0,"request size":58,"response count":1,"response size":11412,"request content":"key:\"/registry/pods/kube-system/ceph-csi-rbd-nodeplugin-vvdst\" "} {"level":"info","ts":"2026-03-20T10:29:43.753749Z","caller":"traceutil/trace.go:171","msg":"trace[1364067133] range","detail":"{range_begin:/registry/health; range_end:; response_count:0; response_revision:2652; }","duration":"173.646765ms","start":"2026-03-20T10:29:43.580074Z","end":"2026-03-20T10:29:43.75372Z","steps":["trace[1364067133] 'agreement among raft nodes before linearized reading' (duration: 173.495042ms)"],"step_count":1} {"level":"warn","ts":"2026-03-20T10:29:43.753948Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"426.771747ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/rbd-csi-ceph-com\" ","response":"range_response_count:1 size:473"} {"level":"info","ts":"2026-03-20T10:29:43.754078Z","caller":"traceutil/trace.go:171","msg":"trace[626784634] range","detail":"{range_begin:/registry/leases/kube-system/rbd-csi-ceph-com; range_end:; response_count:1; response_revision:2652; }","duration":"426.939081ms","start":"2026-03-20T10:29:43.327121Z","end":"2026-03-20T10:29:43.75406Z","steps":["trace[626784634] 'agreement among raft nodes before linearized reading' (duration: 426.333696ms)"],"step_count":1} {"level":"warn","ts":"2026-03-20T10:29:43.754255Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-20T10:29:43.327102Z","time spent":"427.133075ms","remote":"127.0.0.1:36750","response type":"/etcdserverpb.KV/Range","request count":0,"request size":47,"response count":1,"response size":495,"request content":"key:\"/registry/leases/kube-system/rbd-csi-ceph-com\" "} {"level":"warn","ts":"2026-03-20T10:29:44.237734Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"376.96809ms","expected-duration":"100ms","prefix":"","request":"header: txn: success:> failure: >>","response":"size:16"} {"level":"info","ts":"2026-03-20T10:29:44.23799Z","caller":"traceutil/trace.go:171","msg":"trace[516421315] transaction","detail":"{read_only:false; response_revision:2653; number_of_response:1; }","duration":"478.524535ms","start":"2026-03-20T10:29:43.759429Z","end":"2026-03-20T10:29:44.237954Z","steps":["trace[516421315] 'process raft request' (duration: 101.246577ms)","trace[516421315] 'compare' (duration: 376.768064ms)"],"step_count":2} {"level":"info","ts":"2026-03-20T10:29:44.238061Z","caller":"traceutil/trace.go:171","msg":"trace[794419378] linearizableReadLoop","detail":"{readStateIndex:2844; appliedIndex:2843; }","duration":"476.491653ms","start":"2026-03-20T10:29:43.761547Z","end":"2026-03-20T10:29:44.238038Z","steps":["trace[794419378] 'read index received' (duration: 99.058311ms)","trace[794419378] 'applied index is now lower than readState.Index' (duration: 377.431262ms)"],"step_count":2} {"level":"warn","ts":"2026-03-20T10:29:44.23816Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-20T10:29:43.759418Z","time spent":"478.664568ms","remote":"127.0.0.1:36750","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":459,"response count":0,"response size":38,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-03-20T10:29:44.238276Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"476.718368ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pods/kube-system/ceph-csi-rbd-nodeplugin-vvdst\" ","response":"range_response_count:1 size:11390"} {"level":"info","ts":"2026-03-20T10:29:44.238333Z","caller":"traceutil/trace.go:171","msg":"trace[196314871] range","detail":"{range_begin:/registry/pods/kube-system/ceph-csi-rbd-nodeplugin-vvdst; range_end:; response_count:1; response_revision:2653; }","duration":"476.801371ms","start":"2026-03-20T10:29:43.761519Z","end":"2026-03-20T10:29:44.238321Z","steps":["trace[196314871] 'agreement among raft nodes before linearized reading' (duration: 476.624426ms)"],"step_count":1} {"level":"warn","ts":"2026-03-20T10:29:44.238374Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"104.342825ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/rbd.csi.ceph.com-kube-system\" ","response":"range_response_count:1 size:532"} {"level":"warn","ts":"2026-03-20T10:29:44.238387Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"421.800282ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/plndr-cp-lock\" ","response":"range_response_count:1 size:433"} {"level":"info","ts":"2026-03-20T10:29:44.238418Z","caller":"traceutil/trace.go:171","msg":"trace[205206482] range","detail":"{range_begin:/registry/leases/kube-system/rbd.csi.ceph.com-kube-system; range_end:; response_count:1; response_revision:2653; }","duration":"104.398526ms","start":"2026-03-20T10:29:44.134008Z","end":"2026-03-20T10:29:44.238406Z","steps":["trace[205206482] 'agreement among raft nodes before linearized reading' (duration: 104.276643ms)"],"step_count":1} {"level":"info","ts":"2026-03-20T10:29:44.23845Z","caller":"traceutil/trace.go:171","msg":"trace[867809429] range","detail":"{range_begin:/registry/leases/kube-system/plndr-cp-lock; range_end:; response_count:1; response_revision:2653; }","duration":"421.873814ms","start":"2026-03-20T10:29:43.816549Z","end":"2026-03-20T10:29:44.238422Z","steps":["trace[867809429] 'agreement among raft nodes before linearized reading' (duration: 421.68686ms)"],"step_count":1} {"level":"warn","ts":"2026-03-20T10:29:44.238481Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"103.604387ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/cilium-operator-resource-lock\" ","response":"range_response_count:1 size:493"} {"level":"warn","ts":"2026-03-20T10:29:44.23847Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"104.469028ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/kube-scheduler\" ","response":"range_response_count:1 size:480"} {"level":"warn","ts":"2026-03-20T10:29:44.238493Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-20T10:29:43.816538Z","time spent":"421.946756ms","remote":"127.0.0.1:36750","response type":"/etcdserverpb.KV/Range","request count":0,"request size":44,"response count":1,"response size":455,"request content":"key:\"/registry/leases/kube-system/plndr-cp-lock\" "} {"level":"info","ts":"2026-03-20T10:29:44.238513Z","caller":"traceutil/trace.go:171","msg":"trace[752791379] range","detail":"{range_begin:/registry/leases/kube-system/cilium-operator-resource-lock; range_end:; response_count:1; response_revision:2653; }","duration":"103.653077ms","start":"2026-03-20T10:29:44.134852Z","end":"2026-03-20T10:29:44.238505Z","steps":["trace[752791379] 'agreement among raft nodes before linearized reading' (duration: 103.557055ms)"],"step_count":1} {"level":"warn","ts":"2026-03-20T10:29:44.238377Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-20T10:29:43.761477Z","time spent":"476.888223ms","remote":"127.0.0.1:36646","response type":"/etcdserverpb.KV/Range","request count":0,"request size":58,"response count":1,"response size":11412,"request content":"key:\"/registry/pods/kube-system/ceph-csi-rbd-nodeplugin-vvdst\" "} {"level":"info","ts":"2026-03-20T10:29:44.238537Z","caller":"traceutil/trace.go:171","msg":"trace[22050750] range","detail":"{range_begin:/registry/leases/kube-system/kube-scheduler; range_end:; response_count:1; response_revision:2653; }","duration":"104.589691ms","start":"2026-03-20T10:29:44.133934Z","end":"2026-03-20T10:29:44.238523Z","steps":["trace[22050750] 'agreement among raft nodes before linearized reading' (duration: 104.394016ms)"],"step_count":1} {"level":"warn","ts":"2026-03-20T10:29:44.507806Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"169.798938ms","expected-duration":"100ms","prefix":"","request":"header: txn: success:> failure: >>","response":"size:16"} {"level":"info","ts":"2026-03-20T10:29:44.50802Z","caller":"traceutil/trace.go:171","msg":"trace[437217055] linearizableReadLoop","detail":"{readStateIndex:2848; appliedIndex:2845; }","duration":"197.579729ms","start":"2026-03-20T10:29:44.310422Z","end":"2026-03-20T10:29:44.508001Z","steps":["trace[437217055] 'read index received' (duration: 27.426252ms)","trace[437217055] 'applied index is now lower than readState.Index' (duration: 170.152657ms)"],"step_count":2} {"level":"info","ts":"2026-03-20T10:29:44.508113Z","caller":"traceutil/trace.go:171","msg":"trace[2049817226] transaction","detail":"{read_only:false; response_revision:2657; number_of_response:1; }","duration":"264.367305ms","start":"2026-03-20T10:29:44.243735Z","end":"2026-03-20T10:29:44.508103Z","steps":["trace[2049817226] 'process raft request' (duration: 264.220041ms)"],"step_count":1} {"level":"info","ts":"2026-03-20T10:29:44.508134Z","caller":"traceutil/trace.go:171","msg":"trace[2136871386] transaction","detail":"{read_only:false; response_revision:2656; number_of_response:1; }","duration":"264.95562ms","start":"2026-03-20T10:29:44.243146Z","end":"2026-03-20T10:29:44.508101Z","steps":["trace[2136871386] 'process raft request' (duration: 264.755455ms)"],"step_count":1} {"level":"info","ts":"2026-03-20T10:29:44.508316Z","caller":"traceutil/trace.go:171","msg":"trace[735987831] transaction","detail":"{read_only:false; response_revision:2655; number_of_response:1; }","duration":"265.227208ms","start":"2026-03-20T10:29:44.243077Z","end":"2026-03-20T10:29:44.508304Z","steps":["trace[735987831] 'process raft request' (duration: 94.839635ms)","trace[735987831] 'compare' (duration: 169.690146ms)"],"step_count":2} {"level":"warn","ts":"2026-03-20T10:29:44.508476Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"198.04781ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pods/kube-system/ceph-csi-rbd-nodeplugin-vvdst\" ","response":"range_response_count:1 size:11390"} {"level":"info","ts":"2026-03-20T10:29:44.508532Z","caller":"traceutil/trace.go:171","msg":"trace[1581670603] range","detail":"{range_begin:/registry/pods/kube-system/ceph-csi-rbd-nodeplugin-vvdst; range_end:; response_count:1; response_revision:2657; }","duration":"198.129373ms","start":"2026-03-20T10:29:44.310392Z","end":"2026-03-20T10:29:44.508521Z","steps":["trace[1581670603] 'agreement among raft nodes before linearized reading' (duration: 197.962148ms)"],"step_count":1} {"level":"info","ts":"2026-03-20T10:29:44.982718Z","caller":"traceutil/trace.go:171","msg":"trace[595455310] transaction","detail":"{read_only:false; response_revision:2658; number_of_response:1; }","duration":"114.019129ms","start":"2026-03-20T10:29:44.86867Z","end":"2026-03-20T10:29:44.982689Z","steps":["trace[595455310] 'process raft request' (duration: 113.845414ms)"],"step_count":1} {"level":"info","ts":"2026-03-20T10:29:45.939505Z","caller":"traceutil/trace.go:171","msg":"trace[1028183580] linearizableReadLoop","detail":"{readStateIndex:2850; appliedIndex:2849; }","duration":"163.529449ms","start":"2026-03-20T10:29:45.775952Z","end":"2026-03-20T10:29:45.939481Z","steps":["trace[1028183580] 'read index received' (duration: 163.310973ms)","trace[1028183580] 'applied index is now lower than readState.Index' (duration: 217.526µs)"],"step_count":2} {"level":"info","ts":"2026-03-20T10:29:45.939624Z","caller":"traceutil/trace.go:171","msg":"trace[689215093] transaction","detail":"{read_only:false; response_revision:2659; number_of_response:1; }","duration":"171.310046ms","start":"2026-03-20T10:29:45.768286Z","end":"2026-03-20T10:29:45.939596Z","steps":["trace[689215093] 'process raft request' (duration: 171.041739ms)"],"step_count":1} {"level":"warn","ts":"2026-03-20T10:29:45.939742Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"163.771936ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pods/kube-system/ceph-csi-rbd-provisioner-69cb97fb6-7sf5r\" ","response":"range_response_count:1 size:14298"} {"level":"info","ts":"2026-03-20T10:29:45.939814Z","caller":"traceutil/trace.go:171","msg":"trace[2075500646] range","detail":"{range_begin:/registry/pods/kube-system/ceph-csi-rbd-provisioner-69cb97fb6-7sf5r; range_end:; response_count:1; response_revision:2659; }","duration":"163.888278ms","start":"2026-03-20T10:29:45.775914Z","end":"2026-03-20T10:29:45.939802Z","steps":["trace[2075500646] 'agreement among raft nodes before linearized reading' (duration: 163.696753ms)"],"step_count":1} {"level":"info","ts":"2026-03-20T10:29:46.055348Z","caller":"traceutil/trace.go:171","msg":"trace[159996841] transaction","detail":"{read_only:false; response_revision:2660; number_of_response:1; }","duration":"101.128394ms","start":"2026-03-20T10:29:45.954205Z","end":"2026-03-20T10:29:46.055333Z","steps":["trace[159996841] 'process raft request' (duration: 47.384417ms)","trace[159996841] 'compare' (duration: 53.359877ms)"],"step_count":2} {"level":"info","ts":"2026-03-20T10:29:46.494181Z","caller":"traceutil/trace.go:171","msg":"trace[774260644] linearizableReadLoop","detail":"{readStateIndex:2853; appliedIndex:2851; }","duration":"207.819128ms","start":"2026-03-20T10:29:46.286334Z","end":"2026-03-20T10:29:46.494153Z","steps":["trace[774260644] 'read index received' (duration: 69.486235ms)","trace[774260644] 'applied index is now lower than readState.Index' (duration: 138.332063ms)"],"step_count":2} {"level":"info","ts":"2026-03-20T10:29:46.494244Z","caller":"traceutil/trace.go:171","msg":"trace[1914008363] transaction","detail":"{read_only:false; response_revision:2662; number_of_response:1; }","duration":"212.105747ms","start":"2026-03-20T10:29:46.282092Z","end":"2026-03-20T10:29:46.494198Z","steps":["trace[1914008363] 'process raft request' (duration: 152.270876ms)","trace[1914008363] 'compare' (duration: 59.649896ms)"],"step_count":2} {"level":"warn","ts":"2026-03-20T10:29:46.494444Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"197.22589ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/cilium-operator-resource-lock\" ","response":"range_response_count:1 size:492"} {"level":"warn","ts":"2026-03-20T10:29:46.494429Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"182.712814ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/services/specs/\" range_end:\"/registry/services/specs0\" count_only:true ","response":"range_response_count:0 size:7"} {"level":"info","ts":"2026-03-20T10:29:46.494493Z","caller":"traceutil/trace.go:171","msg":"trace[1178043077] range","detail":"{range_begin:/registry/leases/kube-system/cilium-operator-resource-lock; range_end:; response_count:1; response_revision:2662; }","duration":"197.313242ms","start":"2026-03-20T10:29:46.297169Z","end":"2026-03-20T10:29:46.494482Z","steps":["trace[1178043077] 'agreement among raft nodes before linearized reading' (duration: 197.152488ms)"],"step_count":1} {"level":"info","ts":"2026-03-20T10:29:46.494515Z","caller":"traceutil/trace.go:171","msg":"trace[547590194] range","detail":"{range_begin:/registry/services/specs/; range_end:/registry/services/specs0; response_count:0; response_revision:2662; }","duration":"182.832536ms","start":"2026-03-20T10:29:46.311663Z","end":"2026-03-20T10:29:46.494496Z","steps":["trace[547590194] 'agreement among raft nodes before linearized reading' (duration: 182.679353ms)"],"step_count":1} {"level":"warn","ts":"2026-03-20T10:29:46.494446Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"208.094715ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pods/kube-system/ceph-csi-rbd-provisioner-69cb97fb6-7sf5r\" ","response":"range_response_count:1 size:14298"} {"level":"info","ts":"2026-03-20T10:29:46.49465Z","caller":"traceutil/trace.go:171","msg":"trace[2069497278] range","detail":"{range_begin:/registry/pods/kube-system/ceph-csi-rbd-provisioner-69cb97fb6-7sf5r; range_end:; response_count:1; response_revision:2662; }","duration":"208.328091ms","start":"2026-03-20T10:29:46.286302Z","end":"2026-03-20T10:29:46.49463Z","steps":["trace[2069497278] 'agreement among raft nodes before linearized reading' (duration: 207.943951ms)"],"step_count":1} {"level":"warn","ts":"2026-03-20T10:29:47.184144Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"299.848752ms","expected-duration":"100ms","prefix":"","request":"header: txn: success:> failure: >>","response":"size:16"} {"level":"info","ts":"2026-03-20T10:29:47.184268Z","caller":"traceutil/trace.go:171","msg":"trace[1472028613] transaction","detail":"{read_only:false; response_revision:2664; number_of_response:1; }","duration":"639.875579ms","start":"2026-03-20T10:29:46.544379Z","end":"2026-03-20T10:29:47.184255Z","steps":["trace[1472028613] 'process raft request' (duration: 339.859402ms)","trace[1472028613] 'compare' (duration: 299.767471ms)"],"step_count":2} {"level":"warn","ts":"2026-03-20T10:29:47.184306Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-20T10:29:46.544357Z","time spent":"639.93094ms","remote":"127.0.0.1:36750","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":464,"response count":0,"response size":38,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-03-20T10:29:47.184421Z","caller":"traceutil/trace.go:171","msg":"trace[123780911] transaction","detail":"{read_only:false; response_revision:2665; number_of_response:1; }","duration":"638.284598ms","start":"2026-03-20T10:29:46.546132Z","end":"2026-03-20T10:29:47.184416Z","steps":["trace[123780911] 'process raft request' (duration: 638.093413ms)"],"step_count":1} {"level":"warn","ts":"2026-03-20T10:29:47.184454Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-20T10:29:46.546104Z","time spent":"638.33566ms","remote":"127.0.0.1:36750","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":419,"response count":0,"response size":38,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-03-20T10:29:47.184933Z","caller":"traceutil/trace.go:171","msg":"trace[584478799] transaction","detail":"{read_only:false; response_revision:2666; number_of_response:1; }","duration":"637.13537ms","start":"2026-03-20T10:29:46.54778Z","end":"2026-03-20T10:29:47.184915Z","steps":["trace[584478799] 'process raft request' (duration: 636.616046ms)"],"step_count":1} {"level":"warn","ts":"2026-03-20T10:29:47.185023Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-20T10:29:46.547766Z","time spent":"637.213992ms","remote":"127.0.0.1:36750","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":517,"response count":0,"response size":38,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-03-20T10:29:47.327428Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"142.787174ms","expected-duration":"100ms","prefix":"","request":"header: lease_revoke:","response":"size:27"} {"level":"info","ts":"2026-03-20T10:29:47.327535Z","caller":"traceutil/trace.go:171","msg":"trace[1540631969] linearizableReadLoop","detail":"{readStateIndex:2857; appliedIndex:2854; }","duration":"759.001077ms","start":"2026-03-20T10:29:46.568515Z","end":"2026-03-20T10:29:47.327516Z","steps":["trace[1540631969] 'read index received' (duration: 315.691782ms)","trace[1540631969] 'applied index is now lower than readState.Index' (duration: 443.307715ms)"],"step_count":2} {"level":"warn","ts":"2026-03-20T10:29:47.327761Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"748.308818ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/health\" ","response":"range_response_count:0 size:5"} {"level":"info","ts":"2026-03-20T10:29:47.327795Z","caller":"traceutil/trace.go:171","msg":"trace[1452044299] range","detail":"{range_begin:/registry/health; range_end:; response_count:0; response_revision:2666; }","duration":"748.38503ms","start":"2026-03-20T10:29:46.579396Z","end":"2026-03-20T10:29:47.327781Z","steps":["trace[1452044299] 'agreement among raft nodes before linearized reading' (duration: 748.315968ms)"],"step_count":1} {"level":"warn","ts":"2026-03-20T10:29:47.327833Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-20T10:29:46.57938Z","time spent":"748.446091ms","remote":"127.0.0.1:36464","response type":"/etcdserverpb.KV/Range","request count":0,"request size":18,"response count":0,"response size":27,"request content":"key:\"/registry/health\" "} {"level":"warn","ts":"2026-03-20T10:29:47.327854Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"588.668586ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/minions/\" range_end:\"/registry/minions0\" count_only:true ","response":"range_response_count:0 size:7"} {"level":"warn","ts":"2026-03-20T10:29:47.327882Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"759.347226ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pods/kube-system/ceph-csi-rbd-provisioner-69cb97fb6-7sf5r\" ","response":"range_response_count:1 size:14298"} {"level":"info","ts":"2026-03-20T10:29:47.327953Z","caller":"traceutil/trace.go:171","msg":"trace[610655973] range","detail":"{range_begin:/registry/minions/; range_end:/registry/minions0; response_count:0; response_revision:2666; }","duration":"588.850561ms","start":"2026-03-20T10:29:46.739078Z","end":"2026-03-20T10:29:47.327929Z","steps":["trace[610655973] 'agreement among raft nodes before linearized reading' (duration: 588.659626ms)"],"step_count":1} {"level":"info","ts":"2026-03-20T10:29:47.327986Z","caller":"traceutil/trace.go:171","msg":"trace[1559721509] range","detail":"{range_begin:/registry/pods/kube-system/ceph-csi-rbd-provisioner-69cb97fb6-7sf5r; range_end:; response_count:1; response_revision:2666; }","duration":"759.484319ms","start":"2026-03-20T10:29:46.568469Z","end":"2026-03-20T10:29:47.327953Z","steps":["trace[1559721509] 'agreement among raft nodes before linearized reading' (duration: 759.217443ms)"],"step_count":1} {"level":"warn","ts":"2026-03-20T10:29:47.328008Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-20T10:29:46.739052Z","time spent":"588.943643ms","remote":"127.0.0.1:36644","response type":"/etcdserverpb.KV/Range","request count":0,"request size":42,"response count":1,"response size":29,"request content":"key:\"/registry/minions/\" range_end:\"/registry/minions0\" count_only:true "} {"level":"warn","ts":"2026-03-20T10:29:47.328048Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-20T10:29:46.568447Z","time spent":"759.586362ms","remote":"127.0.0.1:36646","response type":"/etcdserverpb.KV/Range","request count":0,"request size":69,"response count":1,"response size":14320,"request content":"key:\"/registry/pods/kube-system/ceph-csi-rbd-provisioner-69cb97fb6-7sf5r\" "} {"level":"warn","ts":"2026-03-20T10:29:48.234335Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"138.633161ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pods/kube-system/cilium-7cwfr\" ","response":"range_response_count:1 size:18525"} {"level":"info","ts":"2026-03-20T10:29:48.234433Z","caller":"traceutil/trace.go:171","msg":"trace[317163253] range","detail":"{range_begin:/registry/pods/kube-system/cilium-7cwfr; range_end:; response_count:1; response_revision:2667; }","duration":"138.783245ms","start":"2026-03-20T10:29:48.095624Z","end":"2026-03-20T10:29:48.234407Z","steps":["trace[317163253] 'range keys from in-memory index tree' (duration: 138.425895ms)"],"step_count":1} {"level":"warn","ts":"2026-03-20T10:29:48.960669Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"199.091388ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pods/kube-system/cilium-7cwfr\" ","response":"range_response_count:1 size:18525"} {"level":"info","ts":"2026-03-20T10:29:48.960726Z","caller":"traceutil/trace.go:171","msg":"trace[377717921] range","detail":"{range_begin:/registry/pods/kube-system/cilium-7cwfr; range_end:; response_count:1; response_revision:2668; }","duration":"199.196321ms","start":"2026-03-20T10:29:48.761518Z","end":"2026-03-20T10:29:48.960714Z","steps":["trace[377717921] 'range keys from in-memory index tree' (duration: 198.944644ms)"],"step_count":1} {"level":"info","ts":"2026-03-20T10:29:49.293054Z","caller":"traceutil/trace.go:171","msg":"trace[820734450] transaction","detail":"{read_only:false; response_revision:2669; number_of_response:1; }","duration":"101.639886ms","start":"2026-03-20T10:29:49.19139Z","end":"2026-03-20T10:29:49.29303Z","steps":["trace[820734450] 'process raft request' (duration: 101.514843ms)"],"step_count":1} {"level":"info","ts":"2026-03-20T10:29:49.777546Z","caller":"traceutil/trace.go:171","msg":"trace[1535510168] linearizableReadLoop","detail":"{readStateIndex:2863; appliedIndex:2860; }","duration":"535.632247ms","start":"2026-03-20T10:29:49.241891Z","end":"2026-03-20T10:29:49.777524Z","steps":["trace[1535510168] 'read index received' (duration: 51.006298ms)","trace[1535510168] 'applied index is now lower than readState.Index' (duration: 484.624869ms)"],"step_count":2} {"level":"warn","ts":"2026-03-20T10:29:49.77799Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"536.080037ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/rbd-csi-ceph-com\" ","response":"range_response_count:1 size:474"} {"level":"warn","ts":"2026-03-20T10:29:49.778036Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"531.576984ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pods/kube-system/cilium-7cwfr\" ","response":"range_response_count:1 size:18525"} {"level":"info","ts":"2026-03-20T10:29:49.77805Z","caller":"traceutil/trace.go:171","msg":"trace[1318270101] range","detail":"{range_begin:/registry/leases/kube-system/rbd-csi-ceph-com; range_end:; response_count:1; response_revision:2671; }","duration":"536.18908ms","start":"2026-03-20T10:29:49.241846Z","end":"2026-03-20T10:29:49.778035Z","steps":["trace[1318270101] 'agreement among raft nodes before linearized reading' (duration: 535.982225ms)"],"step_count":1} {"level":"warn","ts":"2026-03-20T10:29:49.778085Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-20T10:29:49.241828Z","time spent":"536.251971ms","remote":"127.0.0.1:36750","response type":"/etcdserverpb.KV/Range","request count":0,"request size":47,"response count":1,"response size":496,"request content":"key:\"/registry/leases/kube-system/rbd-csi-ceph-com\" "} {"level":"info","ts":"2026-03-20T10:29:49.778077Z","caller":"traceutil/trace.go:171","msg":"trace[918241468] range","detail":"{range_begin:/registry/pods/kube-system/cilium-7cwfr; range_end:; response_count:1; response_revision:2671; }","duration":"531.641005ms","start":"2026-03-20T10:29:49.246422Z","end":"2026-03-20T10:29:49.778063Z","steps":["trace[918241468] 'agreement among raft nodes before linearized reading' (duration: 531.475751ms)"],"step_count":1} {"level":"warn","ts":"2026-03-20T10:29:49.778119Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-20T10:29:49.246413Z","time spent":"531.696816ms","remote":"127.0.0.1:36646","response type":"/etcdserverpb.KV/Range","request count":0,"request size":41,"response count":1,"response size":18547,"request content":"key:\"/registry/pods/kube-system/cilium-7cwfr\" "} {"level":"info","ts":"2026-03-20T10:29:49.778338Z","caller":"traceutil/trace.go:171","msg":"trace[345265839] transaction","detail":"{read_only:false; response_revision:2670; number_of_response:1; }","duration":"586.558183ms","start":"2026-03-20T10:29:49.191771Z","end":"2026-03-20T10:29:49.778329Z","steps":["trace[345265839] 'process raft request' (duration: 585.526767ms)"],"step_count":1} {"level":"warn","ts":"2026-03-20T10:29:49.778405Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-20T10:29:49.191749Z","time spent":"586.604423ms","remote":"127.0.0.1:36750","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":463,"response count":0,"response size":38,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-03-20T10:29:49.778452Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"134.341853ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/kube-controller-manager\" ","response":"range_response_count:1 size:506"} {"level":"info","ts":"2026-03-20T10:29:49.778492Z","caller":"traceutil/trace.go:171","msg":"trace[1069771754] transaction","detail":"{read_only:false; response_revision:2671; number_of_response:1; }","duration":"586.422609ms","start":"2026-03-20T10:29:49.192064Z","end":"2026-03-20T10:29:49.778486Z","steps":["trace[1069771754] 'process raft request' (duration: 585.425184ms)"],"step_count":1} {"level":"warn","ts":"2026-03-20T10:29:49.778524Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-20T10:29:49.192053Z","time spent":"586.45373ms","remote":"127.0.0.1:36750","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":516,"response count":0,"response size":38,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-03-20T10:29:49.778529Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"196.936164ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/health\" ","response":"range_response_count:0 size:5"} {"level":"info","ts":"2026-03-20T10:29:49.778558Z","caller":"traceutil/trace.go:171","msg":"trace[412863085] range","detail":"{range_begin:/registry/health; range_end:; response_count:0; response_revision:2671; }","duration":"197.008075ms","start":"2026-03-20T10:29:49.581542Z","end":"2026-03-20T10:29:49.77855Z","steps":["trace[412863085] 'agreement among raft nodes before linearized reading' (duration: 196.961994ms)"],"step_count":1} {"level":"info","ts":"2026-03-20T10:29:49.778485Z","caller":"traceutil/trace.go:171","msg":"trace[2002888728] range","detail":"{range_begin:/registry/leases/kube-system/kube-controller-manager; range_end:; response_count:1; response_revision:2671; }","duration":"134.409184ms","start":"2026-03-20T10:29:49.644066Z","end":"2026-03-20T10:29:49.778475Z","steps":["trace[2002888728] 'agreement among raft nodes before linearized reading' (duration: 134.309862ms)"],"step_count":1} {"level":"warn","ts":"2026-03-20T10:29:49.778766Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"265.239518ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/secrets/\" range_end:\"/registry/secrets0\" count_only:true ","response":"range_response_count:0 size:7"} {"level":"info","ts":"2026-03-20T10:29:49.778797Z","caller":"traceutil/trace.go:171","msg":"trace[665001104] range","detail":"{range_begin:/registry/secrets/; range_end:/registry/secrets0; response_count:0; response_revision:2671; }","duration":"265.30647ms","start":"2026-03-20T10:29:49.513482Z","end":"2026-03-20T10:29:49.778788Z","steps":["trace[665001104] 'agreement among raft nodes before linearized reading' (duration: 265.244499ms)"],"step_count":1} {"level":"warn","ts":"2026-03-20T10:29:50.048031Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"174.888277ms","expected-duration":"100ms","prefix":"","request":"header: txn: success:> failure: >>","response":"size:16"} {"level":"info","ts":"2026-03-20T10:29:50.048126Z","caller":"traceutil/trace.go:171","msg":"trace[842678239] linearizableReadLoop","detail":"{readStateIndex:2864; appliedIndex:2863; }","duration":"260.993851ms","start":"2026-03-20T10:29:49.787115Z","end":"2026-03-20T10:29:50.048109Z","steps":["trace[842678239] 'read index received' (duration: 85.866638ms)","trace[842678239] 'applied index is now lower than readState.Index' (duration: 175.126083ms)"],"step_count":2} {"level":"info","ts":"2026-03-20T10:29:50.048215Z","caller":"traceutil/trace.go:171","msg":"trace[1827974495] transaction","detail":"{read_only:false; response_revision:2672; number_of_response:1; }","duration":"264.917651ms","start":"2026-03-20T10:29:49.783287Z","end":"2026-03-20T10:29:50.048205Z","steps":["trace[1827974495] 'process raft request' (duration: 89.772017ms)","trace[1827974495] 'compare' (duration: 174.781195ms)"],"step_count":2} {"level":"warn","ts":"2026-03-20T10:29:50.048495Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"261.34809ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pods/kube-system/cilium-7cwfr\" ","response":"range_response_count:1 size:18525"} {"level":"info","ts":"2026-03-20T10:29:50.048561Z","caller":"traceutil/trace.go:171","msg":"trace[1288679396] range","detail":"{range_begin:/registry/pods/kube-system/cilium-7cwfr; range_end:; response_count:1; response_revision:2672; }","duration":"261.468933ms","start":"2026-03-20T10:29:49.787077Z","end":"2026-03-20T10:29:50.048546Z","steps":["trace[1288679396] 'agreement among raft nodes before linearized reading' (duration: 261.308979ms)"],"step_count":1} {"level":"warn","ts":"2026-03-20T10:29:50.458587Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"274.666616ms","expected-duration":"100ms","prefix":"","request":"header: txn: success:> failure: >>","response":"size:16"} {"level":"info","ts":"2026-03-20T10:29:50.458785Z","caller":"traceutil/trace.go:171","msg":"trace[707077070] linearizableReadLoop","detail":"{readStateIndex:2866; appliedIndex:2864; }","duration":"388.799918ms","start":"2026-03-20T10:29:50.069962Z","end":"2026-03-20T10:29:50.458762Z","steps":["trace[707077070] 'read index received' (duration: 114.079391ms)","trace[707077070] 'applied index is now lower than readState.Index' (duration: 274.719287ms)"],"step_count":2} {"level":"info","ts":"2026-03-20T10:29:50.458907Z","caller":"traceutil/trace.go:171","msg":"trace[663005648] transaction","detail":"{read_only:false; response_revision:2674; number_of_response:1; }","duration":"404.059874ms","start":"2026-03-20T10:29:50.054836Z","end":"2026-03-20T10:29:50.458896Z","steps":["trace[663005648] 'process raft request' (duration: 403.853639ms)"],"step_count":1} {"level":"info","ts":"2026-03-20T10:29:50.458866Z","caller":"traceutil/trace.go:171","msg":"trace[1950434578] transaction","detail":"{read_only:false; response_revision:2673; number_of_response:1; }","duration":"404.583106ms","start":"2026-03-20T10:29:50.054222Z","end":"2026-03-20T10:29:50.458805Z","steps":["trace[1950434578] 'process raft request' (duration: 129.618423ms)","trace[1950434578] 'compare' (duration: 274.518712ms)"],"step_count":2} {"level":"warn","ts":"2026-03-20T10:29:50.459001Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-20T10:29:50.054814Z","time spent":"404.129225ms","remote":"127.0.0.1:36750","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":519,"response count":0,"response size":38,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-03-20T10:29:50.459127Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-20T10:29:50.0542Z","time spent":"404.783661ms","remote":"127.0.0.1:36750","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":423,"response count":0,"response size":38,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-03-20T10:29:50.459279Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"322.803461ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pods/kube-system/cilium-operator-869df985b8-6rkgb\" ","response":"range_response_count:1 size:6859"} {"level":"info","ts":"2026-03-20T10:29:50.459431Z","caller":"traceutil/trace.go:171","msg":"trace[1138502207] range","detail":"{range_begin:/registry/pods/kube-system/cilium-operator-869df985b8-6rkgb; range_end:; response_count:1; response_revision:2674; }","duration":"323.021507ms","start":"2026-03-20T10:29:50.136384Z","end":"2026-03-20T10:29:50.459406Z","steps":["trace[1138502207] 'agreement among raft nodes before linearized reading' (duration: 322.693618ms)"],"step_count":1} {"level":"warn","ts":"2026-03-20T10:29:50.459461Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"389.484156ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/resourcequotas/\" range_end:\"/registry/resourcequotas0\" count_only:true ","response":"range_response_count:0 size:5"} {"level":"warn","ts":"2026-03-20T10:29:50.459493Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-20T10:29:50.13634Z","time spent":"323.13792ms","remote":"127.0.0.1:36646","response type":"/etcdserverpb.KV/Range","request count":0,"request size":61,"response count":1,"response size":6881,"request content":"key:\"/registry/pods/kube-system/cilium-operator-869df985b8-6rkgb\" "} {"level":"info","ts":"2026-03-20T10:29:50.459594Z","caller":"traceutil/trace.go:171","msg":"trace[1433031251] range","detail":"{range_begin:/registry/resourcequotas/; range_end:/registry/resourcequotas0; response_count:0; response_revision:2674; }","duration":"389.656101ms","start":"2026-03-20T10:29:50.06992Z","end":"2026-03-20T10:29:50.459576Z","steps":["trace[1433031251] 'agreement among raft nodes before linearized reading' (duration: 389.490977ms)"],"step_count":1} {"level":"warn","ts":"2026-03-20T10:29:50.459819Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-20T10:29:50.069901Z","time spent":"389.895706ms","remote":"127.0.0.1:36556","response type":"/etcdserverpb.KV/Range","request count":0,"request size":56,"response count":0,"response size":27,"request content":"key:\"/registry/resourcequotas/\" range_end:\"/registry/resourcequotas0\" count_only:true "} {"level":"warn","ts":"2026-03-20T10:29:50.894981Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"241.440387ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/cilium-operator-resource-lock\" ","response":"range_response_count:1 size:493"} {"level":"info","ts":"2026-03-20T10:29:50.895052Z","caller":"traceutil/trace.go:171","msg":"trace[496280756] range","detail":"{range_begin:/registry/leases/kube-system/cilium-operator-resource-lock; range_end:; response_count:1; response_revision:2674; }","duration":"241.5439ms","start":"2026-03-20T10:29:50.653488Z","end":"2026-03-20T10:29:50.895032Z","steps":["trace[496280756] 'range keys from in-memory index tree' (duration: 241.300384ms)"],"step_count":1} {"level":"warn","ts":"2026-03-20T10:29:50.895199Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"222.95041ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pods/kube-system/cilium-operator-869df985b8-6rkgb\" ","response":"range_response_count:1 size:6859"} {"level":"info","ts":"2026-03-20T10:29:50.895261Z","caller":"traceutil/trace.go:171","msg":"trace[1215158734] range","detail":"{range_begin:/registry/pods/kube-system/cilium-operator-869df985b8-6rkgb; range_end:; response_count:1; response_revision:2674; }","duration":"223.029452ms","start":"2026-03-20T10:29:50.672216Z","end":"2026-03-20T10:29:50.895246Z","steps":["trace[1215158734] 'range keys from in-memory index tree' (duration: 222.837437ms)"],"step_count":1} {"level":"warn","ts":"2026-03-20T10:29:50.895297Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"306.411037ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/health\" ","response":"range_response_count:0 size:5"} {"level":"info","ts":"2026-03-20T10:29:50.895362Z","caller":"traceutil/trace.go:171","msg":"trace[863252936] range","detail":"{range_begin:/registry/health; range_end:; response_count:0; response_revision:2674; }","duration":"306.515039ms","start":"2026-03-20T10:29:50.588831Z","end":"2026-03-20T10:29:50.895346Z","steps":["trace[863252936] 'range keys from in-memory index tree' (duration: 306.360066ms)"],"step_count":1} {"level":"warn","ts":"2026-03-20T10:29:50.895385Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-20T10:29:50.588821Z","time spent":"306.557731ms","remote":"127.0.0.1:36464","response type":"/etcdserverpb.KV/Range","request count":0,"request size":18,"response count":0,"response size":27,"request content":"key:\"/registry/health\" "} {"level":"warn","ts":"2026-03-20T10:29:50.895274Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"308.09219ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/masterleases/199.204.45.102\" ","response":"range_response_count:1 size:135"} {"level":"info","ts":"2026-03-20T10:29:50.895833Z","caller":"traceutil/trace.go:171","msg":"trace[197492019] range","detail":"{range_begin:/registry/masterleases/199.204.45.102; range_end:; response_count:1; response_revision:2674; }","duration":"308.677504ms","start":"2026-03-20T10:29:50.587147Z","end":"2026-03-20T10:29:50.895824Z","steps":["trace[197492019] 'range keys from in-memory index tree' (duration: 308.003368ms)"],"step_count":1} {"level":"warn","ts":"2026-03-20T10:29:50.895858Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-20T10:29:50.587132Z","time spent":"308.718176ms","remote":"127.0.0.1:36498","response type":"/etcdserverpb.KV/Range","request count":0,"request size":39,"response count":1,"response size":157,"request content":"key:\"/registry/masterleases/199.204.45.102\" "} {"level":"info","ts":"2026-03-20T10:29:51.421307Z","caller":"traceutil/trace.go:171","msg":"trace[38782365] linearizableReadLoop","detail":"{readStateIndex:2868; appliedIndex:2867; }","duration":"442.954496ms","start":"2026-03-20T10:29:50.978332Z","end":"2026-03-20T10:29:51.421287Z","steps":["trace[38782365] 'read index received' (duration: 442.837773ms)","trace[38782365] 'applied index is now lower than readState.Index' (duration: 115.823µs)"],"step_count":2} {"level":"info","ts":"2026-03-20T10:29:51.421416Z","caller":"traceutil/trace.go:171","msg":"trace[1517959304] transaction","detail":"{read_only:false; response_revision:2675; number_of_response:1; }","duration":"519.115539ms","start":"2026-03-20T10:29:50.902268Z","end":"2026-03-20T10:29:51.421383Z","steps":["trace[1517959304] 'process raft request' (duration: 518.888093ms)"],"step_count":1} {"level":"warn","ts":"2026-03-20T10:29:51.42158Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-20T10:29:50.90224Z","time spent":"519.257123ms","remote":"127.0.0.1:36750","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":477,"response count":0,"response size":38,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-03-20T10:29:51.42176Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"519.651202ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pods/kube-system/cilium-operator-869df985b8-6rkgb\" ","response":"range_response_count:1 size:6859"} {"level":"info","ts":"2026-03-20T10:29:51.421888Z","caller":"traceutil/trace.go:171","msg":"trace[1027736227] range","detail":"{range_begin:/registry/pods/kube-system/cilium-operator-869df985b8-6rkgb; range_end:; response_count:1; response_revision:2675; }","duration":"519.830907ms","start":"2026-03-20T10:29:50.902029Z","end":"2026-03-20T10:29:51.42186Z","steps":["trace[1027736227] 'agreement among raft nodes before linearized reading' (duration: 519.393546ms)"],"step_count":1} {"level":"warn","ts":"2026-03-20T10:29:51.421952Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-20T10:29:50.902017Z","time spent":"519.92437ms","remote":"127.0.0.1:36646","response type":"/etcdserverpb.KV/Range","request count":0,"request size":61,"response count":1,"response size":6881,"request content":"key:\"/registry/pods/kube-system/cilium-operator-869df985b8-6rkgb\" "} {"level":"warn","ts":"2026-03-20T10:29:51.822045Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"201.55042ms","expected-duration":"100ms","prefix":"","request":"header: txn: success:> failure: >>","response":"size:16"} {"level":"info","ts":"2026-03-20T10:29:51.822138Z","caller":"traceutil/trace.go:171","msg":"trace[357217453] linearizableReadLoop","detail":"{readStateIndex:2869; appliedIndex:2868; }","duration":"400.672458ms","start":"2026-03-20T10:29:51.421452Z","end":"2026-03-20T10:29:51.822125Z","steps":["trace[357217453] 'read index received' (duration: 198.957354ms)","trace[357217453] 'applied index is now lower than readState.Index' (duration: 201.712804ms)"],"step_count":2} {"level":"info","ts":"2026-03-20T10:29:51.82221Z","caller":"traceutil/trace.go:171","msg":"trace[1680204676] transaction","detail":"{read_only:false; response_revision:2676; number_of_response:1; }","duration":"841.963403ms","start":"2026-03-20T10:29:50.980233Z","end":"2026-03-20T10:29:51.822197Z","steps":["trace[1680204676] 'process raft request' (duration: 640.180127ms)","trace[1680204676] 'compare' (duration: 201.432147ms)"],"step_count":2} {"level":"warn","ts":"2026-03-20T10:29:51.822249Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-20T10:29:50.980172Z","time spent":"842.055155ms","remote":"127.0.0.1:36498","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":120,"response count":0,"response size":38,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-03-20T10:29:51.822538Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"462.10598ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/external-resizer-rbd-csi-ceph-com\" ","response":"range_response_count:1 size:508"} {"level":"info","ts":"2026-03-20T10:29:51.822568Z","caller":"traceutil/trace.go:171","msg":"trace[960236640] range","detail":"{range_begin:/registry/leases/kube-system/external-resizer-rbd-csi-ceph-com; range_end:; response_count:1; response_revision:2676; }","duration":"462.177001ms","start":"2026-03-20T10:29:51.360381Z","end":"2026-03-20T10:29:51.822558Z","steps":["trace[960236640] 'agreement among raft nodes before linearized reading' (duration: 461.998787ms)"],"step_count":1} {"level":"warn","ts":"2026-03-20T10:29:51.822588Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-20T10:29:51.360364Z","time spent":"462.219322ms","remote":"127.0.0.1:36750","response type":"/etcdserverpb.KV/Range","request count":0,"request size":64,"response count":1,"response size":530,"request content":"key:\"/registry/leases/kube-system/external-resizer-rbd-csi-ceph-com\" "} {"level":"warn","ts":"2026-03-20T10:29:51.822719Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"525.88792ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/plndr-cp-lock\" ","response":"range_response_count:1 size:433"} {"level":"info","ts":"2026-03-20T10:29:51.822738Z","caller":"traceutil/trace.go:171","msg":"trace[282022253] range","detail":"{range_begin:/registry/leases/kube-system/plndr-cp-lock; range_end:; response_count:1; response_revision:2676; }","duration":"525.943652ms","start":"2026-03-20T10:29:51.296788Z","end":"2026-03-20T10:29:51.822732Z","steps":["trace[282022253] 'agreement among raft nodes before linearized reading' (duration: 525.88704ms)"],"step_count":1} {"level":"warn","ts":"2026-03-20T10:29:51.822753Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-20T10:29:51.296768Z","time spent":"525.980612ms","remote":"127.0.0.1:36750","response type":"/etcdserverpb.KV/Range","request count":0,"request size":44,"response count":1,"response size":455,"request content":"key:\"/registry/leases/kube-system/plndr-cp-lock\" "} {"level":"warn","ts":"2026-03-20T10:29:51.822869Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"399.101918ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/minions/instance\" ","response":"range_response_count:1 size:7056"} {"level":"info","ts":"2026-03-20T10:29:51.822887Z","caller":"traceutil/trace.go:171","msg":"trace[1712670025] range","detail":"{range_begin:/registry/minions/instance; range_end:; response_count:1; response_revision:2676; }","duration":"399.17995ms","start":"2026-03-20T10:29:51.423701Z","end":"2026-03-20T10:29:51.822881Z","steps":["trace[1712670025] 'agreement among raft nodes before linearized reading' (duration: 399.122989ms)"],"step_count":1} {"level":"warn","ts":"2026-03-20T10:29:51.822905Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-20T10:29:51.423669Z","time spent":"399.229371ms","remote":"127.0.0.1:36644","response type":"/etcdserverpb.KV/Range","request count":0,"request size":28,"response count":1,"response size":7078,"request content":"key:\"/registry/minions/instance\" "} {"level":"warn","ts":"2026-03-20T10:29:51.823289Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"321.737803ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/external-attacher-leader-rbd-csi-ceph-com\" ","response":"range_response_count:1 size:524"} {"level":"info","ts":"2026-03-20T10:29:51.823334Z","caller":"traceutil/trace.go:171","msg":"trace[1900289302] range","detail":"{range_begin:/registry/leases/kube-system/external-attacher-leader-rbd-csi-ceph-com; range_end:; response_count:1; response_revision:2676; }","duration":"321.824007ms","start":"2026-03-20T10:29:51.501502Z","end":"2026-03-20T10:29:51.823326Z","steps":["trace[1900289302] 'agreement among raft nodes before linearized reading' (duration: 321.724604ms)"],"step_count":1} {"level":"warn","ts":"2026-03-20T10:29:51.823352Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-20T10:29:51.501474Z","time spent":"321.873748ms","remote":"127.0.0.1:36750","response type":"/etcdserverpb.KV/Range","request count":0,"request size":72,"response count":1,"response size":546,"request content":"key:\"/registry/leases/kube-system/external-attacher-leader-rbd-csi-ceph-com\" "} {"level":"warn","ts":"2026-03-20T10:29:53.050275Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"638.572168ms","expected-duration":"100ms","prefix":"read-only range ","request":"limit:1 serializable:true keys_only:true ","response":"range_response_count:0 size:5"} {"level":"info","ts":"2026-03-20T10:29:53.050395Z","caller":"traceutil/trace.go:171","msg":"trace[44252997] range","detail":"{range_begin:; range_end:; response_count:0; response_revision:2676; }","duration":"638.702731ms","start":"2026-03-20T10:29:52.411675Z","end":"2026-03-20T10:29:53.050378Z","steps":["trace[44252997] 'range keys from in-memory index tree' (duration: 638.556838ms)"],"step_count":1} {"level":"warn","ts":"2026-03-20T10:29:53.051155Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"900.536874ms","expected-duration":"100ms","prefix":"","request":"header: txn: success:> failure: >>","response":"size:16"} {"level":"info","ts":"2026-03-20T10:29:53.05171Z","caller":"traceutil/trace.go:171","msg":"trace[992293966] transaction","detail":"{read_only:false; response_revision:2677; number_of_response:1; }","duration":"1.194067355s","start":"2026-03-20T10:29:51.857625Z","end":"2026-03-20T10:29:53.051692Z","steps":["trace[992293966] 'process raft request' (duration: 292.919596ms)","trace[992293966] 'compare' (duration: 900.059331ms)"],"step_count":2} {"level":"warn","ts":"2026-03-20T10:29:53.051815Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-20T10:29:51.857609Z","time spent":"1.194146298s","remote":"127.0.0.1:36750","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":419,"response count":0,"response size":38,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-03-20T10:29:53.051918Z","caller":"traceutil/trace.go:171","msg":"trace[1567472507] transaction","detail":"{read_only:false; response_revision:2678; number_of_response:1; }","duration":"1.194158898s","start":"2026-03-20T10:29:51.857739Z","end":"2026-03-20T10:29:53.051898Z","steps":["trace[1567472507] 'process raft request' (duration: 1.193539283s)"],"step_count":1} {"level":"warn","ts":"2026-03-20T10:29:53.052015Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-20T10:29:51.857709Z","time spent":"1.19426412s","remote":"127.0.0.1:36750","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":494,"response count":0,"response size":38,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-03-20T10:29:53.052136Z","caller":"traceutil/trace.go:171","msg":"trace[2078079089] transaction","detail":"{read_only:false; response_revision:2679; number_of_response:1; }","duration":"1.194342112s","start":"2026-03-20T10:29:51.85777Z","end":"2026-03-20T10:29:53.052112Z","steps":["trace[2078079089] 'process raft request' (duration: 1.193641325s)"],"step_count":1} {"level":"info","ts":"2026-03-20T10:29:53.052244Z","caller":"traceutil/trace.go:171","msg":"trace[1614317952] linearizableReadLoop","detail":"{readStateIndex:2874; appliedIndex:2869; }","duration":"1.191970612s","start":"2026-03-20T10:29:51.860261Z","end":"2026-03-20T10:29:53.052232Z","steps":["trace[1614317952] 'read index received' (duration: 290.232229ms)","trace[1614317952] 'applied index is now lower than readState.Index' (duration: 901.737413ms)"],"step_count":2} {"level":"warn","ts":"2026-03-20T10:29:53.052238Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-20T10:29:51.857757Z","time spent":"1.194427664s","remote":"127.0.0.1:36750","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":510,"response count":0,"response size":38,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-03-20T10:29:53.052327Z","caller":"traceutil/trace.go:171","msg":"trace[235779127] transaction","detail":"{read_only:false; response_revision:2681; number_of_response:1; }","duration":"1.194502817s","start":"2026-03-20T10:29:51.857816Z","end":"2026-03-20T10:29:53.052318Z","steps":["trace[235779127] 'process raft request' (duration: 1.194378463s)"],"step_count":1} {"level":"info","ts":"2026-03-20T10:29:53.052335Z","caller":"traceutil/trace.go:171","msg":"trace[1411249959] transaction","detail":"{read_only:false; response_revision:2680; number_of_response:1; }","duration":"1.194512716s","start":"2026-03-20T10:29:51.857788Z","end":"2026-03-20T10:29:53.0523Z","steps":["trace[1411249959] 'process raft request' (duration: 1.194080105s)"],"step_count":1} {"level":"warn","ts":"2026-03-20T10:29:53.052488Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"473.748246ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/health\" ","response":"range_response_count:0 size:5"} {"level":"info","ts":"2026-03-20T10:29:53.052521Z","caller":"traceutil/trace.go:171","msg":"trace[1041392334] range","detail":"{range_begin:/registry/health; range_end:; response_count:0; response_revision:2681; }","duration":"473.816257ms","start":"2026-03-20T10:29:52.578694Z","end":"2026-03-20T10:29:53.05251Z","steps":["trace[1041392334] 'agreement among raft nodes before linearized reading' (duration: 473.768186ms)"],"step_count":1} {"level":"warn","ts":"2026-03-20T10:29:53.052503Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-20T10:29:51.857782Z","time spent":"1.194630329s","remote":"127.0.0.1:36750","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":464,"response count":0,"response size":38,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-03-20T10:29:53.052547Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-20T10:29:52.578672Z","time spent":"473.869008ms","remote":"127.0.0.1:36464","response type":"/etcdserverpb.KV/Range","request count":0,"request size":18,"response count":0,"response size":27,"request content":"key:\"/registry/health\" "} {"level":"warn","ts":"2026-03-20T10:29:53.052542Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"344.316798ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/kube-controller-manager\" ","response":"range_response_count:1 size:506"} {"level":"info","ts":"2026-03-20T10:29:53.052594Z","caller":"traceutil/trace.go:171","msg":"trace[128715204] range","detail":"{range_begin:/registry/leases/kube-system/kube-controller-manager; range_end:; response_count:1; response_revision:2681; }","duration":"344.370359ms","start":"2026-03-20T10:29:52.708209Z","end":"2026-03-20T10:29:53.05258Z","steps":["trace[128715204] 'agreement among raft nodes before linearized reading' (duration: 344.171164ms)"],"step_count":1} {"level":"warn","ts":"2026-03-20T10:29:53.052626Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"588.900053ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/plndr-svcs-lock\" ","response":"range_response_count:1 size:438"} {"level":"warn","ts":"2026-03-20T10:29:53.05264Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-20T10:29:52.708189Z","time spent":"344.440011ms","remote":"127.0.0.1:36750","response type":"/etcdserverpb.KV/Range","request count":0,"request size":54,"response count":1,"response size":528,"request content":"key:\"/registry/leases/kube-system/kube-controller-manager\" "} {"level":"info","ts":"2026-03-20T10:29:53.052666Z","caller":"traceutil/trace.go:171","msg":"trace[132890507] range","detail":"{range_begin:/registry/leases/kube-system/plndr-svcs-lock; range_end:; response_count:1; response_revision:2681; }","duration":"588.972205ms","start":"2026-03-20T10:29:52.463681Z","end":"2026-03-20T10:29:53.052654Z","steps":["trace[132890507] 'agreement among raft nodes before linearized reading' (duration: 588.863552ms)"],"step_count":1} {"level":"warn","ts":"2026-03-20T10:29:53.052698Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-20T10:29:52.463663Z","time spent":"589.027937ms","remote":"127.0.0.1:36750","response type":"/etcdserverpb.KV/Range","request count":0,"request size":46,"response count":1,"response size":460,"request content":"key:\"/registry/leases/kube-system/plndr-svcs-lock\" "} {"level":"warn","ts":"2026-03-20T10:29:53.052515Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.112755572s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pods/kube-system/cilium-operator-869df985b8-6rkgb\" ","response":"range_response_count:1 size:6859"} {"level":"warn","ts":"2026-03-20T10:29:53.052821Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.192548927s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/masterleases/\" range_end:\"/registry/masterleases0\" ","response":"range_response_count:1 size:135"} {"level":"info","ts":"2026-03-20T10:29:53.052855Z","caller":"traceutil/trace.go:171","msg":"trace[943846056] range","detail":"{range_begin:/registry/pods/kube-system/cilium-operator-869df985b8-6rkgb; range_end:; response_count:1; response_revision:2681; }","duration":"1.113128292s","start":"2026-03-20T10:29:51.939715Z","end":"2026-03-20T10:29:53.052843Z","steps":["trace[943846056] 'agreement among raft nodes before linearized reading' (duration: 1.11266052s)"],"step_count":1} {"level":"info","ts":"2026-03-20T10:29:53.052871Z","caller":"traceutil/trace.go:171","msg":"trace[1009647715] range","detail":"{range_begin:/registry/masterleases/; range_end:/registry/masterleases0; response_count:1; response_revision:2681; }","duration":"1.192600818s","start":"2026-03-20T10:29:51.860256Z","end":"2026-03-20T10:29:53.052857Z","steps":["trace[1009647715] 'agreement among raft nodes before linearized reading' (duration: 1.192425904s)"],"step_count":1} {"level":"warn","ts":"2026-03-20T10:29:53.052888Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-20T10:29:51.939699Z","time spent":"1.113179612s","remote":"127.0.0.1:36646","response type":"/etcdserverpb.KV/Range","request count":0,"request size":61,"response count":1,"response size":6881,"request content":"key:\"/registry/pods/kube-system/cilium-operator-869df985b8-6rkgb\" "} {"level":"warn","ts":"2026-03-20T10:29:53.052919Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-20T10:29:51.860223Z","time spent":"1.1926771s","remote":"127.0.0.1:36498","response type":"/etcdserverpb.KV/Range","request count":0,"request size":50,"response count":1,"response size":157,"request content":"key:\"/registry/masterleases/\" range_end:\"/registry/masterleases0\" "} {"level":"warn","ts":"2026-03-20T10:29:53.05292Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-20T10:29:51.857809Z","time spent":"1.194538427s","remote":"127.0.0.1:36750","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":517,"response count":0,"response size":38,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-03-20T10:29:53.563215Z","caller":"etcdserver/v3_server.go:897","msg":"waiting for ReadIndex response took too long, retrying","sent-request-id":184257304220182388,"retry-timeout":"500ms"} {"level":"warn","ts":"2026-03-20T10:29:54.144354Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"329.812392ms","expected-duration":"100ms","prefix":"","request":"header: txn: success:> failure: >>","response":"size:16"} {"level":"info","ts":"2026-03-20T10:29:54.144469Z","caller":"traceutil/trace.go:171","msg":"trace[410039196] linearizableReadLoop","detail":"{readStateIndex:2876; appliedIndex:2874; }","duration":"1.082215115s","start":"2026-03-20T10:29:53.062244Z","end":"2026-03-20T10:29:54.144459Z","steps":["trace[410039196] 'read index received' (duration: 752.219429ms)","trace[410039196] 'applied index is now lower than readState.Index' (duration: 329.995036ms)"],"step_count":2} {"level":"warn","ts":"2026-03-20T10:29:54.144581Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"718.361924ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/cilium-operator-resource-lock\" ","response":"range_response_count:1 size:493"} {"level":"info","ts":"2026-03-20T10:29:54.144598Z","caller":"traceutil/trace.go:171","msg":"trace[773308569] range","detail":"{range_begin:/registry/leases/kube-system/cilium-operator-resource-lock; range_end:; response_count:1; response_revision:2683; }","duration":"718.413885ms","start":"2026-03-20T10:29:53.42618Z","end":"2026-03-20T10:29:54.144594Z","steps":["trace[773308569] 'agreement among raft nodes before linearized reading' (duration: 718.336363ms)"],"step_count":1} {"level":"warn","ts":"2026-03-20T10:29:54.144615Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-20T10:29:53.426161Z","time spent":"718.450437ms","remote":"127.0.0.1:36750","response type":"/etcdserverpb.KV/Range","request count":0,"request size":60,"response count":1,"response size":515,"request content":"key:\"/registry/leases/kube-system/cilium-operator-resource-lock\" "} {"level":"info","ts":"2026-03-20T10:29:54.144585Z","caller":"traceutil/trace.go:171","msg":"trace[1046601871] transaction","detail":"{read_only:false; response_revision:2682; number_of_response:1; }","duration":"1.084610865s","start":"2026-03-20T10:29:53.059938Z","end":"2026-03-20T10:29:54.144549Z","steps":["trace[1046601871] 'process raft request' (duration: 754.549657ms)","trace[1046601871] 'compare' (duration: 329.647588ms)"],"step_count":2} {"level":"info","ts":"2026-03-20T10:29:54.144684Z","caller":"traceutil/trace.go:171","msg":"trace[2039009976] transaction","detail":"{read_only:false; response_revision:2683; number_of_response:1; }","duration":"783.785105ms","start":"2026-03-20T10:29:53.360875Z","end":"2026-03-20T10:29:54.144661Z","steps":["trace[2039009976] 'process raft request' (duration: 783.545409ms)"],"step_count":1} {"level":"warn","ts":"2026-03-20T10:29:54.144706Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.08244036s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pods/kube-system/cilium-operator-869df985b8-6rkgb\" ","response":"range_response_count:1 size:6859"} {"level":"warn","ts":"2026-03-20T10:29:54.144751Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-20T10:29:53.059909Z","time spent":"1.084754309s","remote":"127.0.0.1:36750","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":423,"response count":0,"response size":38,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-03-20T10:29:54.14478Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-20T10:29:53.36085Z","time spent":"783.876888ms","remote":"127.0.0.1:36750","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":673,"response count":0,"response size":38,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-03-20T10:29:54.144797Z","caller":"traceutil/trace.go:171","msg":"trace[2028752964] range","detail":"{range_begin:/registry/pods/kube-system/cilium-operator-869df985b8-6rkgb; range_end:; response_count:1; response_revision:2683; }","duration":"1.082566644s","start":"2026-03-20T10:29:53.062203Z","end":"2026-03-20T10:29:54.144769Z","steps":["trace[2028752964] 'agreement among raft nodes before linearized reading' (duration: 1.082310227s)"],"step_count":1} {"level":"warn","ts":"2026-03-20T10:29:54.144858Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-20T10:29:53.062186Z","time spent":"1.082659116s","remote":"127.0.0.1:36646","response type":"/etcdserverpb.KV/Range","request count":0,"request size":61,"response count":1,"response size":6881,"request content":"key:\"/registry/pods/kube-system/cilium-operator-869df985b8-6rkgb\" "} {"level":"warn","ts":"2026-03-20T10:29:54.55336Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"166.556233ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/cilium.io/ciliumnodes/\" range_end:\"/registry/cilium.io/ciliumnodes0\" count_only:true ","response":"range_response_count:0 size:7"} {"level":"warn","ts":"2026-03-20T10:29:54.553412Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"246.49417ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pods/kube-system/coredns-67659f764b-4b89q\" ","response":"range_response_count:1 size:4908"} {"level":"info","ts":"2026-03-20T10:29:54.553455Z","caller":"traceutil/trace.go:171","msg":"trace[131520918] range","detail":"{range_begin:/registry/cilium.io/ciliumnodes/; range_end:/registry/cilium.io/ciliumnodes0; response_count:0; response_revision:2684; }","duration":"166.695867ms","start":"2026-03-20T10:29:54.386733Z","end":"2026-03-20T10:29:54.553429Z","steps":["trace[131520918] 'count revisions from in-memory index tree' (duration: 166.469111ms)"],"step_count":1} {"level":"info","ts":"2026-03-20T10:29:54.553481Z","caller":"traceutil/trace.go:171","msg":"trace[997038181] range","detail":"{range_begin:/registry/pods/kube-system/coredns-67659f764b-4b89q; range_end:; response_count:1; response_revision:2684; }","duration":"246.589982ms","start":"2026-03-20T10:29:54.306869Z","end":"2026-03-20T10:29:54.553459Z","steps":["trace[997038181] 'range keys from in-memory index tree' (duration: 246.291784ms)"],"step_count":1} {"level":"info","ts":"2026-03-20T10:29:55.17382Z","caller":"traceutil/trace.go:171","msg":"trace[1039981333] transaction","detail":"{read_only:false; response_revision:2685; number_of_response:1; }","duration":"103.343228ms","start":"2026-03-20T10:29:55.070449Z","end":"2026-03-20T10:29:55.173792Z","steps":["trace[1039981333] 'process raft request' (duration: 103.151643ms)"],"step_count":1} {"level":"info","ts":"2026-03-20T10:29:55.772195Z","caller":"traceutil/trace.go:171","msg":"trace[1605568693] transaction","detail":"{read_only:false; response_revision:2686; number_of_response:1; }","duration":"701.493269ms","start":"2026-03-20T10:29:55.07066Z","end":"2026-03-20T10:29:55.772153Z","steps":["trace[1605568693] 'process raft request' (duration: 701.209682ms)"],"step_count":1} {"level":"warn","ts":"2026-03-20T10:29:55.772415Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-20T10:29:55.070653Z","time spent":"701.648053ms","remote":"127.0.0.1:36750","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":463,"response count":0,"response size":38,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-03-20T10:29:55.772767Z","caller":"traceutil/trace.go:171","msg":"trace[725484599] transaction","detail":"{read_only:false; response_revision:2687; number_of_response:1; }","duration":"702.044622ms","start":"2026-03-20T10:29:55.070691Z","end":"2026-03-20T10:29:55.772735Z","steps":["trace[725484599] 'process raft request' (duration: 701.388306ms)"],"step_count":1} {"level":"warn","ts":"2026-03-20T10:29:55.772979Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-20T10:29:55.070687Z","time spent":"702.149595ms","remote":"127.0.0.1:36750","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":418,"response count":0,"response size":38,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-03-20T10:29:55.772762Z","caller":"traceutil/trace.go:171","msg":"trace[503088763] linearizableReadLoop","detail":"{readStateIndex:2881; appliedIndex:2877; }","duration":"688.742848ms","start":"2026-03-20T10:29:55.083998Z","end":"2026-03-20T10:29:55.772741Z","steps":["trace[503088763] 'read index received' (duration: 89.611371ms)","trace[503088763] 'applied index is now lower than readState.Index' (duration: 599.130427ms)"],"step_count":2} {"level":"warn","ts":"2026-03-20T10:29:55.773165Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"689.111877ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pods/kube-system/coredns-67659f764b-jbxg4\" ","response":"range_response_count:1 size:4908"} {"level":"info","ts":"2026-03-20T10:29:55.773257Z","caller":"traceutil/trace.go:171","msg":"trace[1875626872] range","detail":"{range_begin:/registry/pods/kube-system/coredns-67659f764b-jbxg4; range_end:; response_count:1; response_revision:2688; }","duration":"689.268031ms","start":"2026-03-20T10:29:55.083973Z","end":"2026-03-20T10:29:55.773241Z","steps":["trace[1875626872] 'agreement among raft nodes before linearized reading' (duration: 688.84131ms)"],"step_count":1} {"level":"warn","ts":"2026-03-20T10:29:55.773283Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"607.623441ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/kube-controller-manager\" ","response":"range_response_count:1 size:506"} {"level":"info","ts":"2026-03-20T10:29:55.773396Z","caller":"traceutil/trace.go:171","msg":"trace[315292572] range","detail":"{range_begin:/registry/leases/kube-system/kube-controller-manager; range_end:; response_count:1; response_revision:2688; }","duration":"607.714093ms","start":"2026-03-20T10:29:55.165608Z","end":"2026-03-20T10:29:55.773322Z","steps":["trace[315292572] 'agreement among raft nodes before linearized reading' (duration: 607.530038ms)"],"step_count":1} {"level":"warn","ts":"2026-03-20T10:29:55.77344Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-20T10:29:55.165589Z","time spent":"607.842236ms","remote":"127.0.0.1:36750","response type":"/etcdserverpb.KV/Range","request count":0,"request size":54,"response count":1,"response size":528,"request content":"key:\"/registry/leases/kube-system/kube-controller-manager\" "} {"level":"warn","ts":"2026-03-20T10:29:55.773406Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-20T10:29:55.083964Z","time spent":"689.428095ms","remote":"127.0.0.1:36646","response type":"/etcdserverpb.KV/Range","request count":0,"request size":53,"response count":1,"response size":4930,"request content":"key:\"/registry/pods/kube-system/coredns-67659f764b-jbxg4\" "} {"level":"warn","ts":"2026-03-20T10:29:55.773561Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"193.115582ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/health\" ","response":"range_response_count:0 size:5"} {"level":"info","ts":"2026-03-20T10:29:55.773593Z","caller":"traceutil/trace.go:171","msg":"trace[1920913508] range","detail":"{range_begin:/registry/health; range_end:; response_count:0; response_revision:2688; }","duration":"193.199814ms","start":"2026-03-20T10:29:55.580384Z","end":"2026-03-20T10:29:55.773584Z","steps":["trace[1920913508] 'agreement among raft nodes before linearized reading' (duration: 193.152292ms)"],"step_count":1} {"level":"info","ts":"2026-03-20T10:29:55.773777Z","caller":"traceutil/trace.go:171","msg":"trace[147545043] transaction","detail":"{read_only:false; response_revision:2688; number_of_response:1; }","duration":"701.247803ms","start":"2026-03-20T10:29:55.072516Z","end":"2026-03-20T10:29:55.773764Z","steps":["trace[147545043] 'process raft request' (duration: 700.107104ms)"],"step_count":1} {"level":"warn","ts":"2026-03-20T10:29:55.773847Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"320.180169ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/ingressclasses/\" range_end:\"/registry/ingressclasses0\" count_only:true ","response":"range_response_count:0 size:5"} {"level":"info","ts":"2026-03-20T10:29:55.773886Z","caller":"traceutil/trace.go:171","msg":"trace[586487115] range","detail":"{range_begin:/registry/ingressclasses/; range_end:/registry/ingressclasses0; response_count:0; response_revision:2688; }","duration":"320.264051ms","start":"2026-03-20T10:29:55.453612Z","end":"2026-03-20T10:29:55.773877Z","steps":["trace[586487115] 'agreement among raft nodes before linearized reading' (duration: 320.204549ms)"],"step_count":1} {"level":"warn","ts":"2026-03-20T10:29:55.773923Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-20T10:29:55.453588Z","time spent":"320.326493ms","remote":"127.0.0.1:36792","response type":"/etcdserverpb.KV/Range","request count":0,"request size":56,"response count":0,"response size":27,"request content":"key:\"/registry/ingressclasses/\" range_end:\"/registry/ingressclasses0\" count_only:true "} {"level":"warn","ts":"2026-03-20T10:29:55.774015Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-20T10:29:55.072509Z","time spent":"701.347346ms","remote":"127.0.0.1:36750","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":516,"response count":0,"response size":38,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-03-20T10:29:55.773798Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"310.851403ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/external-snapshotter-leader-rbd-csi-ceph-com\" ","response":"range_response_count:1 size:534"} {"level":"info","ts":"2026-03-20T10:29:55.774151Z","caller":"traceutil/trace.go:171","msg":"trace[1761225672] range","detail":"{range_begin:/registry/leases/kube-system/external-snapshotter-leader-rbd-csi-ceph-com; range_end:; response_count:1; response_revision:2688; }","duration":"311.224972ms","start":"2026-03-20T10:29:55.462902Z","end":"2026-03-20T10:29:55.774127Z","steps":["trace[1761225672] 'agreement among raft nodes before linearized reading' (duration: 310.828692ms)"],"step_count":1} {"level":"warn","ts":"2026-03-20T10:29:55.774231Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-20T10:29:55.462891Z","time spent":"311.323405ms","remote":"127.0.0.1:36750","response type":"/etcdserverpb.KV/Range","request count":0,"request size":75,"response count":1,"response size":556,"request content":"key:\"/registry/leases/kube-system/external-snapshotter-leader-rbd-csi-ceph-com\" "} {"level":"warn","ts":"2026-03-20T10:29:56.774442Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"445.323916ms","expected-duration":"100ms","prefix":"","request":"header: txn: success:> failure: >>","response":"size:16"} {"level":"info","ts":"2026-03-20T10:29:56.774598Z","caller":"traceutil/trace.go:171","msg":"trace[190067165] transaction","detail":"{read_only:false; response_revision:2689; number_of_response:1; }","duration":"988.773537ms","start":"2026-03-20T10:29:55.785805Z","end":"2026-03-20T10:29:56.774579Z","steps":["trace[190067165] 'process raft request' (duration: 543.215215ms)","trace[190067165] 'compare' (duration: 445.223923ms)"],"step_count":2} {"level":"warn","ts":"2026-03-20T10:29:56.774658Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-20T10:29:55.785794Z","time spent":"988.834889ms","remote":"127.0.0.1:36750","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":519,"response count":0,"response size":38,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-03-20T10:29:57.496066Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"721.491324ms","expected-duration":"100ms","prefix":"","request":"header: lease_revoke:","response":"size:27"} {"level":"info","ts":"2026-03-20T10:29:57.496467Z","caller":"traceutil/trace.go:171","msg":"trace[321298159] transaction","detail":"{read_only:false; response_revision:2690; number_of_response:1; }","duration":"1.280456897s","start":"2026-03-20T10:29:56.215992Z","end":"2026-03-20T10:29:57.496449Z","steps":["trace[321298159] 'process raft request' (duration: 1.280165729s)"],"step_count":1} {"level":"warn","ts":"2026-03-20T10:29:57.496549Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.613254844s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pods/kube-system/etcd-instance\" ","response":"range_response_count:1 size:5163"} {"level":"info","ts":"2026-03-20T10:29:57.496577Z","caller":"traceutil/trace.go:171","msg":"trace[1914727846] range","detail":"{range_begin:/registry/pods/kube-system/etcd-instance; range_end:; response_count:1; response_revision:2690; }","duration":"1.613325166s","start":"2026-03-20T10:29:55.883243Z","end":"2026-03-20T10:29:57.496568Z","steps":["trace[1914727846] 'agreement among raft nodes before linearized reading' (duration: 1.613261654s)"],"step_count":1} {"level":"warn","ts":"2026-03-20T10:29:57.496599Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-20T10:29:55.883223Z","time spent":"1.613368626s","remote":"127.0.0.1:36646","response type":"/etcdserverpb.KV/Range","request count":0,"request size":42,"response count":1,"response size":5185,"request content":"key:\"/registry/pods/kube-system/etcd-instance\" "} {"level":"warn","ts":"2026-03-20T10:29:57.4966Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-20T10:29:56.215969Z","time spent":"1.28054898s","remote":"127.0.0.1:36750","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":520,"response count":0,"response size":38,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-03-20T10:29:57.497208Z","caller":"traceutil/trace.go:171","msg":"trace[1527012444] linearizableReadLoop","detail":"{readStateIndex:2883; appliedIndex:2881; }","duration":"1.6131316s","start":"2026-03-20T10:29:55.883287Z","end":"2026-03-20T10:29:57.496419Z","steps":["trace[1527012444] 'read index received' (duration: 445.745667ms)","trace[1527012444] 'applied index is now lower than readState.Index' (duration: 1.167384843s)"],"step_count":2} {"level":"warn","ts":"2026-03-20T10:29:57.497501Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.349237193s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/plndr-svcs-lock\" ","response":"range_response_count:1 size:438"} {"level":"info","ts":"2026-03-20T10:29:57.497555Z","caller":"traceutil/trace.go:171","msg":"trace[479675152] range","detail":"{range_begin:/registry/leases/kube-system/plndr-svcs-lock; range_end:; response_count:1; response_revision:2690; }","duration":"1.349323145s","start":"2026-03-20T10:29:56.148215Z","end":"2026-03-20T10:29:57.497539Z","steps":["trace[479675152] 'agreement among raft nodes before linearized reading' (duration: 1.349180761s)"],"step_count":1} {"level":"warn","ts":"2026-03-20T10:29:57.497599Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-20T10:29:56.148195Z","time spent":"1.349390336s","remote":"127.0.0.1:36750","response type":"/etcdserverpb.KV/Range","request count":0,"request size":46,"response count":1,"response size":460,"request content":"key:\"/registry/leases/kube-system/plndr-svcs-lock\" "} {"level":"warn","ts":"2026-03-20T10:29:57.497933Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.260770401s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/cilium-operator-resource-lock\" ","response":"range_response_count:1 size:493"} {"level":"info","ts":"2026-03-20T10:29:57.497958Z","caller":"traceutil/trace.go:171","msg":"trace[169402627] range","detail":"{range_begin:/registry/leases/kube-system/cilium-operator-resource-lock; range_end:; response_count:1; response_revision:2690; }","duration":"1.260826531s","start":"2026-03-20T10:29:56.237125Z","end":"2026-03-20T10:29:57.497952Z","steps":["trace[169402627] 'agreement among raft nodes before linearized reading' (duration: 1.26076655s)"],"step_count":1} {"level":"warn","ts":"2026-03-20T10:29:57.497975Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-20T10:29:56.23711Z","time spent":"1.260860503s","remote":"127.0.0.1:36750","response type":"/etcdserverpb.KV/Range","request count":0,"request size":60,"response count":1,"response size":515,"request content":"key:\"/registry/leases/kube-system/cilium-operator-resource-lock\" "} {"level":"warn","ts":"2026-03-20T10:29:57.940528Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"281.739659ms","expected-duration":"100ms","prefix":"","request":"header: txn: success:> failure: >>","response":"size:16"} {"level":"info","ts":"2026-03-20T10:29:57.940715Z","caller":"traceutil/trace.go:171","msg":"trace[904154728] linearizableReadLoop","detail":"{readStateIndex:2886; appliedIndex:2884; }","duration":"361.255735ms","start":"2026-03-20T10:29:57.579443Z","end":"2026-03-20T10:29:57.940699Z","steps":["trace[904154728] 'read index received' (duration: 79.171448ms)","trace[904154728] 'applied index is now lower than readState.Index' (duration: 282.083597ms)"],"step_count":2} {"level":"warn","ts":"2026-03-20T10:29:57.940843Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"361.398758ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/health\" ","response":"range_response_count:0 size:5"} {"level":"info","ts":"2026-03-20T10:29:57.940866Z","caller":"traceutil/trace.go:171","msg":"trace[184101334] range","detail":"{range_begin:/registry/health; range_end:; response_count:0; response_revision:2692; }","duration":"361.46638ms","start":"2026-03-20T10:29:57.579391Z","end":"2026-03-20T10:29:57.940857Z","steps":["trace[184101334] 'agreement among raft nodes before linearized reading' (duration: 361.414859ms)"],"step_count":1} {"level":"warn","ts":"2026-03-20T10:29:57.940893Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-20T10:29:57.579369Z","time spent":"361.517692ms","remote":"127.0.0.1:36464","response type":"/etcdserverpb.KV/Range","request count":0,"request size":18,"response count":0,"response size":27,"request content":"key:\"/registry/health\" "} {"level":"info","ts":"2026-03-20T10:29:57.940848Z","caller":"traceutil/trace.go:171","msg":"trace[1943402874] transaction","detail":"{read_only:false; response_revision:2692; number_of_response:1; }","duration":"438.219436ms","start":"2026-03-20T10:29:57.502581Z","end":"2026-03-20T10:29:57.940801Z","steps":["trace[1943402874] 'process raft request' (duration: 438.075952ms)"],"step_count":1} {"level":"info","ts":"2026-03-20T10:29:57.940989Z","caller":"traceutil/trace.go:171","msg":"trace[1544947042] transaction","detail":"{read_only:false; response_revision:2691; number_of_response:1; }","duration":"439.165331ms","start":"2026-03-20T10:29:57.501794Z","end":"2026-03-20T10:29:57.940959Z","steps":["trace[1544947042] 'process raft request' (duration: 156.870148ms)","trace[1544947042] 'compare' (duration: 281.570785ms)"],"step_count":2} {"level":"warn","ts":"2026-03-20T10:29:57.941024Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"361.529232ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pods/kube-system/etcd-instance\" ","response":"range_response_count:1 size:5163"} {"level":"warn","ts":"2026-03-20T10:29:57.941082Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-20T10:29:57.502568Z","time spent":"438.395261ms","remote":"127.0.0.1:36750","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":476,"response count":0,"response size":38,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-03-20T10:29:57.941106Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-20T10:29:57.501779Z","time spent":"439.264673ms","remote":"127.0.0.1:36750","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":422,"response count":0,"response size":38,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-03-20T10:29:57.941129Z","caller":"traceutil/trace.go:171","msg":"trace[44806291] range","detail":"{range_begin:/registry/pods/kube-system/etcd-instance; range_end:; response_count:1; response_revision:2692; }","duration":"361.686486ms","start":"2026-03-20T10:29:57.579417Z","end":"2026-03-20T10:29:57.941104Z","steps":["trace[44806291] 'agreement among raft nodes before linearized reading' (duration: 361.494681ms)"],"step_count":1} {"level":"warn","ts":"2026-03-20T10:29:57.941212Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-20T10:29:57.579397Z","time spent":"361.782788ms","remote":"127.0.0.1:36646","response type":"/etcdserverpb.KV/Range","request count":0,"request size":42,"response count":1,"response size":5185,"request content":"key:\"/registry/pods/kube-system/etcd-instance\" "} {"level":"warn","ts":"2026-03-20T10:29:57.94134Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"160.551351ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/plndr-cp-lock\" ","response":"range_response_count:1 size:433"} {"level":"warn","ts":"2026-03-20T10:29:57.941428Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"160.327825ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/rbd.csi.ceph.com-kube-system\" ","response":"range_response_count:1 size:531"} {"level":"info","ts":"2026-03-20T10:29:57.941501Z","caller":"traceutil/trace.go:171","msg":"trace[669011884] range","detail":"{range_begin:/registry/leases/kube-system/rbd.csi.ceph.com-kube-system; range_end:; response_count:1; response_revision:2692; }","duration":"160.450949ms","start":"2026-03-20T10:29:57.781031Z","end":"2026-03-20T10:29:57.941482Z","steps":["trace[669011884] 'agreement among raft nodes before linearized reading' (duration: 160.251074ms)"],"step_count":1} {"level":"info","ts":"2026-03-20T10:29:57.941448Z","caller":"traceutil/trace.go:171","msg":"trace[1731230285] range","detail":"{range_begin:/registry/leases/kube-system/plndr-cp-lock; range_end:; response_count:1; response_revision:2692; }","duration":"160.707654ms","start":"2026-03-20T10:29:57.780725Z","end":"2026-03-20T10:29:57.941432Z","steps":["trace[1731230285] 'agreement among raft nodes before linearized reading' (duration: 160.415877ms)"],"step_count":1} {"level":"warn","ts":"2026-03-20T10:29:57.941382Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"161.847483ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/kube-scheduler\" ","response":"range_response_count:1 size:479"} {"level":"info","ts":"2026-03-20T10:29:57.941721Z","caller":"traceutil/trace.go:171","msg":"trace[1735385287] range","detail":"{range_begin:/registry/leases/kube-system/kube-scheduler; range_end:; response_count:1; response_revision:2692; }","duration":"162.222282ms","start":"2026-03-20T10:29:57.77949Z","end":"2026-03-20T10:29:57.941712Z","steps":["trace[1735385287] 'agreement among raft nodes before linearized reading' (duration: 161.787682ms)"],"step_count":1} {"level":"info","ts":"2026-03-20T10:29:58.322682Z","caller":"traceutil/trace.go:171","msg":"trace[94969796] transaction","detail":"{read_only:false; response_revision:2693; number_of_response:1; }","duration":"376.10291ms","start":"2026-03-20T10:29:57.94655Z","end":"2026-03-20T10:29:58.322652Z","steps":["trace[94969796] 'process raft request' (duration: 375.884744ms)"],"step_count":1} {"level":"warn","ts":"2026-03-20T10:29:58.322864Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-20T10:29:57.946529Z","time spent":"376.242533ms","remote":"127.0.0.1:36750","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":419,"response count":0,"response size":38,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-03-20T10:29:59.425169Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.035172129s","expected-duration":"100ms","prefix":"","request":"header: txn: success:> failure: >>","response":"size:16"} {"level":"info","ts":"2026-03-20T10:29:59.425377Z","caller":"traceutil/trace.go:171","msg":"trace[1982573883] linearizableReadLoop","detail":"{readStateIndex:2889; appliedIndex:2886; }","duration":"1.415121905s","start":"2026-03-20T10:29:58.010239Z","end":"2026-03-20T10:29:59.425361Z","steps":["trace[1982573883] 'read index received' (duration: 312.35631ms)","trace[1982573883] 'applied index is now lower than readState.Index' (duration: 1.102764305s)"],"step_count":2} {"level":"info","ts":"2026-03-20T10:29:59.425472Z","caller":"traceutil/trace.go:171","msg":"trace[1980272510] transaction","detail":"{read_only:false; response_revision:2694; number_of_response:1; }","duration":"1.478025433s","start":"2026-03-20T10:29:57.947435Z","end":"2026-03-20T10:29:59.42546Z","steps":["trace[1980272510] 'process raft request' (duration: 442.492115ms)","trace[1980272510] 'compare' (duration: 1.035029376s)"],"step_count":2} {"level":"warn","ts":"2026-03-20T10:29:59.425533Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-20T10:29:57.947424Z","time spent":"1.478078284s","remote":"127.0.0.1:36750","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":464,"response count":0,"response size":38,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-03-20T10:29:59.425816Z","caller":"traceutil/trace.go:171","msg":"trace[976725902] transaction","detail":"{read_only:false; response_revision:2695; number_of_response:1; }","duration":"1.478299749s","start":"2026-03-20T10:29:57.947505Z","end":"2026-03-20T10:29:59.425805Z","steps":["trace[976725902] 'process raft request' (duration: 1.477754715s)"],"step_count":1} {"level":"warn","ts":"2026-03-20T10:29:59.425882Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-20T10:29:57.947483Z","time spent":"1.478366671s","remote":"127.0.0.1:36750","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":517,"response count":0,"response size":38,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-03-20T10:29:59.426057Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.415791511s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pods/kube-system/etcd-instance\" ","response":"range_response_count:1 size:5163"} {"level":"info","ts":"2026-03-20T10:29:59.42614Z","caller":"traceutil/trace.go:171","msg":"trace[1598600026] range","detail":"{range_begin:/registry/pods/kube-system/etcd-instance; range_end:; response_count:1; response_revision:2695; }","duration":"1.415925245s","start":"2026-03-20T10:29:58.010197Z","end":"2026-03-20T10:29:59.426122Z","steps":["trace[1598600026] 'agreement among raft nodes before linearized reading' (duration: 1.41574375s)"],"step_count":1} {"level":"warn","ts":"2026-03-20T10:29:59.426186Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-20T10:29:58.010178Z","time spent":"1.415999167s","remote":"127.0.0.1:36646","response type":"/etcdserverpb.KV/Range","request count":0,"request size":42,"response count":1,"response size":5185,"request content":"key:\"/registry/pods/kube-system/etcd-instance\" "} {"level":"warn","ts":"2026-03-20T10:29:59.426244Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"681.972907ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pods/kube-system/kube-controller-manager-instance\" ","response":"range_response_count:1 size:7079"} {"level":"warn","ts":"2026-03-20T10:29:59.426274Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.36934555s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/external-resizer-rbd-csi-ceph-com\" ","response":"range_response_count:1 size:509"} {"level":"info","ts":"2026-03-20T10:29:59.426313Z","caller":"traceutil/trace.go:171","msg":"trace[566114286] range","detail":"{range_begin:/registry/pods/kube-system/kube-controller-manager-instance; range_end:; response_count:1; response_revision:2695; }","duration":"682.061799ms","start":"2026-03-20T10:29:58.744231Z","end":"2026-03-20T10:29:59.426292Z","steps":["trace[566114286] 'agreement among raft nodes before linearized reading' (duration: 681.907495ms)"],"step_count":1} {"level":"info","ts":"2026-03-20T10:29:59.426334Z","caller":"traceutil/trace.go:171","msg":"trace[267444179] range","detail":"{range_begin:/registry/leases/kube-system/external-resizer-rbd-csi-ceph-com; range_end:; response_count:1; response_revision:2695; }","duration":"1.369457653s","start":"2026-03-20T10:29:58.056855Z","end":"2026-03-20T10:29:59.426313Z","steps":["trace[267444179] 'agreement among raft nodes before linearized reading' (duration: 1.369284818s)"],"step_count":1} {"level":"warn","ts":"2026-03-20T10:29:59.426367Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-20T10:29:58.744215Z","time spent":"682.138311ms","remote":"127.0.0.1:36646","response type":"/etcdserverpb.KV/Range","request count":0,"request size":61,"response count":1,"response size":7101,"request content":"key:\"/registry/pods/kube-system/kube-controller-manager-instance\" "} {"level":"warn","ts":"2026-03-20T10:29:59.426378Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-20T10:29:58.056827Z","time spent":"1.369539084s","remote":"127.0.0.1:36750","response type":"/etcdserverpb.KV/Range","request count":0,"request size":64,"response count":1,"response size":531,"request content":"key:\"/registry/leases/kube-system/external-resizer-rbd-csi-ceph-com\" "} {"level":"warn","ts":"2026-03-20T10:29:59.426473Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.366023865s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/external-attacher-leader-rbd-csi-ceph-com\" ","response":"range_response_count:1 size:525"} {"level":"info","ts":"2026-03-20T10:29:59.426518Z","caller":"traceutil/trace.go:171","msg":"trace[1380593128] range","detail":"{range_begin:/registry/leases/kube-system/external-attacher-leader-rbd-csi-ceph-com; range_end:; response_count:1; response_revision:2695; }","duration":"1.366078437s","start":"2026-03-20T10:29:58.060424Z","end":"2026-03-20T10:29:59.426503Z","steps":["trace[1380593128] 'agreement among raft nodes before linearized reading' (duration: 1.36577875s)"],"step_count":1} {"level":"warn","ts":"2026-03-20T10:29:59.426904Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-20T10:29:58.060414Z","time spent":"1.366478978s","remote":"127.0.0.1:36750","response type":"/etcdserverpb.KV/Range","request count":0,"request size":72,"response count":1,"response size":547,"request content":"key:\"/registry/leases/kube-system/external-attacher-leader-rbd-csi-ceph-com\" "} {"level":"warn","ts":"2026-03-20T10:29:59.834478Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"193.77555ms","expected-duration":"100ms","prefix":"","request":"header: txn: success:> failure: >>","response":"size:16"} {"level":"info","ts":"2026-03-20T10:29:59.834746Z","caller":"traceutil/trace.go:171","msg":"trace[410975810] linearizableReadLoop","detail":"{readStateIndex:2892; appliedIndex:2890; }","duration":"322.729342ms","start":"2026-03-20T10:29:59.511995Z","end":"2026-03-20T10:29:59.834724Z","steps":["trace[410975810] 'read index received' (duration: 128.536083ms)","trace[410975810] 'applied index is now lower than readState.Index' (duration: 194.191879ms)"],"step_count":2} {"level":"info","ts":"2026-03-20T10:29:59.834831Z","caller":"traceutil/trace.go:171","msg":"trace[1744996498] transaction","detail":"{read_only:false; response_revision:2698; number_of_response:1; }","duration":"396.643247ms","start":"2026-03-20T10:29:59.438166Z","end":"2026-03-20T10:29:59.83481Z","steps":["trace[1744996498] 'process raft request' (duration: 396.426652ms)"],"step_count":1} {"level":"warn","ts":"2026-03-20T10:29:59.834943Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"322.939917ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/kube-controller-manager\" ","response":"range_response_count:1 size:506"} {"level":"warn","ts":"2026-03-20T10:29:59.834958Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-20T10:29:59.438155Z","time spent":"396.74443ms","remote":"127.0.0.1:36646","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":7064,"response count":0,"response size":38,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-03-20T10:29:59.834956Z","caller":"traceutil/trace.go:171","msg":"trace[642739351] transaction","detail":"{read_only:false; response_revision:2697; number_of_response:1; }","duration":"399.224102ms","start":"2026-03-20T10:29:59.43571Z","end":"2026-03-20T10:29:59.834934Z","steps":["trace[642739351] 'process raft request' (duration: 204.90299ms)","trace[642739351] 'compare' (duration: 193.663056ms)"],"step_count":2} {"level":"info","ts":"2026-03-20T10:29:59.834987Z","caller":"traceutil/trace.go:171","msg":"trace[496717090] range","detail":"{range_begin:/registry/leases/kube-system/kube-controller-manager; range_end:; response_count:1; response_revision:2698; }","duration":"323.019999ms","start":"2026-03-20T10:29:59.511953Z","end":"2026-03-20T10:29:59.834973Z","steps":["trace[496717090] 'agreement among raft nodes before linearized reading' (duration: 322.875586ms)"],"step_count":1} {"level":"warn","ts":"2026-03-20T10:29:59.835035Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-20T10:29:59.511933Z","time spent":"323.085251ms","remote":"127.0.0.1:36750","response type":"/etcdserverpb.KV/Range","request count":0,"request size":54,"response count":1,"response size":528,"request content":"key:\"/registry/leases/kube-system/kube-controller-manager\" "} {"level":"warn","ts":"2026-03-20T10:29:59.835052Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-20T10:29:59.435696Z","time spent":"399.308944ms","remote":"127.0.0.1:36750","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":493,"response count":0,"response size":38,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-03-20T10:29:59.835148Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"321.636084ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/minions/instance\" ","response":"range_response_count:1 size:7056"} {"level":"warn","ts":"2026-03-20T10:29:59.835152Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"255.837825ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/health\" ","response":"range_response_count:0 size:5"} {"level":"info","ts":"2026-03-20T10:29:59.835226Z","caller":"traceutil/trace.go:171","msg":"trace[1826218087] range","detail":"{range_begin:/registry/health; range_end:; response_count:0; response_revision:2698; }","duration":"255.948637ms","start":"2026-03-20T10:29:59.579258Z","end":"2026-03-20T10:29:59.835207Z","steps":["trace[1826218087] 'agreement among raft nodes before linearized reading' (duration: 255.812864ms)"],"step_count":1} {"level":"info","ts":"2026-03-20T10:29:59.8352Z","caller":"traceutil/trace.go:171","msg":"trace[1733646870] range","detail":"{range_begin:/registry/minions/instance; range_end:; response_count:1; response_revision:2698; }","duration":"321.689196ms","start":"2026-03-20T10:29:59.513496Z","end":"2026-03-20T10:29:59.835185Z","steps":["trace[1733646870] 'agreement among raft nodes before linearized reading' (duration: 321.550032ms)"],"step_count":1} {"level":"warn","ts":"2026-03-20T10:29:59.838151Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-20T10:29:59.513456Z","time spent":"324.407075ms","remote":"127.0.0.1:36644","response type":"/etcdserverpb.KV/Range","request count":0,"request size":28,"response count":1,"response size":7078,"request content":"key:\"/registry/minions/instance\" "}