{"level":"warn","ts":"2026-07-10T14:49:54.76932Z","caller":"embed/config.go:679","msg":"Running http and grpc server on single port. This is not recommended for production."} {"level":"info","ts":"2026-07-10T14:49:54.769473Z","caller":"etcdmain/etcd.go:73","msg":"Running: ","args":["etcd","--advertise-client-urls=https://199.204.45.162:2379","--cert-file=/etc/kubernetes/pki/etcd/server.crt","--client-cert-auth=true","--data-dir=/var/lib/etcd","--experimental-initial-corrupt-check=true","--experimental-watch-progress-notify-interval=5s","--initial-advertise-peer-urls=https://199.204.45.162:2380","--initial-cluster=instance=https://199.204.45.162:2380","--key-file=/etc/kubernetes/pki/etcd/server.key","--listen-client-urls=https://127.0.0.1:2379,https://199.204.45.162:2379","--listen-metrics-urls=http://127.0.0.1:2381","--listen-peer-urls=https://199.204.45.162:2380","--name=instance","--peer-cert-file=/etc/kubernetes/pki/etcd/peer.crt","--peer-client-cert-auth=true","--peer-key-file=/etc/kubernetes/pki/etcd/peer.key","--peer-trusted-ca-file=/etc/kubernetes/pki/etcd/ca.crt","--snapshot-count=10000","--tls-min-version=TLS1.3","--trusted-ca-file=/etc/kubernetes/pki/etcd/ca.crt"]} {"level":"warn","ts":"2026-07-10T14:49:54.769608Z","caller":"embed/config.go:679","msg":"Running http and grpc server on single port. This is not recommended for production."} {"level":"info","ts":"2026-07-10T14:49:54.769628Z","caller":"embed/etcd.go:127","msg":"configuring peer listeners","listen-peer-urls":["https://199.204.45.162:2380"]} {"level":"info","ts":"2026-07-10T14:49:54.769666Z","caller":"embed/etcd.go:494","msg":"starting with peer TLS","tls-info":"cert = /etc/kubernetes/pki/etcd/peer.crt, key = /etc/kubernetes/pki/etcd/peer.key, client-cert=, client-key=, trusted-ca = /etc/kubernetes/pki/etcd/ca.crt, client-cert-auth = true, crl-file = ","cipher-suites":[]} {"level":"info","ts":"2026-07-10T14:49:54.771391Z","caller":"embed/etcd.go:135","msg":"configuring client listeners","listen-client-urls":["https://127.0.0.1:2379","https://199.204.45.162:2379"]} {"level":"info","ts":"2026-07-10T14:49:54.771563Z","caller":"embed/etcd.go:308","msg":"starting an etcd server","etcd-version":"3.5.12","git-sha":"e7b3bb6cc","go-version":"go1.20.13","go-os":"linux","go-arch":"amd64","max-cpu-set":16,"max-cpu-available":16,"member-initialized":false,"name":"instance","data-dir":"/var/lib/etcd","wal-dir":"","wal-dir-dedicated":"","member-dir":"/var/lib/etcd/member","force-new-cluster":false,"heartbeat-interval":"100ms","election-timeout":"1s","initial-election-tick-advance":true,"snapshot-count":10000,"max-wals":5,"max-snapshots":5,"snapshot-catchup-entries":5000,"initial-advertise-peer-urls":["https://199.204.45.162:2380"],"listen-peer-urls":["https://199.204.45.162:2380"],"advertise-client-urls":["https://199.204.45.162:2379"],"listen-client-urls":["https://127.0.0.1:2379","https://199.204.45.162:2379"],"listen-metrics-urls":["http://127.0.0.1:2381"],"cors":["*"],"host-whitelist":["*"],"initial-cluster":"instance=https://199.204.45.162:2380","initial-cluster-state":"new","initial-cluster-token":"etcd-cluster","quota-backend-bytes":2147483648,"max-request-bytes":1572864,"max-concurrent-streams":4294967295,"pre-vote":true,"initial-corrupt-check":true,"corrupt-check-time-interval":"0s","compact-check-time-enabled":false,"compact-check-time-interval":"1m0s","auto-compaction-mode":"periodic","auto-compaction-retention":"0s","auto-compaction-interval":"0s","discovery-url":"","discovery-proxy":"","downgrade-check-interval":"5s"} {"level":"info","ts":"2026-07-10T14:49:54.77661Z","caller":"etcdserver/backend.go:81","msg":"opened backend db","path":"/var/lib/etcd/member/snap/db","took":"4.598475ms"} {"level":"info","ts":"2026-07-10T14:49:54.784016Z","caller":"etcdserver/raft.go:495","msg":"starting local member","local-member-id":"2d372260bb4c37a","cluster-id":"52bb6ec15e8722ff"} {"level":"info","ts":"2026-07-10T14:49:54.784116Z","logger":"raft","caller":"etcdserver/zap_raft.go:77","msg":"2d372260bb4c37a switched to configuration voters=()"} {"level":"info","ts":"2026-07-10T14:49:54.784145Z","logger":"raft","caller":"etcdserver/zap_raft.go:77","msg":"2d372260bb4c37a became follower at term 0"} {"level":"info","ts":"2026-07-10T14:49:54.784167Z","logger":"raft","caller":"etcdserver/zap_raft.go:77","msg":"newRaft 2d372260bb4c37a [peers: [], term: 0, commit: 0, applied: 0, lastindex: 0, lastterm: 0]"} {"level":"info","ts":"2026-07-10T14:49:54.784176Z","logger":"raft","caller":"etcdserver/zap_raft.go:77","msg":"2d372260bb4c37a became follower at term 1"} {"level":"info","ts":"2026-07-10T14:49:54.784224Z","logger":"raft","caller":"etcdserver/zap_raft.go:77","msg":"2d372260bb4c37a switched to configuration voters=(203631915892523898)"} {"level":"warn","ts":"2026-07-10T14:49:54.796544Z","caller":"auth/store.go:1241","msg":"simple token is not cryptographically signed"} {"level":"info","ts":"2026-07-10T14:49:54.798228Z","caller":"mvcc/kvstore.go:407","msg":"kvstore restored","current-rev":1} {"level":"info","ts":"2026-07-10T14:49:54.800199Z","caller":"etcdserver/quota.go:94","msg":"enabled backend quota with default value","quota-name":"v3-applier","quota-size-bytes":2147483648,"quota-size":"2.1 GB"} {"level":"info","ts":"2026-07-10T14:49:54.802774Z","caller":"etcdserver/server.go:860","msg":"starting etcd server","local-member-id":"2d372260bb4c37a","local-server-version":"3.5.12","cluster-version":"to_be_decided"} {"level":"info","ts":"2026-07-10T14:49:54.802999Z","caller":"fileutil/purge.go:50","msg":"started to purge file","dir":"/var/lib/etcd/member/snap","suffix":"snap.db","max":5,"interval":"30s"} {"level":"info","ts":"2026-07-10T14:49:54.803067Z","caller":"fileutil/purge.go:50","msg":"started to purge file","dir":"/var/lib/etcd/member/snap","suffix":"snap","max":5,"interval":"30s"} {"level":"info","ts":"2026-07-10T14:49:54.803079Z","caller":"fileutil/purge.go:50","msg":"started to purge file","dir":"/var/lib/etcd/member/wal","suffix":"wal","max":5,"interval":"30s"} {"level":"info","ts":"2026-07-10T14:49:54.803027Z","caller":"etcdserver/server.go:744","msg":"started as single-node; fast-forwarding election ticks","local-member-id":"2d372260bb4c37a","forward-ticks":9,"forward-duration":"900ms","election-ticks":10,"election-timeout":"1s"} {"level":"info","ts":"2026-07-10T14:49:54.805395Z","logger":"raft","caller":"etcdserver/zap_raft.go:77","msg":"2d372260bb4c37a switched to configuration voters=(203631915892523898)"} {"level":"info","ts":"2026-07-10T14:49:54.805607Z","caller":"membership/cluster.go:421","msg":"added member","cluster-id":"52bb6ec15e8722ff","local-member-id":"2d372260bb4c37a","added-peer-id":"2d372260bb4c37a","added-peer-peer-urls":["https://199.204.45.162:2380"]} {"level":"info","ts":"2026-07-10T14:49:54.807655Z","caller":"embed/etcd.go:726","msg":"starting with client TLS","tls-info":"cert = /etc/kubernetes/pki/etcd/server.crt, key = /etc/kubernetes/pki/etcd/server.key, client-cert=, client-key=, trusted-ca = /etc/kubernetes/pki/etcd/ca.crt, client-cert-auth = true, crl-file = ","cipher-suites":[]} {"level":"info","ts":"2026-07-10T14:49:54.80779Z","caller":"embed/etcd.go:597","msg":"serving peer traffic","address":"199.204.45.162:2380"} {"level":"info","ts":"2026-07-10T14:49:54.807856Z","caller":"embed/etcd.go:569","msg":"cmux::serve","address":"199.204.45.162:2380"} {"level":"info","ts":"2026-07-10T14:49:54.808237Z","caller":"embed/etcd.go:277","msg":"now serving peer/client/metrics","local-member-id":"2d372260bb4c37a","initial-advertise-peer-urls":["https://199.204.45.162:2380"],"listen-peer-urls":["https://199.204.45.162:2380"],"advertise-client-urls":["https://199.204.45.162:2379"],"listen-client-urls":["https://127.0.0.1:2379","https://199.204.45.162:2379"],"listen-metrics-urls":["http://127.0.0.1:2381"]} {"level":"info","ts":"2026-07-10T14:49:54.8083Z","caller":"embed/etcd.go:857","msg":"serving metrics","address":"http://127.0.0.1:2381"} {"level":"info","ts":"2026-07-10T14:49:55.485278Z","logger":"raft","caller":"etcdserver/zap_raft.go:77","msg":"2d372260bb4c37a is starting a new election at term 1"} {"level":"info","ts":"2026-07-10T14:49:55.485377Z","logger":"raft","caller":"etcdserver/zap_raft.go:77","msg":"2d372260bb4c37a became pre-candidate at term 1"} {"level":"info","ts":"2026-07-10T14:49:55.485407Z","logger":"raft","caller":"etcdserver/zap_raft.go:77","msg":"2d372260bb4c37a received MsgPreVoteResp from 2d372260bb4c37a at term 1"} {"level":"info","ts":"2026-07-10T14:49:55.485427Z","logger":"raft","caller":"etcdserver/zap_raft.go:77","msg":"2d372260bb4c37a became candidate at term 2"} {"level":"info","ts":"2026-07-10T14:49:55.485438Z","logger":"raft","caller":"etcdserver/zap_raft.go:77","msg":"2d372260bb4c37a received MsgVoteResp from 2d372260bb4c37a at term 2"} {"level":"info","ts":"2026-07-10T14:49:55.485455Z","logger":"raft","caller":"etcdserver/zap_raft.go:77","msg":"2d372260bb4c37a became leader at term 2"} {"level":"info","ts":"2026-07-10T14:49:55.48547Z","logger":"raft","caller":"etcdserver/zap_raft.go:77","msg":"raft.node: 2d372260bb4c37a elected leader 2d372260bb4c37a at term 2"} {"level":"info","ts":"2026-07-10T14:49:55.486979Z","caller":"etcdserver/server.go:2578","msg":"setting up initial cluster version using v2 API","cluster-version":"3.5"} {"level":"info","ts":"2026-07-10T14:49:55.488093Z","caller":"etcdserver/server.go:2068","msg":"published local member to cluster through raft","local-member-id":"2d372260bb4c37a","local-member-attributes":"{Name:instance ClientURLs:[https://199.204.45.162:2379]}","request-path":"/0/members/2d372260bb4c37a/attributes","cluster-id":"52bb6ec15e8722ff","publish-timeout":"7s"} {"level":"info","ts":"2026-07-10T14:49:55.488253Z","caller":"embed/serve.go:103","msg":"ready to serve client requests"} {"level":"info","ts":"2026-07-10T14:49:55.488339Z","caller":"embed/serve.go:103","msg":"ready to serve client requests"} {"level":"info","ts":"2026-07-10T14:49:55.488811Z","caller":"membership/cluster.go:584","msg":"set initial cluster version","cluster-id":"52bb6ec15e8722ff","local-member-id":"2d372260bb4c37a","cluster-version":"3.5"} {"level":"info","ts":"2026-07-10T14:49:55.489004Z","caller":"api/capability.go:75","msg":"enabled capabilities for version","cluster-version":"3.5"} {"level":"info","ts":"2026-07-10T14:49:55.489062Z","caller":"etcdserver/server.go:2602","msg":"cluster version is updated","cluster-version":"3.5"} {"level":"info","ts":"2026-07-10T14:49:55.491778Z","caller":"embed/serve.go:250","msg":"serving client traffic securely","traffic":"grpc+http","address":"199.204.45.162:2379"} {"level":"info","ts":"2026-07-10T14:49:55.491956Z","caller":"etcdmain/main.go:44","msg":"notifying init daemon"} {"level":"info","ts":"2026-07-10T14:49:55.491977Z","caller":"etcdmain/main.go:50","msg":"successfully notified init daemon"} {"level":"info","ts":"2026-07-10T14:49:55.492184Z","caller":"embed/serve.go:250","msg":"serving client traffic securely","traffic":"grpc+http","address":"127.0.0.1:2379"} {"level":"info","ts":"2026-07-10T14:50:01.639433Z","caller":"traceutil/trace.go:171","msg":"trace[1597298598] transaction","detail":"{read_only:false; response_revision:268; number_of_response:1; }","duration":"133.458312ms","start":"2026-07-10T14:50:01.505945Z","end":"2026-07-10T14:50:01.639404Z","steps":["trace[1597298598] 'process raft request' (duration: 133.138583ms)"],"step_count":1} {"level":"info","ts":"2026-07-10T14:50:01.639452Z","caller":"traceutil/trace.go:171","msg":"trace[156406052] transaction","detail":"{read_only:false; response_revision:269; number_of_response:1; }","duration":"118.853213ms","start":"2026-07-10T14:50:01.520565Z","end":"2026-07-10T14:50:01.639418Z","steps":["trace[156406052] 'process raft request' (duration: 118.658247ms)"],"step_count":1} {"level":"info","ts":"2026-07-10T14:50:01.6396Z","caller":"traceutil/trace.go:171","msg":"trace[202892221] linearizableReadLoop","detail":"{readStateIndex:278; appliedIndex:276; }","duration":"106.587177ms","start":"2026-07-10T14:50:01.532939Z","end":"2026-07-10T14:50:01.639526Z","steps":["trace[202892221] 'read index received' (duration: 106.046302ms)","trace[202892221] 'applied index is now lower than readState.Index' (duration: 537.784µs)"],"step_count":2} {"level":"warn","ts":"2026-07-10T14:50:01.639686Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"106.7259ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pods/kube-system/kube-apiserver-instance\" ","response":"range_response_count:1 size:5897"} {"level":"info","ts":"2026-07-10T14:50:01.639804Z","caller":"traceutil/trace.go:171","msg":"trace[1874908835] range","detail":"{range_begin:/registry/pods/kube-system/kube-apiserver-instance; range_end:; response_count:1; response_revision:269; }","duration":"106.880285ms","start":"2026-07-10T14:50:01.532904Z","end":"2026-07-10T14:50:01.639785Z","steps":["trace[1874908835] 'agreement among raft nodes before linearized reading' (duration: 106.7168ms)"],"step_count":1} {"level":"info","ts":"2026-07-10T14:50:01.943423Z","caller":"traceutil/trace.go:171","msg":"trace[497038050] linearizableReadLoop","detail":"{readStateIndex:283; appliedIndex:282; }","duration":"113.959588ms","start":"2026-07-10T14:50:01.829439Z","end":"2026-07-10T14:50:01.943399Z","steps":["trace[497038050] 'read index received' (duration: 23.712958ms)","trace[497038050] 'applied index is now lower than readState.Index' (duration: 90.2458ms)"],"step_count":2} {"level":"warn","ts":"2026-07-10T14:50:01.943561Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"114.108243ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/namespaces/kube-system\" ","response":"range_response_count:1 size:351"} {"level":"info","ts":"2026-07-10T14:50:01.943554Z","caller":"traceutil/trace.go:171","msg":"trace[691811656] transaction","detail":"{read_only:false; response_revision:274; number_of_response:1; }","duration":"122.43543ms","start":"2026-07-10T14:50:01.821089Z","end":"2026-07-10T14:50:01.943524Z","steps":["trace[691811656] 'process raft request' (duration: 32.104028ms)","trace[691811656] 'compare' (duration: 90.098236ms)"],"step_count":2} {"level":"info","ts":"2026-07-10T14:50:01.943587Z","caller":"traceutil/trace.go:171","msg":"trace[363245593] range","detail":"{range_begin:/registry/namespaces/kube-system; range_end:; response_count:1; response_revision:274; }","duration":"114.193125ms","start":"2026-07-10T14:50:01.829386Z","end":"2026-07-10T14:50:01.943579Z","steps":["trace[363245593] 'agreement among raft nodes before linearized reading' (duration: 114.099812ms)"],"step_count":1} {"level":"warn","ts":"2026-07-10T14:50:02.158044Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"112.416986ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/namespaces/kube-system\" ","response":"range_response_count:1 size:351"} {"level":"info","ts":"2026-07-10T14:50:02.158151Z","caller":"traceutil/trace.go:171","msg":"trace[1424529794] range","detail":"{range_begin:/registry/namespaces/kube-system; range_end:; response_count:1; response_revision:276; }","duration":"112.574761ms","start":"2026-07-10T14:50:02.04555Z","end":"2026-07-10T14:50:02.158125Z","steps":["trace[1424529794] 'range keys from in-memory index tree' (duration: 112.279563ms)"],"step_count":1} {"level":"warn","ts":"2026-07-10T14:50:29.000582Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"122.601374ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/health\" ","response":"range_response_count:0 size:5"} {"level":"info","ts":"2026-07-10T14:50:29.000721Z","caller":"traceutil/trace.go:171","msg":"trace[1323372098] range","detail":"{range_begin:/registry/health; range_end:; response_count:0; response_revision:441; }","duration":"122.803389ms","start":"2026-07-10T14:50:28.877895Z","end":"2026-07-10T14:50:29.000698Z","steps":["trace[1323372098] 'range keys from in-memory index tree' (duration: 122.503781ms)"],"step_count":1} {"level":"warn","ts":"2026-07-10T14:50:32.951248Z","caller":"etcdserver/v3_server.go:897","msg":"waiting for ReadIndex response took too long, retrying","sent-request-id":14085745935496602687,"retry-timeout":"500ms"} {"level":"info","ts":"2026-07-10T14:50:33.086809Z","caller":"traceutil/trace.go:171","msg":"trace[2079349152] transaction","detail":"{read_only:false; response_revision:483; number_of_response:1; }","duration":"670.914948ms","start":"2026-07-10T14:50:32.415869Z","end":"2026-07-10T14:50:33.086784Z","steps":["trace[2079349152] 'process raft request' (duration: 670.800785ms)"],"step_count":1} {"level":"warn","ts":"2026-07-10T14:50:33.087276Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-10T14:50:32.415846Z","time spent":"671.045211ms","remote":"127.0.0.1:47644","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":6315,"response count":0,"response size":38,"request content":"compare: success:> failure:<>"} {"level":"info","ts":"2026-07-10T14:50:33.093128Z","caller":"traceutil/trace.go:171","msg":"trace[391905968] transaction","detail":"{read_only:false; response_revision:484; number_of_response:1; }","duration":"672.037919ms","start":"2026-07-10T14:50:32.421064Z","end":"2026-07-10T14:50:33.093102Z","steps":["trace[391905968] 'process raft request' (duration: 671.863824ms)"],"step_count":1} {"level":"warn","ts":"2026-07-10T14:50:33.093255Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-10T14:50:32.421045Z","time spent":"672.148532ms","remote":"127.0.0.1:47644","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":8162,"response count":0,"response size":38,"request content":"compare: success:> failure:<>"} {"level":"info","ts":"2026-07-10T14:50:33.093378Z","caller":"traceutil/trace.go:171","msg":"trace[892516693] transaction","detail":"{read_only:false; response_revision:486; number_of_response:1; }","duration":"661.436578ms","start":"2026-07-10T14:50:32.431932Z","end":"2026-07-10T14:50:33.093368Z","steps":["trace[892516693] 'process raft request' (duration: 661.162641ms)"],"step_count":1} {"level":"warn","ts":"2026-07-10T14:50:33.093429Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-10T14:50:32.43192Z","time spent":"661.485081ms","remote":"127.0.0.1:47644","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":22019,"response count":0,"response size":38,"request content":"compare: success:> failure:<>"} {"level":"info","ts":"2026-07-10T14:50:33.093524Z","caller":"traceutil/trace.go:171","msg":"trace[1436797424] transaction","detail":"{read_only:false; response_revision:489; number_of_response:1; }","duration":"652.523954ms","start":"2026-07-10T14:50:32.440987Z","end":"2026-07-10T14:50:33.093511Z","steps":["trace[1436797424] 'process raft request' (duration: 652.266697ms)"],"step_count":1} {"level":"info","ts":"2026-07-10T14:50:33.093511Z","caller":"traceutil/trace.go:171","msg":"trace[260021534] transaction","detail":"{read_only:false; response_revision:487; number_of_response:1; }","duration":"660.05022ms","start":"2026-07-10T14:50:32.43339Z","end":"2026-07-10T14:50:33.09344Z","steps":["trace[260021534] 'process raft request' (duration: 659.772073ms)"],"step_count":1} {"level":"info","ts":"2026-07-10T14:50:33.093566Z","caller":"traceutil/trace.go:171","msg":"trace[1590353517] transaction","detail":"{read_only:false; response_revision:490; number_of_response:1; }","duration":"652.281258ms","start":"2026-07-10T14:50:32.441263Z","end":"2026-07-10T14:50:33.093545Z","steps":["trace[1590353517] 'process raft request' (duration: 652.053532ms)"],"step_count":1} {"level":"warn","ts":"2026-07-10T14:50:33.093573Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-10T14:50:32.440975Z","time spent":"652.578527ms","remote":"127.0.0.1:47644","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":29820,"response count":0,"response size":38,"request content":"compare: success:> failure:<>"} {"level":"info","ts":"2026-07-10T14:50:33.09356Z","caller":"traceutil/trace.go:171","msg":"trace[1767160499] transaction","detail":"{read_only:false; response_revision:485; number_of_response:1; }","duration":"671.804282ms","start":"2026-07-10T14:50:32.421701Z","end":"2026-07-10T14:50:33.093505Z","steps":["trace[1767160499] 'process raft request' (duration: 671.33936ms)"],"step_count":1} {"level":"info","ts":"2026-07-10T14:50:33.093656Z","caller":"traceutil/trace.go:171","msg":"trace[1511311691] transaction","detail":"{read_only:false; response_revision:492; number_of_response:1; }","duration":"634.050569ms","start":"2026-07-10T14:50:32.459597Z","end":"2026-07-10T14:50:33.093648Z","steps":["trace[1511311691] 'process raft request' (duration: 633.954287ms)"],"step_count":1} {"level":"warn","ts":"2026-07-10T14:50:33.093666Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-10T14:50:32.441254Z","time spent":"652.35084ms","remote":"127.0.0.1:47644","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":28462,"response count":0,"response size":38,"request content":"compare: success:> failure:<>"} {"level":"warn","ts":"2026-07-10T14:50:33.093698Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-10T14:50:32.433381Z","time spent":"660.227065ms","remote":"127.0.0.1:47644","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":29801,"response count":0,"response size":38,"request content":"compare: success:> failure:<>"} {"level":"warn","ts":"2026-07-10T14:50:33.093717Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-10T14:50:32.459577Z","time spent":"634.123062ms","remote":"127.0.0.1:47644","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":63889,"response count":0,"response size":38,"request content":"compare: success:> failure:<>"} {"level":"info","ts":"2026-07-10T14:50:33.093614Z","caller":"traceutil/trace.go:171","msg":"trace[228616196] transaction","detail":"{read_only:false; response_revision:488; number_of_response:1; }","duration":"654.836969ms","start":"2026-07-10T14:50:32.438722Z","end":"2026-07-10T14:50:33.093559Z","steps":["trace[228616196] 'process raft request' (duration: 654.498069ms)"],"step_count":1} {"level":"warn","ts":"2026-07-10T14:50:33.09374Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-10T14:50:32.421681Z","time spent":"671.974047ms","remote":"127.0.0.1:47644","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":9490,"response count":0,"response size":38,"request content":"compare: success:> failure:<>"} {"level":"info","ts":"2026-07-10T14:50:33.093711Z","caller":"traceutil/trace.go:171","msg":"trace[305785435] transaction","detail":"{read_only:false; response_revision:491; number_of_response:1; }","duration":"636.61676ms","start":"2026-07-10T14:50:32.457018Z","end":"2026-07-10T14:50:33.093635Z","steps":["trace[305785435] 'process raft request' (duration: 636.490396ms)"],"step_count":1} {"level":"info","ts":"2026-07-10T14:50:33.093794Z","caller":"traceutil/trace.go:171","msg":"trace[1946221942] transaction","detail":"{read_only:false; response_revision:494; number_of_response:1; }","duration":"512.107984ms","start":"2026-07-10T14:50:32.581678Z","end":"2026-07-10T14:50:33.093786Z","steps":["trace[1946221942] 'process raft request' (duration: 512.038272ms)"],"step_count":1} {"level":"info","ts":"2026-07-10T14:50:33.093797Z","caller":"traceutil/trace.go:171","msg":"trace[915226234] transaction","detail":"{read_only:false; response_revision:493; number_of_response:1; }","duration":"610.050823ms","start":"2026-07-10T14:50:32.483733Z","end":"2026-07-10T14:50:33.093784Z","steps":["trace[915226234] 'process raft request' (duration: 609.859498ms)"],"step_count":1} {"level":"warn","ts":"2026-07-10T14:50:33.093796Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-10T14:50:32.438708Z","time spent":"655.067395ms","remote":"127.0.0.1:47644","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":28166,"response count":0,"response size":38,"request content":"compare: success:> failure:<>"} {"level":"warn","ts":"2026-07-10T14:50:33.093848Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-10T14:50:32.581658Z","time spent":"512.173275ms","remote":"127.0.0.1:47644","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":149907,"response count":0,"response size":38,"request content":"compare: success:> failure:<>"} {"level":"warn","ts":"2026-07-10T14:50:33.093857Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"642.794879ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/kube-controller-manager\" ","response":"range_response_count:1 size:505"} {"level":"info","ts":"2026-07-10T14:50:33.093889Z","caller":"traceutil/trace.go:171","msg":"trace[1057346138] range","detail":"{range_begin:/registry/leases/kube-system/kube-controller-manager; range_end:; response_count:1; response_revision:494; }","duration":"642.859421ms","start":"2026-07-10T14:50:32.451022Z","end":"2026-07-10T14:50:33.093882Z","steps":["trace[1057346138] 'agreement among raft nodes before linearized reading' (duration: 642.779728ms)"],"step_count":1} {"level":"warn","ts":"2026-07-10T14:50:33.09391Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-10T14:50:32.45101Z","time spent":"642.895711ms","remote":"127.0.0.1:47860","response type":"/etcdserverpb.KV/Range","request count":0,"request size":54,"response count":1,"response size":527,"request content":"key:\"/registry/leases/kube-system/kube-controller-manager\" "} {"level":"warn","ts":"2026-07-10T14:50:33.093923Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-10T14:50:32.483706Z","time spent":"610.144426ms","remote":"127.0.0.1:47644","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":79374,"response count":0,"response size":38,"request content":"compare: success:> failure:<>"} {"level":"warn","ts":"2026-07-10T14:50:33.093897Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-10T14:50:32.456993Z","time spent":"636.823986ms","remote":"127.0.0.1:47644","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":58271,"response count":0,"response size":38,"request content":"compare: success:> failure:<>"} {"level":"info","ts":"2026-07-10T14:50:33.093778Z","caller":"traceutil/trace.go:171","msg":"trace[500792964] linearizableReadLoop","detail":"{readStateIndex:511; appliedIndex:500; }","duration":"642.711386ms","start":"2026-07-10T14:50:32.451054Z","end":"2026-07-10T14:50:33.093765Z","steps":["trace[500792964] 'read index received' (duration: 635.709235ms)","trace[500792964] 'applied index is now lower than readState.Index' (duration: 7.001481ms)"],"step_count":2} {"level":"warn","ts":"2026-07-10T14:50:33.096928Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"630.567675ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/plndr-cp-lock\" ","response":"range_response_count:1 size:433"} {"level":"info","ts":"2026-07-10T14:50:33.096969Z","caller":"traceutil/trace.go:171","msg":"trace[1092110573] range","detail":"{range_begin:/registry/leases/kube-system/plndr-cp-lock; range_end:; response_count:1; response_revision:495; }","duration":"630.655947ms","start":"2026-07-10T14:50:32.466303Z","end":"2026-07-10T14:50:33.096959Z","steps":["trace[1092110573] 'agreement among raft nodes before linearized reading' (duration: 630.570015ms)"],"step_count":1} {"level":"warn","ts":"2026-07-10T14:50:33.09699Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-10T14:50:32.466293Z","time spent":"630.692048ms","remote":"127.0.0.1:47860","response type":"/etcdserverpb.KV/Range","request count":0,"request size":44,"response count":1,"response size":455,"request content":"key:\"/registry/leases/kube-system/plndr-cp-lock\" "} {"level":"warn","ts":"2026-07-10T14:50:33.097356Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"363.990781ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/plndr-svcs-lock\" ","response":"range_response_count:1 size:438"} {"level":"info","ts":"2026-07-10T14:50:33.097376Z","caller":"traceutil/trace.go:171","msg":"trace[1835033137] range","detail":"{range_begin:/registry/leases/kube-system/plndr-svcs-lock; range_end:; response_count:1; response_revision:495; }","duration":"364.048242ms","start":"2026-07-10T14:50:32.733322Z","end":"2026-07-10T14:50:33.09737Z","steps":["trace[1835033137] 'agreement among raft nodes before linearized reading' (duration: 364.013721ms)"],"step_count":1} {"level":"warn","ts":"2026-07-10T14:50:33.097394Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-10T14:50:32.7333Z","time spent":"364.087894ms","remote":"127.0.0.1:47860","response type":"/etcdserverpb.KV/Range","request count":0,"request size":46,"response count":1,"response size":460,"request content":"key:\"/registry/leases/kube-system/plndr-svcs-lock\" "} {"level":"info","ts":"2026-07-10T14:50:33.597338Z","caller":"traceutil/trace.go:171","msg":"trace[569380395] transaction","detail":"{read_only:false; response_revision:541; number_of_response:1; }","duration":"126.164293ms","start":"2026-07-10T14:50:33.471122Z","end":"2026-07-10T14:50:33.597286Z","steps":["trace[569380395] 'process raft request' (duration: 85.092769ms)","trace[569380395] 'compare' (duration: 40.92563ms)"],"step_count":2} {"level":"info","ts":"2026-07-10T14:50:34.112295Z","caller":"traceutil/trace.go:171","msg":"trace[1797879690] transaction","detail":"{read_only:false; response_revision:555; number_of_response:1; }","duration":"150.609921ms","start":"2026-07-10T14:50:33.961662Z","end":"2026-07-10T14:50:34.112272Z","steps":["trace[1797879690] 'process raft request' (duration: 114.194925ms)","trace[1797879690] 'compare' (duration: 36.020175ms)"],"step_count":2} {"level":"info","ts":"2026-07-10T14:50:34.119122Z","caller":"traceutil/trace.go:171","msg":"trace[1509463892] transaction","detail":"{read_only:false; response_revision:556; number_of_response:1; }","duration":"106.920626ms","start":"2026-07-10T14:50:34.012174Z","end":"2026-07-10T14:50:34.119095Z","steps":["trace[1509463892] 'process raft request' (duration: 106.772422ms)"],"step_count":1} {"level":"warn","ts":"2026-07-10T14:50:35.447848Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"840.770437ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/apiextensions.k8s.io/customresourcedefinitions/envoypatchpolicies.gateway.envoyproxy.io\" ","response":"range_response_count:1 size:20866"} {"level":"info","ts":"2026-07-10T14:50:35.447921Z","caller":"traceutil/trace.go:171","msg":"trace[644778243] range","detail":"{range_begin:/registry/apiextensions.k8s.io/customresourcedefinitions/envoypatchpolicies.gateway.envoyproxy.io; range_end:; response_count:1; response_revision:561; }","duration":"840.87169ms","start":"2026-07-10T14:50:34.607038Z","end":"2026-07-10T14:50:35.44791Z","steps":["trace[644778243] 'range keys from in-memory index tree' (duration: 840.654984ms)"],"step_count":1} {"level":"warn","ts":"2026-07-10T14:50:35.447946Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-10T14:50:34.607006Z","time spent":"840.934282ms","remote":"127.0.0.1:47644","response type":"/etcdserverpb.KV/Range","request count":0,"request size":99,"response count":1,"response size":20888,"request content":"key:\"/registry/apiextensions.k8s.io/customresourcedefinitions/envoypatchpolicies.gateway.envoyproxy.io\" "} {"level":"warn","ts":"2026-07-10T14:50:35.448055Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"728.477984ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/gateway.envoyproxy.io/envoyproxies/\" range_end:\"/registry/gateway.envoyproxy.io/envoyproxies0\" count_only:true ","response":"range_response_count:0 size:5"} {"level":"info","ts":"2026-07-10T14:50:35.44808Z","caller":"traceutil/trace.go:171","msg":"trace[1899939575] range","detail":"{range_begin:/registry/gateway.envoyproxy.io/envoyproxies/; range_end:/registry/gateway.envoyproxy.io/envoyproxies0; response_count:0; response_revision:561; }","duration":"728.534335ms","start":"2026-07-10T14:50:34.719539Z","end":"2026-07-10T14:50:35.448073Z","steps":["trace[1899939575] 'count revisions from in-memory index tree' (duration: 728.413492ms)"],"step_count":1} {"level":"warn","ts":"2026-07-10T14:50:35.448099Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-10T14:50:34.719517Z","time spent":"728.577117ms","remote":"127.0.0.1:46788","response type":"/etcdserverpb.KV/Range","request count":0,"request size":96,"response count":0,"response size":27,"request content":"key:\"/registry/gateway.envoyproxy.io/envoyproxies/\" range_end:\"/registry/gateway.envoyproxy.io/envoyproxies0\" count_only:true "} {"level":"warn","ts":"2026-07-10T14:50:35.4482Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"728.411412ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/gateway.envoyproxy.io/envoyproxies/\" range_end:\"/registry/gateway.envoyproxy.io/envoyproxies0\" limit:10000 ","response":"range_response_count:0 size:5"} {"level":"info","ts":"2026-07-10T14:50:35.448226Z","caller":"traceutil/trace.go:171","msg":"trace[1169391986] range","detail":"{range_begin:/registry/gateway.envoyproxy.io/envoyproxies/; range_end:/registry/gateway.envoyproxy.io/envoyproxies0; response_count:0; response_revision:561; }","duration":"728.451873ms","start":"2026-07-10T14:50:34.719767Z","end":"2026-07-10T14:50:35.448219Z","steps":["trace[1169391986] 'range keys from in-memory index tree' (duration: 728.372551ms)"],"step_count":1} {"level":"warn","ts":"2026-07-10T14:50:35.448245Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-10T14:50:34.71976Z","time spent":"728.479384ms","remote":"127.0.0.1:46788","response type":"/etcdserverpb.KV/Range","request count":0,"request size":97,"response count":0,"response size":27,"request content":"key:\"/registry/gateway.envoyproxy.io/envoyproxies/\" range_end:\"/registry/gateway.envoyproxy.io/envoyproxies0\" limit:10000 "} {"level":"warn","ts":"2026-07-10T14:50:35.448329Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"728.060563ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/gateway.envoyproxy.io/envoyproxies/\" range_end:\"/registry/gateway.envoyproxy.io/envoyproxies0\" limit:500 ","response":"range_response_count:0 size:5"} {"level":"info","ts":"2026-07-10T14:50:35.448369Z","caller":"traceutil/trace.go:171","msg":"trace[1923233848] range","detail":"{range_begin:/registry/gateway.envoyproxy.io/envoyproxies/; range_end:/registry/gateway.envoyproxy.io/envoyproxies0; response_count:0; response_revision:561; }","duration":"728.112674ms","start":"2026-07-10T14:50:34.720251Z","end":"2026-07-10T14:50:35.448364Z","steps":["trace[1923233848] 'range keys from in-memory index tree' (duration: 728.028492ms)"],"step_count":1} {"level":"warn","ts":"2026-07-10T14:50:35.448388Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-10T14:50:34.720245Z","time spent":"728.137355ms","remote":"127.0.0.1:46788","response type":"/etcdserverpb.KV/Range","request count":0,"request size":97,"response count":0,"response size":27,"request content":"key:\"/registry/gateway.envoyproxy.io/envoyproxies/\" range_end:\"/registry/gateway.envoyproxy.io/envoyproxies0\" limit:500 "} {"level":"warn","ts":"2026-07-10T14:50:35.448531Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"696.519089ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/gateway.networking.k8s.io/tlsroutes/\" range_end:\"/registry/gateway.networking.k8s.io/tlsroutes0\" count_only:true ","response":"range_response_count:0 size:5"} {"level":"info","ts":"2026-07-10T14:50:35.448566Z","caller":"traceutil/trace.go:171","msg":"trace[967768501] range","detail":"{range_begin:/registry/gateway.networking.k8s.io/tlsroutes/; range_end:/registry/gateway.networking.k8s.io/tlsroutes0; response_count:0; response_revision:561; }","duration":"696.560111ms","start":"2026-07-10T14:50:34.751995Z","end":"2026-07-10T14:50:35.448555Z","steps":["trace[967768501] 'count revisions from in-memory index tree' (duration: 696.463928ms)"],"step_count":1} {"level":"warn","ts":"2026-07-10T14:50:35.44859Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-10T14:50:34.751989Z","time spent":"696.594892ms","remote":"127.0.0.1:46802","response type":"/etcdserverpb.KV/Range","request count":0,"request size":98,"response count":0,"response size":27,"request content":"key:\"/registry/gateway.networking.k8s.io/tlsroutes/\" range_end:\"/registry/gateway.networking.k8s.io/tlsroutes0\" count_only:true "} {"level":"warn","ts":"2026-07-10T14:50:35.448714Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"696.759066ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/gateway.networking.k8s.io/tlsroutes/\" range_end:\"/registry/gateway.networking.k8s.io/tlsroutes0\" limit:10000 ","response":"range_response_count:0 size:5"} {"level":"info","ts":"2026-07-10T14:50:35.448751Z","caller":"traceutil/trace.go:171","msg":"trace[1482384950] range","detail":"{range_begin:/registry/gateway.networking.k8s.io/tlsroutes/; range_end:/registry/gateway.networking.k8s.io/tlsroutes0; response_count:0; response_revision:561; }","duration":"696.798367ms","start":"2026-07-10T14:50:34.751935Z","end":"2026-07-10T14:50:35.448733Z","steps":["trace[1482384950] 'range keys from in-memory index tree' (duration: 696.654103ms)"],"step_count":1} {"level":"warn","ts":"2026-07-10T14:50:35.448774Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-10T14:50:34.751928Z","time spent":"696.840968ms","remote":"127.0.0.1:46802","response type":"/etcdserverpb.KV/Range","request count":0,"request size":99,"response count":0,"response size":27,"request content":"key:\"/registry/gateway.networking.k8s.io/tlsroutes/\" range_end:\"/registry/gateway.networking.k8s.io/tlsroutes0\" limit:10000 "} {"level":"warn","ts":"2026-07-10T14:50:35.448857Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"666.772125ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/gateway.networking.k8s.io/tlsroutes/\" range_end:\"/registry/gateway.networking.k8s.io/tlsroutes0\" limit:10000 ","response":"range_response_count:0 size:5"} {"level":"info","ts":"2026-07-10T14:50:35.448878Z","caller":"traceutil/trace.go:171","msg":"trace[1438041456] range","detail":"{range_begin:/registry/gateway.networking.k8s.io/tlsroutes/; range_end:/registry/gateway.networking.k8s.io/tlsroutes0; response_count:0; response_revision:561; }","duration":"666.821637ms","start":"2026-07-10T14:50:34.782051Z","end":"2026-07-10T14:50:35.448872Z","steps":["trace[1438041456] 'range keys from in-memory index tree' (duration: 666.717704ms)"],"step_count":1} {"level":"warn","ts":"2026-07-10T14:50:35.448897Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-10T14:50:34.782033Z","time spent":"666.858178ms","remote":"127.0.0.1:46812","response type":"/etcdserverpb.KV/Range","request count":0,"request size":99,"response count":0,"response size":27,"request content":"key:\"/registry/gateway.networking.k8s.io/tlsroutes/\" range_end:\"/registry/gateway.networking.k8s.io/tlsroutes0\" limit:10000 "} {"level":"warn","ts":"2026-07-10T14:50:35.448993Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"666.92729ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/gateway.networking.k8s.io/tlsroutes/\" range_end:\"/registry/gateway.networking.k8s.io/tlsroutes0\" count_only:true ","response":"range_response_count:0 size:5"} {"level":"info","ts":"2026-07-10T14:50:35.449015Z","caller":"traceutil/trace.go:171","msg":"trace[925943119] range","detail":"{range_begin:/registry/gateway.networking.k8s.io/tlsroutes/; range_end:/registry/gateway.networking.k8s.io/tlsroutes0; response_count:0; response_revision:561; }","duration":"666.979591ms","start":"2026-07-10T14:50:34.78203Z","end":"2026-07-10T14:50:35.44901Z","steps":["trace[925943119] 'count revisions from in-memory index tree' (duration: 666.846638ms)"],"step_count":1} {"level":"warn","ts":"2026-07-10T14:50:35.449035Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-10T14:50:34.782014Z","time spent":"667.014912ms","remote":"127.0.0.1:46812","response type":"/etcdserverpb.KV/Range","request count":0,"request size":98,"response count":0,"response size":27,"request content":"key:\"/registry/gateway.networking.k8s.io/tlsroutes/\" range_end:\"/registry/gateway.networking.k8s.io/tlsroutes0\" count_only:true "} {"level":"warn","ts":"2026-07-10T14:50:35.449113Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"666.294022ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/gateway.networking.k8s.io/tlsroutes/\" range_end:\"/registry/gateway.networking.k8s.io/tlsroutes0\" limit:500 ","response":"range_response_count:0 size:5"} {"level":"info","ts":"2026-07-10T14:50:35.449135Z","caller":"traceutil/trace.go:171","msg":"trace[1313709721] range","detail":"{range_begin:/registry/gateway.networking.k8s.io/tlsroutes/; range_end:/registry/gateway.networking.k8s.io/tlsroutes0; response_count:0; response_revision:561; }","duration":"666.328413ms","start":"2026-07-10T14:50:34.782801Z","end":"2026-07-10T14:50:35.449129Z","steps":["trace[1313709721] 'range keys from in-memory index tree' (duration: 666.249471ms)"],"step_count":1} {"level":"warn","ts":"2026-07-10T14:50:35.449154Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-10T14:50:34.782792Z","time spent":"666.356555ms","remote":"127.0.0.1:46812","response type":"/etcdserverpb.KV/Range","request count":0,"request size":99,"response count":0,"response size":27,"request content":"key:\"/registry/gateway.networking.k8s.io/tlsroutes/\" range_end:\"/registry/gateway.networking.k8s.io/tlsroutes0\" limit:500 "} {"level":"warn","ts":"2026-07-10T14:50:35.44924Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"647.996692ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/gateway.networking.k8s.io/tcproutes/\" range_end:\"/registry/gateway.networking.k8s.io/tcproutes0\" count_only:true ","response":"range_response_count:0 size:5"} {"level":"info","ts":"2026-07-10T14:50:35.449263Z","caller":"traceutil/trace.go:171","msg":"trace[930973546] range","detail":"{range_begin:/registry/gateway.networking.k8s.io/tcproutes/; range_end:/registry/gateway.networking.k8s.io/tcproutes0; response_count:0; response_revision:561; }","duration":"648.019822ms","start":"2026-07-10T14:50:34.801237Z","end":"2026-07-10T14:50:35.449257Z","steps":["trace[930973546] 'count revisions from in-memory index tree' (duration: 647.90666ms)"],"step_count":1} {"level":"warn","ts":"2026-07-10T14:50:35.449282Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-10T14:50:34.801184Z","time spent":"648.092414ms","remote":"127.0.0.1:46822","response type":"/etcdserverpb.KV/Range","request count":0,"request size":98,"response count":0,"response size":27,"request content":"key:\"/registry/gateway.networking.k8s.io/tcproutes/\" range_end:\"/registry/gateway.networking.k8s.io/tcproutes0\" count_only:true "} {"level":"warn","ts":"2026-07-10T14:50:35.449389Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"648.114875ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/gateway.networking.k8s.io/tcproutes/\" range_end:\"/registry/gateway.networking.k8s.io/tcproutes0\" limit:10000 ","response":"range_response_count:0 size:5"} {"level":"info","ts":"2026-07-10T14:50:35.449411Z","caller":"traceutil/trace.go:171","msg":"trace[1876562449] range","detail":"{range_begin:/registry/gateway.networking.k8s.io/tcproutes/; range_end:/registry/gateway.networking.k8s.io/tcproutes0; response_count:0; response_revision:561; }","duration":"648.160787ms","start":"2026-07-10T14:50:34.801245Z","end":"2026-07-10T14:50:35.449406Z","steps":["trace[1876562449] 'range keys from in-memory index tree' (duration: 648.052473ms)"],"step_count":1} {"level":"warn","ts":"2026-07-10T14:50:35.44943Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-10T14:50:34.801229Z","time spent":"648.195637ms","remote":"127.0.0.1:46822","response type":"/etcdserverpb.KV/Range","request count":0,"request size":99,"response count":0,"response size":27,"request content":"key:\"/registry/gateway.networking.k8s.io/tcproutes/\" range_end:\"/registry/gateway.networking.k8s.io/tcproutes0\" limit:10000 "} {"level":"warn","ts":"2026-07-10T14:50:35.449517Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"647.96633ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/gateway.networking.k8s.io/tcproutes/\" range_end:\"/registry/gateway.networking.k8s.io/tcproutes0\" limit:500 ","response":"range_response_count:0 size:5"} {"level":"info","ts":"2026-07-10T14:50:35.449551Z","caller":"traceutil/trace.go:171","msg":"trace[17688187] range","detail":"{range_begin:/registry/gateway.networking.k8s.io/tcproutes/; range_end:/registry/gateway.networking.k8s.io/tcproutes0; response_count:0; response_revision:561; }","duration":"648.009252ms","start":"2026-07-10T14:50:34.801533Z","end":"2026-07-10T14:50:35.449542Z","steps":["trace[17688187] 'range keys from in-memory index tree' (duration: 647.94189ms)"],"step_count":1} {"level":"warn","ts":"2026-07-10T14:50:35.449584Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-10T14:50:34.801527Z","time spent":"648.049353ms","remote":"127.0.0.1:46822","response type":"/etcdserverpb.KV/Range","request count":0,"request size":99,"response count":0,"response size":27,"request content":"key:\"/registry/gateway.networking.k8s.io/tcproutes/\" range_end:\"/registry/gateway.networking.k8s.io/tcproutes0\" limit:500 "} {"level":"warn","ts":"2026-07-10T14:50:35.449692Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"469.674042ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/gateway.networking.k8s.io/httproutes/\" range_end:\"/registry/gateway.networking.k8s.io/httproutes0\" limit:10000 ","response":"range_response_count:0 size:5"} {"level":"info","ts":"2026-07-10T14:50:35.449725Z","caller":"traceutil/trace.go:171","msg":"trace[1506592519] range","detail":"{range_begin:/registry/gateway.networking.k8s.io/httproutes/; range_end:/registry/gateway.networking.k8s.io/httproutes0; response_count:0; response_revision:561; }","duration":"469.738634ms","start":"2026-07-10T14:50:34.979976Z","end":"2026-07-10T14:50:35.449715Z","steps":["trace[1506592519] 'range keys from in-memory index tree' (duration: 469.580939ms)"],"step_count":1} {"level":"warn","ts":"2026-07-10T14:50:35.449758Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-10T14:50:34.979954Z","time spent":"469.795675ms","remote":"127.0.0.1:46826","response type":"/etcdserverpb.KV/Range","request count":0,"request size":101,"response count":0,"response size":27,"request content":"key:\"/registry/gateway.networking.k8s.io/httproutes/\" range_end:\"/registry/gateway.networking.k8s.io/httproutes0\" limit:10000 "} {"level":"warn","ts":"2026-07-10T14:50:35.449886Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"469.881777ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/gateway.networking.k8s.io/httproutes/\" range_end:\"/registry/gateway.networking.k8s.io/httproutes0\" count_only:true ","response":"range_response_count:0 size:5"} {"level":"info","ts":"2026-07-10T14:50:35.449917Z","caller":"traceutil/trace.go:171","msg":"trace[959685301] range","detail":"{range_begin:/registry/gateway.networking.k8s.io/httproutes/; range_end:/registry/gateway.networking.k8s.io/httproutes0; response_count:0; response_revision:561; }","duration":"469.951899ms","start":"2026-07-10T14:50:34.979958Z","end":"2026-07-10T14:50:35.44991Z","steps":["trace[959685301] 'count revisions from in-memory index tree' (duration: 469.750334ms)"],"step_count":1} {"level":"warn","ts":"2026-07-10T14:50:35.449949Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-10T14:50:34.979934Z","time spent":"470.008171ms","remote":"127.0.0.1:46826","response type":"/etcdserverpb.KV/Range","request count":0,"request size":100,"response count":0,"response size":27,"request content":"key:\"/registry/gateway.networking.k8s.io/httproutes/\" range_end:\"/registry/gateway.networking.k8s.io/httproutes0\" count_only:true "} {"level":"warn","ts":"2026-07-10T14:50:35.450066Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"348.731892ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/gateway.networking.k8s.io/httproutes/\" range_end:\"/registry/gateway.networking.k8s.io/httproutes0\" limit:10000 ","response":"range_response_count:0 size:5"} {"level":"info","ts":"2026-07-10T14:50:35.450097Z","caller":"traceutil/trace.go:171","msg":"trace[1693336864] range","detail":"{range_begin:/registry/gateway.networking.k8s.io/httproutes/; range_end:/registry/gateway.networking.k8s.io/httproutes0; response_count:0; response_revision:561; }","duration":"348.784664ms","start":"2026-07-10T14:50:35.101304Z","end":"2026-07-10T14:50:35.450089Z","steps":["trace[1693336864] 'range keys from in-memory index tree' (duration: 348.63345ms)"],"step_count":1} {"level":"warn","ts":"2026-07-10T14:50:35.450129Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-10T14:50:35.101297Z","time spent":"348.825005ms","remote":"127.0.0.1:46838","response type":"/etcdserverpb.KV/Range","request count":0,"request size":101,"response count":0,"response size":27,"request content":"key:\"/registry/gateway.networking.k8s.io/httproutes/\" range_end:\"/registry/gateway.networking.k8s.io/httproutes0\" limit:10000 "} {"level":"warn","ts":"2026-07-10T14:50:35.450259Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"348.714763ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/gateway.networking.k8s.io/httproutes/\" range_end:\"/registry/gateway.networking.k8s.io/httproutes0\" count_only:true ","response":"range_response_count:0 size:5"} {"level":"info","ts":"2026-07-10T14:50:35.45029Z","caller":"traceutil/trace.go:171","msg":"trace[22974181] range","detail":"{range_begin:/registry/gateway.networking.k8s.io/httproutes/; range_end:/registry/gateway.networking.k8s.io/httproutes0; response_count:0; response_revision:561; }","duration":"348.786844ms","start":"2026-07-10T14:50:35.101495Z","end":"2026-07-10T14:50:35.450282Z","steps":["trace[22974181] 'count revisions from in-memory index tree' (duration: 348.618189ms)"],"step_count":1} {"level":"warn","ts":"2026-07-10T14:50:35.45032Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-10T14:50:35.101465Z","time spent":"348.846255ms","remote":"127.0.0.1:46838","response type":"/etcdserverpb.KV/Range","request count":0,"request size":100,"response count":0,"response size":27,"request content":"key:\"/registry/gateway.networking.k8s.io/httproutes/\" range_end:\"/registry/gateway.networking.k8s.io/httproutes0\" count_only:true "} {"level":"warn","ts":"2026-07-10T14:50:35.450429Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"119.215162ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/gateway.networking.k8s.io/backendtlspolicies/\" range_end:\"/registry/gateway.networking.k8s.io/backendtlspolicies0\" limit:500 ","response":"range_response_count:0 size:5"} {"level":"info","ts":"2026-07-10T14:50:35.450496Z","caller":"traceutil/trace.go:171","msg":"trace[1951840625] range","detail":"{range_begin:/registry/gateway.networking.k8s.io/backendtlspolicies/; range_end:/registry/gateway.networking.k8s.io/backendtlspolicies0; response_count:0; response_revision:561; }","duration":"119.326805ms","start":"2026-07-10T14:50:35.331156Z","end":"2026-07-10T14:50:35.450482Z","steps":["trace[1951840625] 'range keys from in-memory index tree' (duration: 119.112849ms)"],"step_count":1} {"level":"warn","ts":"2026-07-10T14:50:35.450637Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"119.395547ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/gateway.networking.k8s.io/backendtlspolicies/\" range_end:\"/registry/gateway.networking.k8s.io/backendtlspolicies0\" count_only:true ","response":"range_response_count:0 size:5"} {"level":"warn","ts":"2026-07-10T14:50:35.450707Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"348.445495ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/gateway.networking.k8s.io/httproutes/\" range_end:\"/registry/gateway.networking.k8s.io/httproutes0\" limit:500 ","response":"range_response_count:0 size:5"} {"level":"info","ts":"2026-07-10T14:50:35.450726Z","caller":"traceutil/trace.go:171","msg":"trace[1494626417] range","detail":"{range_begin:/registry/gateway.networking.k8s.io/httproutes/; range_end:/registry/gateway.networking.k8s.io/httproutes0; response_count:0; response_revision:561; }","duration":"348.466186ms","start":"2026-07-10T14:50:35.102255Z","end":"2026-07-10T14:50:35.450721Z","steps":["trace[1494626417] 'range keys from in-memory index tree' (duration: 348.396844ms)"],"step_count":1} {"level":"warn","ts":"2026-07-10T14:50:35.45074Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-10T14:50:35.102187Z","time spent":"348.548048ms","remote":"127.0.0.1:46826","response type":"/etcdserverpb.KV/Range","request count":0,"request size":101,"response count":0,"response size":27,"request content":"key:\"/registry/gateway.networking.k8s.io/httproutes/\" range_end:\"/registry/gateway.networking.k8s.io/httproutes0\" limit:500 "} {"level":"info","ts":"2026-07-10T14:50:35.450744Z","caller":"traceutil/trace.go:171","msg":"trace[1315725354] range","detail":"{range_begin:/registry/gateway.networking.k8s.io/backendtlspolicies/; range_end:/registry/gateway.networking.k8s.io/backendtlspolicies0; response_count:0; response_revision:561; }","duration":"119.551231ms","start":"2026-07-10T14:50:35.331168Z","end":"2026-07-10T14:50:35.450719Z","steps":["trace[1315725354] 'count revisions from in-memory index tree' (duration: 119.301824ms)"],"step_count":1} {"level":"warn","ts":"2026-07-10T14:50:35.450824Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"338.812591ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/plndr-cp-lock\" ","response":"range_response_count:1 size:433"} {"level":"info","ts":"2026-07-10T14:50:35.450844Z","caller":"traceutil/trace.go:171","msg":"trace[365283173] range","detail":"{range_begin:/registry/leases/kube-system/plndr-cp-lock; range_end:; response_count:1; response_revision:561; }","duration":"338.868473ms","start":"2026-07-10T14:50:35.111969Z","end":"2026-07-10T14:50:35.450838Z","steps":["trace[365283173] 'range keys from in-memory index tree' (duration: 338.727269ms)"],"step_count":1} {"level":"warn","ts":"2026-07-10T14:50:35.450857Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-10T14:50:35.111949Z","time spent":"338.904804ms","remote":"127.0.0.1:47860","response type":"/etcdserverpb.KV/Range","request count":0,"request size":44,"response count":1,"response size":455,"request content":"key:\"/registry/leases/kube-system/plndr-cp-lock\" "} {"level":"warn","ts":"2026-07-10T14:50:35.450939Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"330.74081ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/kube-scheduler\" ","response":"range_response_count:1 size:478"} {"level":"info","ts":"2026-07-10T14:50:35.450956Z","caller":"traceutil/trace.go:171","msg":"trace[1333589889] range","detail":"{range_begin:/registry/leases/kube-system/kube-scheduler; range_end:; response_count:1; response_revision:561; }","duration":"330.777552ms","start":"2026-07-10T14:50:35.120175Z","end":"2026-07-10T14:50:35.450953Z","steps":["trace[1333589889] 'range keys from in-memory index tree' (duration: 330.689219ms)"],"step_count":1} {"level":"warn","ts":"2026-07-10T14:50:35.450968Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-10T14:50:35.120162Z","time spent":"330.802632ms","remote":"127.0.0.1:47860","response type":"/etcdserverpb.KV/Range","request count":0,"request size":45,"response count":1,"response size":500,"request content":"key:\"/registry/leases/kube-system/kube-scheduler\" "} {"level":"warn","ts":"2026-07-10T14:50:35.451031Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"330.755851ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/plndr-svcs-lock\" ","response":"range_response_count:1 size:438"} {"level":"warn","ts":"2026-07-10T14:50:35.451019Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"119.794538ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/gateway.networking.k8s.io/backendtlspolicies/\" range_end:\"/registry/gateway.networking.k8s.io/backendtlspolicies0\" limit:10000 ","response":"range_response_count:0 size:5"} {"level":"info","ts":"2026-07-10T14:50:35.45105Z","caller":"traceutil/trace.go:171","msg":"trace[688814654] range","detail":"{range_begin:/registry/leases/kube-system/plndr-svcs-lock; range_end:; response_count:1; response_revision:561; }","duration":"330.799442ms","start":"2026-07-10T14:50:35.120245Z","end":"2026-07-10T14:50:35.451044Z","steps":["trace[688814654] 'range keys from in-memory index tree' (duration: 330.664869ms)"],"step_count":1} {"level":"warn","ts":"2026-07-10T14:50:35.451062Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-10T14:50:35.120229Z","time spent":"330.829973ms","remote":"127.0.0.1:47860","response type":"/etcdserverpb.KV/Range","request count":0,"request size":46,"response count":1,"response size":460,"request content":"key:\"/registry/leases/kube-system/plndr-svcs-lock\" "} {"level":"info","ts":"2026-07-10T14:50:35.451064Z","caller":"traceutil/trace.go:171","msg":"trace[2050605053] range","detail":"{range_begin:/registry/gateway.networking.k8s.io/backendtlspolicies/; range_end:/registry/gateway.networking.k8s.io/backendtlspolicies0; response_count:0; response_revision:561; }","duration":"119.886641ms","start":"2026-07-10T14:50:35.331166Z","end":"2026-07-10T14:50:35.451052Z","steps":["trace[2050605053] 'range keys from in-memory index tree' (duration: 119.710376ms)"],"step_count":1} {"level":"warn","ts":"2026-07-10T14:50:35.451141Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"326.067672ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/gateway.networking.x-k8s.io/xlistenersets/\" range_end:\"/registry/gateway.networking.x-k8s.io/xlistenersets0\" limit:10000 ","response":"range_response_count:0 size:5"} {"level":"info","ts":"2026-07-10T14:50:35.451156Z","caller":"traceutil/trace.go:171","msg":"trace[1899085055] range","detail":"{range_begin:/registry/gateway.networking.x-k8s.io/xlistenersets/; range_end:/registry/gateway.networking.x-k8s.io/xlistenersets0; response_count:0; response_revision:561; }","duration":"326.103093ms","start":"2026-07-10T14:50:35.125048Z","end":"2026-07-10T14:50:35.451151Z","steps":["trace[1899085055] 'range keys from in-memory index tree' (duration: 325.98194ms)"],"step_count":1} {"level":"warn","ts":"2026-07-10T14:50:35.45117Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-10T14:50:35.125036Z","time spent":"326.129594ms","remote":"127.0.0.1:46848","response type":"/etcdserverpb.KV/Range","request count":0,"request size":111,"response count":0,"response size":27,"request content":"key:\"/registry/gateway.networking.x-k8s.io/xlistenersets/\" range_end:\"/registry/gateway.networking.x-k8s.io/xlistenersets0\" limit:10000 "} {"level":"warn","ts":"2026-07-10T14:50:35.451242Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"326.053012ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/gateway.networking.x-k8s.io/xlistenersets/\" range_end:\"/registry/gateway.networking.x-k8s.io/xlistenersets0\" count_only:true ","response":"range_response_count:0 size:5"} {"level":"info","ts":"2026-07-10T14:50:35.451259Z","caller":"traceutil/trace.go:171","msg":"trace[2075432651] range","detail":"{range_begin:/registry/gateway.networking.x-k8s.io/xlistenersets/; range_end:/registry/gateway.networking.x-k8s.io/xlistenersets0; response_count:0; response_revision:561; }","duration":"326.071382ms","start":"2026-07-10T14:50:35.125184Z","end":"2026-07-10T14:50:35.451255Z","steps":["trace[2075432651] 'count revisions from in-memory index tree' (duration: 325.995781ms)"],"step_count":1} {"level":"warn","ts":"2026-07-10T14:50:35.451272Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-10T14:50:35.125031Z","time spent":"326.237897ms","remote":"127.0.0.1:46848","response type":"/etcdserverpb.KV/Range","request count":0,"request size":110,"response count":0,"response size":27,"request content":"key:\"/registry/gateway.networking.x-k8s.io/xlistenersets/\" range_end:\"/registry/gateway.networking.x-k8s.io/xlistenersets0\" count_only:true "} {"level":"warn","ts":"2026-07-10T14:50:35.451331Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"191.14148ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/gateway.envoyproxy.io/envoyextensionpolicies/\" range_end:\"/registry/gateway.envoyproxy.io/envoyextensionpolicies0\" count_only:true ","response":"range_response_count:0 size:5"} {"level":"info","ts":"2026-07-10T14:50:35.451347Z","caller":"traceutil/trace.go:171","msg":"trace[622568497] range","detail":"{range_begin:/registry/gateway.envoyproxy.io/envoyextensionpolicies/; range_end:/registry/gateway.envoyproxy.io/envoyextensionpolicies0; response_count:0; response_revision:561; }","duration":"191.182942ms","start":"2026-07-10T14:50:35.26016Z","end":"2026-07-10T14:50:35.451343Z","steps":["trace[622568497] 'count revisions from in-memory index tree' (duration: 191.063158ms)"],"step_count":1} {"level":"warn","ts":"2026-07-10T14:50:35.451343Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"191.206992ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/gateway.envoyproxy.io/envoyextensionpolicies/\" range_end:\"/registry/gateway.envoyproxy.io/envoyextensionpolicies0\" limit:10000 ","response":"range_response_count:0 size:5"} {"level":"warn","ts":"2026-07-10T14:50:35.451416Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"190.897223ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/gateway.envoyproxy.io/envoyextensionpolicies/\" range_end:\"/registry/gateway.envoyproxy.io/envoyextensionpolicies0\" limit:500 ","response":"range_response_count:0 size:5"} {"level":"info","ts":"2026-07-10T14:50:35.45142Z","caller":"traceutil/trace.go:171","msg":"trace[1285942542] range","detail":"{range_begin:/registry/gateway.envoyproxy.io/envoyextensionpolicies/; range_end:/registry/gateway.envoyproxy.io/envoyextensionpolicies0; response_count:0; response_revision:561; }","duration":"191.292954ms","start":"2026-07-10T14:50:35.260107Z","end":"2026-07-10T14:50:35.4514Z","steps":["trace[1285942542] 'range keys from in-memory index tree' (duration: 191.12183ms)"],"step_count":1} {"level":"warn","ts":"2026-07-10T14:50:35.451452Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"157.739726ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/gateway.networking.k8s.io/backendtlspolicies/\" range_end:\"/registry/gateway.networking.k8s.io/backendtlspolicies0\" limit:10000 ","response":"range_response_count:0 size:5"} {"level":"info","ts":"2026-07-10T14:50:35.451468Z","caller":"traceutil/trace.go:171","msg":"trace[19431] range","detail":"{range_begin:/registry/gateway.networking.k8s.io/backendtlspolicies/; range_end:/registry/gateway.networking.k8s.io/backendtlspolicies0; response_count:0; response_revision:561; }","duration":"157.782157ms","start":"2026-07-10T14:50:35.293683Z","end":"2026-07-10T14:50:35.451465Z","steps":["trace[19431] 'range keys from in-memory index tree' (duration: 157.650843ms)"],"step_count":1} {"level":"warn","ts":"2026-07-10T14:50:35.451525Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"157.750296ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/gateway.networking.k8s.io/backendtlspolicies/\" range_end:\"/registry/gateway.networking.k8s.io/backendtlspolicies0\" count_only:true ","response":"range_response_count:0 size:5"} {"level":"info","ts":"2026-07-10T14:50:35.451542Z","caller":"traceutil/trace.go:171","msg":"trace[1274482578] range","detail":"{range_begin:/registry/gateway.networking.k8s.io/backendtlspolicies/; range_end:/registry/gateway.networking.k8s.io/backendtlspolicies0; response_count:0; response_revision:561; }","duration":"157.800848ms","start":"2026-07-10T14:50:35.293737Z","end":"2026-07-10T14:50:35.451538Z","steps":["trace[1274482578] 'count revisions from in-memory index tree' (duration: 157.690255ms)"],"step_count":1} {"level":"warn","ts":"2026-07-10T14:50:35.451672Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"325.899658ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/gateway.networking.x-k8s.io/xlistenersets/\" range_end:\"/registry/gateway.networking.x-k8s.io/xlistenersets0\" limit:500 ","response":"range_response_count:0 size:5"} {"level":"info","ts":"2026-07-10T14:50:35.451737Z","caller":"traceutil/trace.go:171","msg":"trace[1314997939] range","detail":"{range_begin:/registry/gateway.networking.x-k8s.io/xlistenersets/; range_end:/registry/gateway.networking.x-k8s.io/xlistenersets0; response_count:0; response_revision:561; }","duration":"325.98863ms","start":"2026-07-10T14:50:35.125732Z","end":"2026-07-10T14:50:35.45172Z","steps":["trace[1314997939] 'range keys from in-memory index tree' (duration: 325.813625ms)"],"step_count":1} {"level":"warn","ts":"2026-07-10T14:50:35.451795Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-10T14:50:35.125719Z","time spent":"326.058422ms","remote":"127.0.0.1:46848","response type":"/etcdserverpb.KV/Range","request count":0,"request size":111,"response count":0,"response size":27,"request content":"key:\"/registry/gateway.networking.x-k8s.io/xlistenersets/\" range_end:\"/registry/gateway.networking.x-k8s.io/xlistenersets0\" limit:500 "} {"level":"warn","ts":"2026-07-10T14:50:35.451926Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"308.285466ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/gateway.envoyproxy.io/envoypatchpolicies/\" range_end:\"/registry/gateway.envoyproxy.io/envoypatchpolicies0\" limit:10000 ","response":"range_response_count:0 size:5"} {"level":"info","ts":"2026-07-10T14:50:35.451977Z","caller":"traceutil/trace.go:171","msg":"trace[1548035527] range","detail":"{range_begin:/registry/gateway.envoyproxy.io/envoypatchpolicies/; range_end:/registry/gateway.envoyproxy.io/envoypatchpolicies0; response_count:0; response_revision:561; }","duration":"308.348918ms","start":"2026-07-10T14:50:35.143615Z","end":"2026-07-10T14:50:35.451964Z","steps":["trace[1548035527] 'range keys from in-memory index tree' (duration: 308.251265ms)"],"step_count":1} {"level":"warn","ts":"2026-07-10T14:50:35.452029Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-10T14:50:35.143608Z","time spent":"308.405589ms","remote":"127.0.0.1:46864","response type":"/etcdserverpb.KV/Range","request count":0,"request size":109,"response count":0,"response size":27,"request content":"key:\"/registry/gateway.envoyproxy.io/envoypatchpolicies/\" range_end:\"/registry/gateway.envoyproxy.io/envoypatchpolicies0\" limit:10000 "} {"level":"warn","ts":"2026-07-10T14:50:35.452965Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"309.205121ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/gateway.envoyproxy.io/envoypatchpolicies/\" range_end:\"/registry/gateway.envoyproxy.io/envoypatchpolicies0\" count_only:true ","response":"range_response_count:0 size:5"} {"level":"info","ts":"2026-07-10T14:50:35.453025Z","caller":"traceutil/trace.go:171","msg":"trace[479125751] range","detail":"{range_begin:/registry/gateway.envoyproxy.io/envoypatchpolicies/; range_end:/registry/gateway.envoyproxy.io/envoypatchpolicies0; response_count:0; response_revision:561; }","duration":"309.280303ms","start":"2026-07-10T14:50:35.14373Z","end":"2026-07-10T14:50:35.45301Z","steps":["trace[479125751] 'count revisions from in-memory index tree' (duration: 309.17537ms)"],"step_count":1} {"level":"warn","ts":"2026-07-10T14:50:35.453089Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-10T14:50:35.143726Z","time spent":"309.345725ms","remote":"127.0.0.1:46864","response type":"/etcdserverpb.KV/Range","request count":0,"request size":108,"response count":0,"response size":27,"request content":"key:\"/registry/gateway.envoyproxy.io/envoypatchpolicies/\" range_end:\"/registry/gateway.envoyproxy.io/envoypatchpolicies0\" count_only:true "} {"level":"warn","ts":"2026-07-10T14:50:35.453284Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"309.035826ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/gateway.envoyproxy.io/envoypatchpolicies/\" range_end:\"/registry/gateway.envoyproxy.io/envoypatchpolicies0\" limit:500 ","response":"range_response_count:0 size:5"} {"level":"info","ts":"2026-07-10T14:50:35.453336Z","caller":"traceutil/trace.go:171","msg":"trace[1310260882] range","detail":"{range_begin:/registry/gateway.envoyproxy.io/envoypatchpolicies/; range_end:/registry/gateway.envoyproxy.io/envoypatchpolicies0; response_count:0; response_revision:561; }","duration":"309.100268ms","start":"2026-07-10T14:50:35.144222Z","end":"2026-07-10T14:50:35.453322Z","steps":["trace[1310260882] 'range keys from in-memory index tree' (duration: 308.995766ms)"],"step_count":1} {"level":"warn","ts":"2026-07-10T14:50:35.453383Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-10T14:50:35.144217Z","time spent":"309.15351ms","remote":"127.0.0.1:46864","response type":"/etcdserverpb.KV/Range","request count":0,"request size":109,"response count":0,"response size":27,"request content":"key:\"/registry/gateway.envoyproxy.io/envoypatchpolicies/\" range_end:\"/registry/gateway.envoyproxy.io/envoypatchpolicies0\" limit:500 "} {"level":"warn","ts":"2026-07-10T14:50:35.453555Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"259.601604ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/gateway.networking.k8s.io/grpcroutes/\" range_end:\"/registry/gateway.networking.k8s.io/grpcroutes0\" count_only:true ","response":"range_response_count:0 size:5"} {"level":"info","ts":"2026-07-10T14:50:35.453606Z","caller":"traceutil/trace.go:171","msg":"trace[591630624] range","detail":"{range_begin:/registry/gateway.networking.k8s.io/grpcroutes/; range_end:/registry/gateway.networking.k8s.io/grpcroutes0; response_count:0; response_revision:561; }","duration":"259.665785ms","start":"2026-07-10T14:50:35.193927Z","end":"2026-07-10T14:50:35.453592Z","steps":["trace[591630624] 'count revisions from in-memory index tree' (duration: 259.567873ms)"],"step_count":1} {"level":"warn","ts":"2026-07-10T14:50:35.453807Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"259.796689ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/gateway.networking.k8s.io/grpcroutes/\" range_end:\"/registry/gateway.networking.k8s.io/grpcroutes0\" limit:10000 ","response":"range_response_count:0 size:5"} {"level":"info","ts":"2026-07-10T14:50:35.453861Z","caller":"traceutil/trace.go:171","msg":"trace[372428657] range","detail":"{range_begin:/registry/gateway.networking.k8s.io/grpcroutes/; range_end:/registry/gateway.networking.k8s.io/grpcroutes0; response_count:0; response_revision:561; }","duration":"259.871481ms","start":"2026-07-10T14:50:35.193976Z","end":"2026-07-10T14:50:35.453848Z","steps":["trace[372428657] 'range keys from in-memory index tree' (duration: 259.720267ms)"],"step_count":1} {"level":"warn","ts":"2026-07-10T14:50:35.454039Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"259.4526ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/gateway.networking.k8s.io/grpcroutes/\" range_end:\"/registry/gateway.networking.k8s.io/grpcroutes0\" limit:500 ","response":"range_response_count:0 size:5"} {"level":"info","ts":"2026-07-10T14:50:35.45409Z","caller":"traceutil/trace.go:171","msg":"trace[1195597494] range","detail":"{range_begin:/registry/gateway.networking.k8s.io/grpcroutes/; range_end:/registry/gateway.networking.k8s.io/grpcroutes0; response_count:0; response_revision:561; }","duration":"259.543963ms","start":"2026-07-10T14:50:35.194534Z","end":"2026-07-10T14:50:35.454078Z","steps":["trace[1195597494] 'range keys from in-memory index tree' (duration: 259.385228ms)"],"step_count":1} {"level":"warn","ts":"2026-07-10T14:50:35.454272Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"237.590411ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/gateway.networking.x-k8s.io/xbackendtrafficpolicies/\" range_end:\"/registry/gateway.networking.x-k8s.io/xbackendtrafficpolicies0\" limit:10000 ","response":"range_response_count:0 size:5"} {"level":"info","ts":"2026-07-10T14:50:35.454359Z","caller":"traceutil/trace.go:171","msg":"trace[1481913798] range","detail":"{range_begin:/registry/gateway.networking.x-k8s.io/xbackendtrafficpolicies/; range_end:/registry/gateway.networking.x-k8s.io/xbackendtrafficpolicies0; response_count:0; response_revision:561; }","duration":"237.689994ms","start":"2026-07-10T14:50:35.216623Z","end":"2026-07-10T14:50:35.454313Z","steps":["trace[1481913798] 'range keys from in-memory index tree' (duration: 237.53824ms)"],"step_count":1} {"level":"warn","ts":"2026-07-10T14:50:35.454587Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"237.940561ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/gateway.networking.x-k8s.io/xbackendtrafficpolicies/\" range_end:\"/registry/gateway.networking.x-k8s.io/xbackendtrafficpolicies0\" count_only:true ","response":"range_response_count:0 size:5"} {"level":"info","ts":"2026-07-10T14:50:35.454645Z","caller":"traceutil/trace.go:171","msg":"trace[1765792436] range","detail":"{range_begin:/registry/gateway.networking.x-k8s.io/xbackendtrafficpolicies/; range_end:/registry/gateway.networking.x-k8s.io/xbackendtrafficpolicies0; response_count:0; response_revision:561; }","duration":"238.012423ms","start":"2026-07-10T14:50:35.216617Z","end":"2026-07-10T14:50:35.454629Z","steps":["trace[1765792436] 'count revisions from in-memory index tree' (duration: 237.844469ms)"],"step_count":1} {"level":"warn","ts":"2026-07-10T14:50:35.454822Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"237.757697ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/gateway.networking.x-k8s.io/xbackendtrafficpolicies/\" range_end:\"/registry/gateway.networking.x-k8s.io/xbackendtrafficpolicies0\" limit:500 ","response":"range_response_count:0 size:5"} {"level":"info","ts":"2026-07-10T14:50:35.454875Z","caller":"traceutil/trace.go:171","msg":"trace[1776418723] range","detail":"{range_begin:/registry/gateway.networking.x-k8s.io/xbackendtrafficpolicies/; range_end:/registry/gateway.networking.x-k8s.io/xbackendtrafficpolicies0; response_count:0; response_revision:561; }","duration":"237.825508ms","start":"2026-07-10T14:50:35.217035Z","end":"2026-07-10T14:50:35.45486Z","steps":["trace[1776418723] 'range keys from in-memory index tree' (duration: 237.712025ms)"],"step_count":1} {"level":"info","ts":"2026-07-10T14:50:35.451434Z","caller":"traceutil/trace.go:171","msg":"trace[1453204370] range","detail":"{range_begin:/registry/gateway.envoyproxy.io/envoyextensionpolicies/; range_end:/registry/gateway.envoyproxy.io/envoyextensionpolicies0; response_count:0; response_revision:561; }","duration":"190.936905ms","start":"2026-07-10T14:50:35.260494Z","end":"2026-07-10T14:50:35.45143Z","steps":["trace[1453204370] 'range keys from in-memory index tree' (duration: 190.831301ms)"],"step_count":1} {"level":"warn","ts":"2026-07-10T14:50:35.451127Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"330.681559ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/kube-controller-manager\" ","response":"range_response_count:1 size:505"} {"level":"info","ts":"2026-07-10T14:50:35.45636Z","caller":"traceutil/trace.go:171","msg":"trace[912691274] range","detail":"{range_begin:/registry/leases/kube-system/kube-controller-manager; range_end:; response_count:1; response_revision:561; }","duration":"335.917253ms","start":"2026-07-10T14:50:35.120422Z","end":"2026-07-10T14:50:35.456339Z","steps":["trace[912691274] 'range keys from in-memory index tree' (duration: 330.592106ms)"],"step_count":1} {"level":"warn","ts":"2026-07-10T14:50:35.456439Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-10T14:50:35.120412Z","time spent":"336.003225ms","remote":"127.0.0.1:47860","response type":"/etcdserverpb.KV/Range","request count":0,"request size":54,"response count":1,"response size":527,"request content":"key:\"/registry/leases/kube-system/kube-controller-manager\" "} {"level":"warn","ts":"2026-07-10T14:50:35.679438Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"120.286562ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/gateway.envoyproxy.io/httproutefilters/\" range_end:\"/registry/gateway.envoyproxy.io/httproutefilters0\" limit:10000 ","response":"range_response_count:0 size:5"} {"level":"info","ts":"2026-07-10T14:50:35.679515Z","caller":"traceutil/trace.go:171","msg":"trace[1758190352] range","detail":"{range_begin:/registry/gateway.envoyproxy.io/httproutefilters/; range_end:/registry/gateway.envoyproxy.io/httproutefilters0; response_count:0; response_revision:565; }","duration":"120.398715ms","start":"2026-07-10T14:50:35.5591Z","end":"2026-07-10T14:50:35.679498Z","steps":["trace[1758190352] 'range keys from in-memory index tree' (duration: 120.195729ms)"],"step_count":1} {"level":"warn","ts":"2026-07-10T14:50:35.679695Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"120.429396ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/gateway.envoyproxy.io/httproutefilters/\" range_end:\"/registry/gateway.envoyproxy.io/httproutefilters0\" count_only:true ","response":"range_response_count:0 size:5"} {"level":"info","ts":"2026-07-10T14:50:35.679748Z","caller":"traceutil/trace.go:171","msg":"trace[1347210247] range","detail":"{range_begin:/registry/gateway.envoyproxy.io/httproutefilters/; range_end:/registry/gateway.envoyproxy.io/httproutefilters0; response_count:0; response_revision:565; }","duration":"120.507668ms","start":"2026-07-10T14:50:35.55923Z","end":"2026-07-10T14:50:35.679737Z","steps":["trace[1347210247] 'count revisions from in-memory index tree' (duration: 120.390545ms)"],"step_count":1} {"level":"warn","ts":"2026-07-10T14:50:35.679977Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"120.192659ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/gateway.envoyproxy.io/httproutefilters/\" range_end:\"/registry/gateway.envoyproxy.io/httproutefilters0\" limit:500 ","response":"range_response_count:0 size:5"} {"level":"info","ts":"2026-07-10T14:50:35.680076Z","caller":"traceutil/trace.go:171","msg":"trace[1850501594] range","detail":"{range_begin:/registry/gateway.envoyproxy.io/httproutefilters/; range_end:/registry/gateway.envoyproxy.io/httproutefilters0; response_count:0; response_revision:565; }","duration":"120.328513ms","start":"2026-07-10T14:50:35.559733Z","end":"2026-07-10T14:50:35.680062Z","steps":["trace[1850501594] 'range keys from in-memory index tree' (duration: 120.130328ms)"],"step_count":1} {"level":"info","ts":"2026-07-10T14:50:40.287303Z","caller":"traceutil/trace.go:171","msg":"trace[437464399] linearizableReadLoop","detail":"{readStateIndex:614; appliedIndex:613; }","duration":"408.966361ms","start":"2026-07-10T14:50:39.878311Z","end":"2026-07-10T14:50:40.287277Z","steps":["trace[437464399] 'read index received' (duration: 407.997075ms)","trace[437464399] 'applied index is now lower than readState.Index' (duration: 967.906µs)"],"step_count":2} {"level":"warn","ts":"2026-07-10T14:50:40.287435Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"409.114305ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/health\" ","response":"range_response_count:0 size:5"} {"level":"info","ts":"2026-07-10T14:50:40.287468Z","caller":"traceutil/trace.go:171","msg":"trace[2041184244] range","detail":"{range_begin:/registry/health; range_end:; response_count:0; response_revision:592; }","duration":"409.168386ms","start":"2026-07-10T14:50:39.878288Z","end":"2026-07-10T14:50:40.287457Z","steps":["trace[2041184244] 'agreement among raft nodes before linearized reading' (duration: 409.092974ms)"],"step_count":1} {"level":"info","ts":"2026-07-10T14:50:40.287452Z","caller":"traceutil/trace.go:171","msg":"trace[645748721] transaction","detail":"{read_only:false; response_revision:592; number_of_response:1; }","duration":"546.881435ms","start":"2026-07-10T14:50:39.740517Z","end":"2026-07-10T14:50:40.287398Z","steps":["trace[645748721] 'process raft request' (duration: 546.150855ms)"],"step_count":1} {"level":"warn","ts":"2026-07-10T14:50:40.287534Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-10T14:50:39.878203Z","time spent":"409.323331ms","remote":"127.0.0.1:47592","response type":"/etcdserverpb.KV/Range","request count":0,"request size":18,"response count":0,"response size":27,"request content":"key:\"/registry/health\" "} {"level":"warn","ts":"2026-07-10T14:50:40.287867Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-10T14:50:39.740478Z","time spent":"547.052519ms","remote":"127.0.0.1:47676","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":1036257,"response count":0,"response size":38,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-07-10T14:50:40.982016Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"352.391693ms","expected-duration":"100ms","prefix":"","request":"header: txn: success:> failure:<>>","response":"size:16"} {"level":"info","ts":"2026-07-10T14:50:40.982164Z","caller":"traceutil/trace.go:171","msg":"trace[817371340] transaction","detail":"{read_only:false; response_revision:593; number_of_response:1; }","duration":"640.920499ms","start":"2026-07-10T14:50:40.34122Z","end":"2026-07-10T14:50:40.982141Z","steps":["trace[817371340] 'process raft request' (duration: 288.140545ms)","trace[817371340] 'compare' (duration: 352.230459ms)"],"step_count":2} {"level":"warn","ts":"2026-07-10T14:50:40.982249Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-10T14:50:40.341204Z","time spent":"641.010601ms","remote":"127.0.0.1:47960","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":1087,"response count":0,"response size":38,"request content":"compare: success:> failure:<>"} {"level":"info","ts":"2026-07-10T14:50:40.990902Z","caller":"traceutil/trace.go:171","msg":"trace[1765764059] linearizableReadLoop","detail":"{readStateIndex:616; appliedIndex:615; }","duration":"112.529239ms","start":"2026-07-10T14:50:40.878348Z","end":"2026-07-10T14:50:40.990878Z","steps":["trace[1765764059] 'read index received' (duration: 112.389635ms)","trace[1765764059] 'applied index is now lower than readState.Index' (duration: 138.664µs)"],"step_count":2} {"level":"warn","ts":"2026-07-10T14:50:40.991059Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"112.683413ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/health\" ","response":"range_response_count:0 size:5"} {"level":"info","ts":"2026-07-10T14:50:40.990993Z","caller":"traceutil/trace.go:171","msg":"trace[765292733] transaction","detail":"{read_only:false; response_revision:594; number_of_response:1; }","duration":"168.753038ms","start":"2026-07-10T14:50:40.822206Z","end":"2026-07-10T14:50:40.990959Z","steps":["trace[765292733] 'process raft request' (duration: 168.553003ms)"],"step_count":1} {"level":"info","ts":"2026-07-10T14:50:40.99115Z","caller":"traceutil/trace.go:171","msg":"trace[1799505574] range","detail":"{range_begin:/registry/health; range_end:; response_count:0; response_revision:594; }","duration":"112.813697ms","start":"2026-07-10T14:50:40.878288Z","end":"2026-07-10T14:50:40.991101Z","steps":["trace[1799505574] 'agreement among raft nodes before linearized reading' (duration: 112.691384ms)"],"step_count":1} {"level":"warn","ts":"2026-07-10T14:50:41.995214Z","caller":"etcdserver/v3_server.go:897","msg":"waiting for ReadIndex response took too long, retrying","sent-request-id":14085745935496602943,"retry-timeout":"500ms"} {"level":"warn","ts":"2026-07-10T14:50:42.496088Z","caller":"etcdserver/v3_server.go:897","msg":"waiting for ReadIndex response took too long, retrying","sent-request-id":14085745935496602943,"retry-timeout":"500ms"} {"level":"warn","ts":"2026-07-10T14:50:42.769064Z","caller":"wal/wal.go:805","msg":"slow fdatasync","took":"1.397680147s","expected-duration":"1s"} {"level":"info","ts":"2026-07-10T14:50:42.774572Z","caller":"traceutil/trace.go:171","msg":"trace[2142598255] linearizableReadLoop","detail":"{readStateIndex:617; appliedIndex:616; }","duration":"1.279507392s","start":"2026-07-10T14:50:41.495023Z","end":"2026-07-10T14:50:42.77453Z","steps":["trace[2142598255] 'read index received' (duration: 1.274279199s)","trace[2142598255] 'applied index is now lower than readState.Index' (duration: 5.227203ms)"],"step_count":2} {"level":"info","ts":"2026-07-10T14:50:42.774647Z","caller":"traceutil/trace.go:171","msg":"trace[2011461684] transaction","detail":"{read_only:false; response_revision:595; number_of_response:1; }","duration":"1.405211802s","start":"2026-07-10T14:50:41.369393Z","end":"2026-07-10T14:50:42.774605Z","steps":["trace[2011461684] 'process raft request' (duration: 1.400191715s)"],"step_count":1} {"level":"warn","ts":"2026-07-10T14:50:42.774774Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.279739149s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/kube-scheduler\" ","response":"range_response_count:1 size:479"} {"level":"warn","ts":"2026-07-10T14:50:42.77482Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-10T14:50:41.369357Z","time spent":"1.405367007s","remote":"127.0.0.1:47676","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":1036289,"response count":0,"response size":38,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-07-10T14:50:42.774862Z","caller":"traceutil/trace.go:171","msg":"trace[852019001] range","detail":"{range_begin:/registry/leases/kube-system/kube-scheduler; range_end:; response_count:1; response_revision:595; }","duration":"1.279868093s","start":"2026-07-10T14:50:41.494971Z","end":"2026-07-10T14:50:42.774839Z","steps":["trace[852019001] 'agreement among raft nodes before linearized reading' (duration: 1.279707268s)"],"step_count":1} {"level":"warn","ts":"2026-07-10T14:50:42.774911Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-10T14:50:41.494941Z","time spent":"1.279958535s","remote":"127.0.0.1:47860","response type":"/etcdserverpb.KV/Range","request count":0,"request size":45,"response count":1,"response size":501,"request content":"key:\"/registry/leases/kube-system/kube-scheduler\" "} {"level":"warn","ts":"2026-07-10T14:50:42.774888Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.252557935s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/kube-controller-manager\" ","response":"range_response_count:1 size:505"} {"level":"info","ts":"2026-07-10T14:50:42.774996Z","caller":"traceutil/trace.go:171","msg":"trace[1320055264] range","detail":"{range_begin:/registry/leases/kube-system/kube-controller-manager; range_end:; response_count:1; response_revision:595; }","duration":"1.252701059s","start":"2026-07-10T14:50:41.522264Z","end":"2026-07-10T14:50:42.774965Z","steps":["trace[1320055264] 'agreement among raft nodes before linearized reading' (duration: 1.252496394s)"],"step_count":1} {"level":"warn","ts":"2026-07-10T14:50:42.775019Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.249649016s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/plndr-cp-lock\" ","response":"range_response_count:1 size:433"} {"level":"warn","ts":"2026-07-10T14:50:42.775062Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-10T14:50:41.52225Z","time spent":"1.252799022s","remote":"127.0.0.1:47860","response type":"/etcdserverpb.KV/Range","request count":0,"request size":54,"response count":1,"response size":527,"request content":"key:\"/registry/leases/kube-system/kube-controller-manager\" "} {"level":"info","ts":"2026-07-10T14:50:42.775085Z","caller":"traceutil/trace.go:171","msg":"trace[422185600] range","detail":"{range_begin:/registry/leases/kube-system/plndr-cp-lock; range_end:; response_count:1; response_revision:595; }","duration":"1.249754939s","start":"2026-07-10T14:50:41.525315Z","end":"2026-07-10T14:50:42.77507Z","steps":["trace[422185600] 'agreement among raft nodes before linearized reading' (duration: 1.249469011s)"],"step_count":1} {"level":"warn","ts":"2026-07-10T14:50:42.775119Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-10T14:50:41.525292Z","time spent":"1.24981945s","remote":"127.0.0.1:47860","response type":"/etcdserverpb.KV/Range","request count":0,"request size":44,"response count":1,"response size":455,"request content":"key:\"/registry/leases/kube-system/plndr-cp-lock\" "} {"level":"warn","ts":"2026-07-10T14:50:42.775319Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.252094953s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/plndr-svcs-lock\" ","response":"range_response_count:1 size:438"} {"level":"info","ts":"2026-07-10T14:50:42.775367Z","caller":"traceutil/trace.go:171","msg":"trace[1627082155] range","detail":"{range_begin:/registry/leases/kube-system/plndr-svcs-lock; range_end:; response_count:1; response_revision:595; }","duration":"1.252163815s","start":"2026-07-10T14:50:41.523196Z","end":"2026-07-10T14:50:42.77536Z","steps":["trace[1627082155] 'agreement among raft nodes before linearized reading' (duration: 1.251641361s)"],"step_count":1} {"level":"warn","ts":"2026-07-10T14:50:42.775405Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-10T14:50:41.523182Z","time spent":"1.252200686s","remote":"127.0.0.1:47860","response type":"/etcdserverpb.KV/Range","request count":0,"request size":46,"response count":1,"response size":460,"request content":"key:\"/registry/leases/kube-system/plndr-svcs-lock\" "} {"level":"info","ts":"2026-07-10T14:50:58.329045Z","caller":"traceutil/trace.go:171","msg":"trace[57419012] linearizableReadLoop","detail":"{readStateIndex:784; appliedIndex:783; }","duration":"450.459241ms","start":"2026-07-10T14:50:57.878566Z","end":"2026-07-10T14:50:58.329025Z","steps":["trace[57419012] 'read index received' (duration: 450.372558ms)","trace[57419012] 'applied index is now lower than readState.Index' (duration: 85.883µs)"],"step_count":2} {"level":"warn","ts":"2026-07-10T14:50:58.329169Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"450.592254ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/health\" ","response":"range_response_count:0 size:5"} {"level":"info","ts":"2026-07-10T14:50:58.329192Z","caller":"traceutil/trace.go:171","msg":"trace[1705594785] range","detail":"{range_begin:/registry/health; range_end:; response_count:0; response_revision:757; }","duration":"450.661156ms","start":"2026-07-10T14:50:57.878523Z","end":"2026-07-10T14:50:58.329184Z","steps":["trace[1705594785] 'agreement among raft nodes before linearized reading' (duration: 450.604494ms)"],"step_count":1} {"level":"warn","ts":"2026-07-10T14:50:58.329216Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-10T14:50:57.878508Z","time spent":"450.702748ms","remote":"127.0.0.1:47598","response type":"/etcdserverpb.KV/Range","request count":0,"request size":18,"response count":0,"response size":27,"request content":"key:\"/registry/health\" "} {"level":"info","ts":"2026-07-10T14:50:58.329095Z","caller":"traceutil/trace.go:171","msg":"trace[1061058394] transaction","detail":"{read_only:false; response_revision:757; number_of_response:1; }","duration":"645.753742ms","start":"2026-07-10T14:50:57.68331Z","end":"2026-07-10T14:50:58.329063Z","steps":["trace[1061058394] 'process raft request' (duration: 645.601238ms)"],"step_count":1} {"level":"warn","ts":"2026-07-10T14:50:58.329561Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-10T14:50:57.683298Z","time spent":"646.133173ms","remote":"127.0.0.1:47776","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":4028,"response count":0,"response size":38,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-07-10T14:51:12.044604Z","caller":"traceutil/trace.go:171","msg":"trace[2114571246] transaction","detail":"{read_only:false; response_revision:921; number_of_response:1; }","duration":"113.80901ms","start":"2026-07-10T14:51:11.930754Z","end":"2026-07-10T14:51:12.044563Z","steps":["trace[2114571246] 'process raft request' (duration: 113.529062ms)"],"step_count":1} {"level":"info","ts":"2026-07-10T14:51:22.978233Z","caller":"traceutil/trace.go:171","msg":"trace[1721971139] transaction","detail":"{read_only:false; response_revision:1136; number_of_response:1; }","duration":"160.911576ms","start":"2026-07-10T14:51:22.817292Z","end":"2026-07-10T14:51:22.978203Z","steps":["trace[1721971139] 'process raft request' (duration: 117.308377ms)","trace[1721971139] 'compare' (duration: 43.435005ms)"],"step_count":2} {"level":"info","ts":"2026-07-10T14:51:23.149548Z","caller":"traceutil/trace.go:171","msg":"trace[1928277742] transaction","detail":"{read_only:false; response_revision:1138; number_of_response:1; }","duration":"166.544892ms","start":"2026-07-10T14:51:22.982977Z","end":"2026-07-10T14:51:23.149522Z","steps":["trace[1928277742] 'process raft request' (duration: 166.453689ms)"],"step_count":1} {"level":"info","ts":"2026-07-10T14:51:23.149779Z","caller":"traceutil/trace.go:171","msg":"trace[765998866] transaction","detail":"{read_only:false; response_revision:1137; number_of_response:1; }","duration":"166.87258ms","start":"2026-07-10T14:51:22.982873Z","end":"2026-07-10T14:51:23.149745Z","steps":["trace[765998866] 'process raft request' (duration: 113.311516ms)","trace[765998866] 'compare' (duration: 53.123042ms)"],"step_count":2} {"level":"info","ts":"2026-07-10T14:51:23.149887Z","caller":"traceutil/trace.go:171","msg":"trace[690907034] transaction","detail":"{read_only:false; response_revision:1139; number_of_response:1; }","duration":"166.853409ms","start":"2026-07-10T14:51:22.98302Z","end":"2026-07-10T14:51:23.149874Z","steps":["trace[690907034] 'process raft request' (duration: 166.461049ms)"],"step_count":1} {"level":"info","ts":"2026-07-10T14:51:23.149945Z","caller":"traceutil/trace.go:171","msg":"trace[333946322] transaction","detail":"{read_only:false; response_revision:1140; number_of_response:1; }","duration":"166.481359ms","start":"2026-07-10T14:51:22.98343Z","end":"2026-07-10T14:51:23.149912Z","steps":["trace[333946322] 'process raft request' (duration: 166.15547ms)"],"step_count":1} {"level":"info","ts":"2026-07-10T14:51:27.255703Z","caller":"traceutil/trace.go:171","msg":"trace[102516850] transaction","detail":"{read_only:false; response_revision:1152; number_of_response:1; }","duration":"652.830967ms","start":"2026-07-10T14:51:26.602835Z","end":"2026-07-10T14:51:27.255666Z","steps":["trace[102516850] 'process raft request' (duration: 652.618331ms)"],"step_count":1} {"level":"warn","ts":"2026-07-10T14:51:27.255907Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-10T14:51:26.602807Z","time spent":"652.999752ms","remote":"127.0.0.1:47860","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":476,"response count":0,"response size":38,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-07-10T14:51:27.276563Z","caller":"traceutil/trace.go:171","msg":"trace[706923321] linearizableReadLoop","detail":"{readStateIndex:1188; appliedIndex:1186; }","duration":"396.782034ms","start":"2026-07-10T14:51:26.879755Z","end":"2026-07-10T14:51:27.276537Z","steps":["trace[706923321] 'read index received' (duration: 375.757576ms)","trace[706923321] 'applied index is now lower than readState.Index' (duration: 21.023138ms)"],"step_count":2} {"level":"warn","ts":"2026-07-10T14:51:27.276843Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"397.079832ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/health\" ","response":"range_response_count:0 size:5"} {"level":"warn","ts":"2026-07-10T14:51:27.276904Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"111.109306ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/plndr-svcs-lock\" ","response":"range_response_count:1 size:437"} {"level":"info","ts":"2026-07-10T14:51:27.27694Z","caller":"traceutil/trace.go:171","msg":"trace[381775146] range","detail":"{range_begin:/registry/health; range_end:; response_count:0; response_revision:1153; }","duration":"397.230986ms","start":"2026-07-10T14:51:26.879689Z","end":"2026-07-10T14:51:27.27692Z","steps":["trace[381775146] 'agreement among raft nodes before linearized reading' (duration: 397.075812ms)"],"step_count":1} {"level":"warn","ts":"2026-07-10T14:51:27.27685Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"204.362351ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/persistentvolumeclaims/\" range_end:\"/registry/persistentvolumeclaims0\" count_only:true ","response":"range_response_count:0 size:5"} {"level":"warn","ts":"2026-07-10T14:51:27.27696Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"109.991865ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/kube-controller-manager\" ","response":"range_response_count:1 size:504"} {"level":"warn","ts":"2026-07-10T14:51:27.277105Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"111.374874ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/plndr-cp-lock\" ","response":"range_response_count:1 size:432"} {"level":"info","ts":"2026-07-10T14:51:27.277167Z","caller":"traceutil/trace.go:171","msg":"trace[1178642715] range","detail":"{range_begin:/registry/leases/kube-system/kube-controller-manager; range_end:; response_count:1; response_revision:1153; }","duration":"110.236612ms","start":"2026-07-10T14:51:27.166912Z","end":"2026-07-10T14:51:27.277149Z","steps":["trace[1178642715] 'agreement among raft nodes before linearized reading' (duration: 109.907233ms)"],"step_count":1} {"level":"info","ts":"2026-07-10T14:51:27.277214Z","caller":"traceutil/trace.go:171","msg":"trace[1537408943] range","detail":"{range_begin:/registry/leases/kube-system/plndr-cp-lock; range_end:; response_count:1; response_revision:1153; }","duration":"111.505868ms","start":"2026-07-10T14:51:27.165693Z","end":"2026-07-10T14:51:27.277199Z","steps":["trace[1537408943] 'agreement among raft nodes before linearized reading' (duration: 111.193519ms)"],"step_count":1} {"level":"info","ts":"2026-07-10T14:51:27.277053Z","caller":"traceutil/trace.go:171","msg":"trace[1399364395] range","detail":"{range_begin:/registry/leases/kube-system/plndr-svcs-lock; range_end:; response_count:1; response_revision:1153; }","duration":"111.196138ms","start":"2026-07-10T14:51:27.165746Z","end":"2026-07-10T14:51:27.276942Z","steps":["trace[1399364395] 'agreement among raft nodes before linearized reading' (duration: 111.055025ms)"],"step_count":1} {"level":"warn","ts":"2026-07-10T14:51:27.276987Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-10T14:51:26.879664Z","time spent":"397.314698ms","remote":"127.0.0.1:47598","response type":"/etcdserverpb.KV/Range","request count":0,"request size":18,"response count":0,"response size":27,"request content":"key:\"/registry/health\" "} {"level":"info","ts":"2026-07-10T14:51:27.277087Z","caller":"traceutil/trace.go:171","msg":"trace[824781201] transaction","detail":"{read_only:false; response_revision:1153; number_of_response:1; }","duration":"560.172388ms","start":"2026-07-10T14:51:26.716505Z","end":"2026-07-10T14:51:27.276678Z","steps":["trace[824781201] 'process raft request' (duration: 559.89184ms)"],"step_count":1} {"level":"warn","ts":"2026-07-10T14:51:27.277732Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-10T14:51:26.716472Z","time spent":"561.164866ms","remote":"127.0.0.1:47860","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":535,"response count":0,"response size":38,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-07-10T14:51:27.277039Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"112.889185ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/kube-scheduler\" ","response":"range_response_count:1 size:478"} {"level":"info","ts":"2026-07-10T14:51:27.27781Z","caller":"traceutil/trace.go:171","msg":"trace[38592743] range","detail":"{range_begin:/registry/leases/kube-system/kube-scheduler; range_end:; response_count:1; response_revision:1153; }","duration":"113.717138ms","start":"2026-07-10T14:51:27.164079Z","end":"2026-07-10T14:51:27.277796Z","steps":["trace[38592743] 'agreement among raft nodes before linearized reading' (duration: 112.833314ms)"],"step_count":1} {"level":"info","ts":"2026-07-10T14:51:27.277197Z","caller":"traceutil/trace.go:171","msg":"trace[372362832] range","detail":"{range_begin:/registry/persistentvolumeclaims/; range_end:/registry/persistentvolumeclaims0; response_count:0; response_revision:1153; }","duration":"204.626729ms","start":"2026-07-10T14:51:27.07241Z","end":"2026-07-10T14:51:27.277037Z","steps":["trace[372362832] 'agreement among raft nodes before linearized reading' (duration: 204.356762ms)"],"step_count":1} {"level":"info","ts":"2026-07-10T14:51:46.30045Z","caller":"traceutil/trace.go:171","msg":"trace[14594276] transaction","detail":"{read_only:false; response_revision:1341; number_of_response:1; }","duration":"161.337638ms","start":"2026-07-10T14:51:46.139082Z","end":"2026-07-10T14:51:46.30042Z","steps":["trace[14594276] 'process raft request' (duration: 161.294167ms)"],"step_count":1} {"level":"info","ts":"2026-07-10T14:51:46.300484Z","caller":"traceutil/trace.go:171","msg":"trace[1001561786] transaction","detail":"{read_only:false; response_revision:1340; number_of_response:1; }","duration":"161.541623ms","start":"2026-07-10T14:51:46.138906Z","end":"2026-07-10T14:51:46.300447Z","steps":["trace[1001561786] 'process raft request' (duration: 161.344798ms)"],"step_count":1} {"level":"info","ts":"2026-07-10T14:51:46.36154Z","caller":"traceutil/trace.go:171","msg":"trace[1001088894] transaction","detail":"{read_only:false; response_revision:1342; number_of_response:1; }","duration":"151.433736ms","start":"2026-07-10T14:51:46.210069Z","end":"2026-07-10T14:51:46.361502Z","steps":["trace[1001088894] 'process raft request' (duration: 137.41642ms)","trace[1001088894] 'compare' (duration: 13.857361ms)"],"step_count":2} {"level":"info","ts":"2026-07-10T14:51:47.134134Z","caller":"traceutil/trace.go:171","msg":"trace[1657804975] transaction","detail":"{read_only:false; response_revision:1378; number_of_response:1; }","duration":"185.647156ms","start":"2026-07-10T14:51:46.948446Z","end":"2026-07-10T14:51:47.134093Z","steps":["trace[1657804975] 'process raft request' (duration: 169.619005ms)","trace[1657804975] 'compare' (duration: 15.812845ms)"],"step_count":2} {"level":"info","ts":"2026-07-10T14:51:48.497337Z","caller":"traceutil/trace.go:171","msg":"trace[1994238817] transaction","detail":"{read_only:false; response_revision:1404; number_of_response:1; }","duration":"238.943532ms","start":"2026-07-10T14:51:48.258362Z","end":"2026-07-10T14:51:48.497306Z","steps":["trace[1994238817] 'process raft request' (duration: 238.755407ms)"],"step_count":1} {"level":"info","ts":"2026-07-10T14:51:48.824414Z","caller":"traceutil/trace.go:171","msg":"trace[1699687781] linearizableReadLoop","detail":"{readStateIndex:1452; appliedIndex:1451; }","duration":"135.350973ms","start":"2026-07-10T14:51:48.688996Z","end":"2026-07-10T14:51:48.824347Z","steps":["trace[1699687781] 'read index received' (duration: 48.459513ms)","trace[1699687781] 'applied index is now lower than readState.Index' (duration: 86.89033ms)"],"step_count":2} {"level":"info","ts":"2026-07-10T14:51:48.824469Z","caller":"traceutil/trace.go:171","msg":"trace[265431602] transaction","detail":"{read_only:false; response_revision:1407; number_of_response:1; }","duration":"175.712023ms","start":"2026-07-10T14:51:48.648709Z","end":"2026-07-10T14:51:48.824421Z","steps":["trace[265431602] 'process raft request' (duration: 88.836213ms)","trace[265431602] 'compare' (duration: 86.623223ms)"],"step_count":2} {"level":"warn","ts":"2026-07-10T14:51:48.824749Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"135.731224ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/events/\" range_end:\"/registry/events0\" count_only:true ","response":"range_response_count:0 size:8"} {"level":"info","ts":"2026-07-10T14:51:48.82479Z","caller":"traceutil/trace.go:171","msg":"trace[1032426167] range","detail":"{range_begin:/registry/events/; range_end:/registry/events0; response_count:0; response_revision:1407; }","duration":"135.858147ms","start":"2026-07-10T14:51:48.68892Z","end":"2026-07-10T14:51:48.824778Z","steps":["trace[1032426167] 'agreement among raft nodes before linearized reading' (duration: 135.630451ms)"],"step_count":1} {"level":"warn","ts":"2026-07-10T14:51:51.827251Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"346.313748ms","expected-duration":"100ms","prefix":"","request":"header: txn: success:> failure: >>","response":"size:16"} {"level":"info","ts":"2026-07-10T14:51:51.827398Z","caller":"traceutil/trace.go:171","msg":"trace[2012335877] transaction","detail":"{read_only:false; response_revision:1421; number_of_response:1; }","duration":"412.391946ms","start":"2026-07-10T14:51:51.414981Z","end":"2026-07-10T14:51:51.827373Z","steps":["trace[2012335877] 'process raft request' (duration: 65.841452ms)","trace[2012335877] 'compare' (duration: 346.017299ms)"],"step_count":2} {"level":"warn","ts":"2026-07-10T14:51:51.827464Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-10T14:51:51.414963Z","time spent":"412.469487ms","remote":"127.0.0.1:47860","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":418,"response count":0,"response size":38,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-07-10T14:51:51.829765Z","caller":"traceutil/trace.go:171","msg":"trace[599557515] transaction","detail":"{read_only:false; response_revision:1422; number_of_response:1; }","duration":"414.606707ms","start":"2026-07-10T14:51:51.415123Z","end":"2026-07-10T14:51:51.82973Z","steps":["trace[599557515] 'process raft request' (duration: 414.444792ms)"],"step_count":1} {"level":"info","ts":"2026-07-10T14:51:51.829765Z","caller":"traceutil/trace.go:171","msg":"trace[1730178489] transaction","detail":"{read_only:false; response_revision:1423; number_of_response:1; }","duration":"414.543435ms","start":"2026-07-10T14:51:51.415188Z","end":"2026-07-10T14:51:51.829731Z","steps":["trace[1730178489] 'process raft request' (duration: 414.454302ms)"],"step_count":1} {"level":"info","ts":"2026-07-10T14:51:51.829867Z","caller":"traceutil/trace.go:171","msg":"trace[1629718399] transaction","detail":"{read_only:false; response_revision:1424; number_of_response:1; }","duration":"414.634557ms","start":"2026-07-10T14:51:51.415221Z","end":"2026-07-10T14:51:51.829855Z","steps":["trace[1629718399] 'process raft request' (duration: 414.473343ms)"],"step_count":1} {"level":"warn","ts":"2026-07-10T14:51:51.829925Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-10T14:51:51.415107Z","time spent":"414.74349ms","remote":"127.0.0.1:47860","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":490,"response count":0,"response size":38,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-07-10T14:51:51.829934Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-10T14:51:51.415201Z","time spent":"414.692448ms","remote":"127.0.0.1:47860","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":464,"response count":0,"response size":38,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-07-10T14:51:51.829933Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-10T14:51:51.41518Z","time spent":"414.678378ms","remote":"127.0.0.1:47860","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":423,"response count":0,"response size":38,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-07-10T14:51:51.830642Z","caller":"traceutil/trace.go:171","msg":"trace[1640004314] transaction","detail":"{read_only:false; response_revision:1425; number_of_response:1; }","duration":"414.781021ms","start":"2026-07-10T14:51:51.415257Z","end":"2026-07-10T14:51:51.830038Z","steps":["trace[1640004314] 'process raft request' (duration: 414.557395ms)"],"step_count":1} {"level":"warn","ts":"2026-07-10T14:51:51.830813Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-10T14:51:51.415224Z","time spent":"415.518282ms","remote":"127.0.0.1:47860","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":476,"response count":0,"response size":38,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-07-10T14:52:14.172502Z","caller":"traceutil/trace.go:171","msg":"trace[259501916] linearizableReadLoop","detail":"{readStateIndex:1833; appliedIndex:1829; }","duration":"151.587981ms","start":"2026-07-10T14:52:14.020892Z","end":"2026-07-10T14:52:14.17248Z","steps":["trace[259501916] 'read index received' (duration: 151.452228ms)","trace[259501916] 'applied index is now lower than readState.Index' (duration: 134.943µs)"],"step_count":2} {"level":"info","ts":"2026-07-10T14:52:14.172542Z","caller":"traceutil/trace.go:171","msg":"trace[1600838222] transaction","detail":"{read_only:false; response_revision:1759; number_of_response:1; }","duration":"158.357217ms","start":"2026-07-10T14:52:14.014146Z","end":"2026-07-10T14:52:14.172503Z","steps":["trace[1600838222] 'process raft request' (duration: 158.261114ms)"],"step_count":1} {"level":"warn","ts":"2026-07-10T14:52:14.172636Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"151.728345ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/openstack/08db1feb.percona.com\" ","response":"range_response_count:0 size:5"} {"level":"info","ts":"2026-07-10T14:52:14.172661Z","caller":"traceutil/trace.go:171","msg":"trace[240814597] range","detail":"{range_begin:/registry/leases/openstack/08db1feb.percona.com; range_end:; response_count:0; response_revision:1761; }","duration":"151.820187ms","start":"2026-07-10T14:52:14.020833Z","end":"2026-07-10T14:52:14.172653Z","steps":["trace[240814597] 'agreement among raft nodes before linearized reading' (duration: 151.740105ms)"],"step_count":1} {"level":"info","ts":"2026-07-10T14:52:14.172837Z","caller":"traceutil/trace.go:171","msg":"trace[1702121729] transaction","detail":"{read_only:false; response_revision:1760; number_of_response:1; }","duration":"158.212413ms","start":"2026-07-10T14:52:14.014617Z","end":"2026-07-10T14:52:14.17283Z","steps":["trace[1702121729] 'process raft request' (duration: 157.816792ms)"],"step_count":1} {"level":"info","ts":"2026-07-10T14:52:14.172896Z","caller":"traceutil/trace.go:171","msg":"trace[2137995131] transaction","detail":"{read_only:false; response_revision:1761; number_of_response:1; }","duration":"158.188333ms","start":"2026-07-10T14:52:14.014703Z","end":"2026-07-10T14:52:14.172891Z","steps":["trace[2137995131] 'process raft request' (duration: 157.753241ms)"],"step_count":1} {"level":"info","ts":"2026-07-10T14:52:14.172949Z","caller":"traceutil/trace.go:171","msg":"trace[747468174] transaction","detail":"{read_only:false; response_revision:1758; number_of_response:1; }","duration":"159.105608ms","start":"2026-07-10T14:52:14.013839Z","end":"2026-07-10T14:52:14.172945Z","steps":["trace[747468174] 'process raft request' (duration: 158.44398ms)"],"step_count":1} {"level":"info","ts":"2026-07-10T14:52:14.19889Z","caller":"traceutil/trace.go:171","msg":"trace[203318047] transaction","detail":"{read_only:false; response_revision:1762; number_of_response:1; }","duration":"147.132248ms","start":"2026-07-10T14:52:14.051726Z","end":"2026-07-10T14:52:14.198858Z","steps":["trace[203318047] 'process raft request' (duration: 146.967604ms)"],"step_count":1} {"level":"warn","ts":"2026-07-10T14:52:17.631968Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"563.521035ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pods/openstack/percona-xtradb-haproxy-0\" ","response":"range_response_count:1 size:10668"} {"level":"info","ts":"2026-07-10T14:52:17.632063Z","caller":"traceutil/trace.go:171","msg":"trace[1629053267] range","detail":"{range_begin:/registry/pods/openstack/percona-xtradb-haproxy-0; range_end:; response_count:1; response_revision:1839; }","duration":"563.674859ms","start":"2026-07-10T14:52:17.068369Z","end":"2026-07-10T14:52:17.632044Z","steps":["trace[1629053267] 'range keys from in-memory index tree' (duration: 563.30036ms)"],"step_count":1} {"level":"warn","ts":"2026-07-10T14:52:17.632247Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-10T14:52:17.068341Z","time spent":"563.876425ms","remote":"127.0.0.1:47776","response type":"/etcdserverpb.KV/Range","request count":0,"request size":51,"response count":1,"response size":10690,"request content":"key:\"/registry/pods/openstack/percona-xtradb-haproxy-0\" "} {"level":"warn","ts":"2026-07-10T14:52:17.632416Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"174.274526ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pxc.percona.com/perconaxtradbclusters/openstack/percona-xtradb\" ","response":"range_response_count:1 size:5412"} {"level":"warn","ts":"2026-07-10T14:52:17.63241Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"222.825052ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/gateway.envoyproxy.io/envoyextensionpolicies/\" range_end:\"/registry/gateway.envoyproxy.io/envoyextensionpolicies0\" count_only:true ","response":"range_response_count:0 size:5"} {"level":"info","ts":"2026-07-10T14:52:17.632497Z","caller":"traceutil/trace.go:171","msg":"trace[1989322587] range","detail":"{range_begin:/registry/pxc.percona.com/perconaxtradbclusters/openstack/percona-xtradb; range_end:; response_count:1; response_revision:1839; }","duration":"174.402649ms","start":"2026-07-10T14:52:17.458079Z","end":"2026-07-10T14:52:17.632482Z","steps":["trace[1989322587] 'range keys from in-memory index tree' (duration: 174.07076ms)"],"step_count":1} {"level":"info","ts":"2026-07-10T14:52:17.632544Z","caller":"traceutil/trace.go:171","msg":"trace[1642127616] range","detail":"{range_begin:/registry/gateway.envoyproxy.io/envoyextensionpolicies/; range_end:/registry/gateway.envoyproxy.io/envoyextensionpolicies0; response_count:0; response_revision:1839; }","duration":"222.983816ms","start":"2026-07-10T14:52:17.409531Z","end":"2026-07-10T14:52:17.632515Z","steps":["trace[1642127616] 'count revisions from in-memory index tree' (duration: 222.660167ms)"],"step_count":1} {"level":"info","ts":"2026-07-10T14:52:17.633768Z","caller":"traceutil/trace.go:171","msg":"trace[26093386] transaction","detail":"{read_only:false; response_revision:1840; number_of_response:1; }","duration":"115.619142ms","start":"2026-07-10T14:52:17.518123Z","end":"2026-07-10T14:52:17.633742Z","steps":["trace[26093386] 'process raft request' (duration: 115.462848ms)"],"step_count":1} {"level":"info","ts":"2026-07-10T14:52:17.857063Z","caller":"traceutil/trace.go:171","msg":"trace[1282221960] transaction","detail":"{read_only:false; response_revision:1843; number_of_response:1; }","duration":"157.676979ms","start":"2026-07-10T14:52:17.699358Z","end":"2026-07-10T14:52:17.857035Z","steps":["trace[1282221960] 'process raft request' (duration: 157.480343ms)"],"step_count":1} {"level":"info","ts":"2026-07-10T14:52:17.857495Z","caller":"traceutil/trace.go:171","msg":"trace[860182940] transaction","detail":"{read_only:false; response_revision:1844; number_of_response:1; }","duration":"157.848403ms","start":"2026-07-10T14:52:17.699605Z","end":"2026-07-10T14:52:17.857454Z","steps":["trace[860182940] 'process raft request' (duration: 157.3808ms)"],"step_count":1} {"level":"info","ts":"2026-07-10T14:52:17.857856Z","caller":"traceutil/trace.go:171","msg":"trace[170755291] transaction","detail":"{read_only:false; response_revision:1845; number_of_response:1; }","duration":"158.058119ms","start":"2026-07-10T14:52:17.699783Z","end":"2026-07-10T14:52:17.857841Z","steps":["trace[170755291] 'process raft request' (duration: 157.423592ms)"],"step_count":1} {"level":"info","ts":"2026-07-10T14:52:17.858098Z","caller":"traceutil/trace.go:171","msg":"trace[1984107258] transaction","detail":"{read_only:false; response_revision:1846; number_of_response:1; }","duration":"154.560613ms","start":"2026-07-10T14:52:17.703501Z","end":"2026-07-10T14:52:17.858062Z","steps":["trace[1984107258] 'process raft request' (duration: 154.222454ms)"],"step_count":1} {"level":"warn","ts":"2026-07-10T14:52:18.417631Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"231.366647ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/kube-controller-manager\" ","response":"range_response_count:1 size:504"} {"level":"info","ts":"2026-07-10T14:52:18.417736Z","caller":"traceutil/trace.go:171","msg":"trace[1259006288] range","detail":"{range_begin:/registry/leases/kube-system/kube-controller-manager; range_end:; response_count:1; response_revision:1846; }","duration":"231.523871ms","start":"2026-07-10T14:52:18.186182Z","end":"2026-07-10T14:52:18.417706Z","steps":["trace[1259006288] 'range keys from in-memory index tree' (duration: 231.11831ms)"],"step_count":1} {"level":"warn","ts":"2026-07-10T14:52:18.417983Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"384.85235ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/kube-scheduler\" ","response":"range_response_count:1 size:478"} {"level":"info","ts":"2026-07-10T14:52:18.418021Z","caller":"traceutil/trace.go:171","msg":"trace[1572719466] range","detail":"{range_begin:/registry/leases/kube-system/kube-scheduler; range_end:; response_count:1; response_revision:1846; }","duration":"384.973383ms","start":"2026-07-10T14:52:18.033039Z","end":"2026-07-10T14:52:18.418012Z","steps":["trace[1572719466] 'range keys from in-memory index tree' (duration: 384.719746ms)"],"step_count":1} {"level":"warn","ts":"2026-07-10T14:52:18.418047Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-10T14:52:18.033014Z","time spent":"385.023905ms","remote":"127.0.0.1:47860","response type":"/etcdserverpb.KV/Range","request count":0,"request size":45,"response count":1,"response size":500,"request content":"key:\"/registry/leases/kube-system/kube-scheduler\" "} {"level":"warn","ts":"2026-07-10T14:52:18.41829Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"228.422076ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/plndr-svcs-lock\" ","response":"range_response_count:1 size:437"} {"level":"info","ts":"2026-07-10T14:52:18.418351Z","caller":"traceutil/trace.go:171","msg":"trace[1304758906] range","detail":"{range_begin:/registry/leases/kube-system/plndr-svcs-lock; range_end:; response_count:1; response_revision:1846; }","duration":"228.510599ms","start":"2026-07-10T14:52:18.189801Z","end":"2026-07-10T14:52:18.418311Z","steps":["trace[1304758906] 'range keys from in-memory index tree' (duration: 228.273512ms)"],"step_count":1} {"level":"warn","ts":"2026-07-10T14:52:18.418481Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"229.045803ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/plndr-cp-lock\" ","response":"range_response_count:1 size:432"} {"level":"info","ts":"2026-07-10T14:52:18.418621Z","caller":"traceutil/trace.go:171","msg":"trace[928228698] range","detail":"{range_begin:/registry/leases/kube-system/plndr-cp-lock; range_end:; response_count:1; response_revision:1846; }","duration":"229.264019ms","start":"2026-07-10T14:52:18.189323Z","end":"2026-07-10T14:52:18.418587Z","steps":["trace[928228698] 'range keys from in-memory index tree' (duration: 228.765865ms)"],"step_count":1} {"level":"warn","ts":"2026-07-10T14:52:18.418711Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"228.356804ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/cilium-operator-resource-lock\" ","response":"range_response_count:1 size:490"} {"level":"info","ts":"2026-07-10T14:52:18.41879Z","caller":"traceutil/trace.go:171","msg":"trace[1477928951] range","detail":"{range_begin:/registry/leases/kube-system/cilium-operator-resource-lock; range_end:; response_count:1; response_revision:1846; }","duration":"228.476177ms","start":"2026-07-10T14:52:18.190304Z","end":"2026-07-10T14:52:18.41878Z","steps":["trace[1477928951] 'range keys from in-memory index tree' (duration: 228.246681ms)"],"step_count":1} {"level":"info","ts":"2026-07-10T14:52:18.419089Z","caller":"traceutil/trace.go:171","msg":"trace[1521942939] linearizableReadLoop","detail":"{readStateIndex:1920; appliedIndex:1918; }","duration":"152.840636ms","start":"2026-07-10T14:52:18.266221Z","end":"2026-07-10T14:52:18.419061Z","steps":["trace[1521942939] 'read index received' (duration: 148.710402ms)","trace[1521942939] 'applied index is now lower than readState.Index' (duration: 4.129174ms)"],"step_count":2} {"level":"info","ts":"2026-07-10T14:52:18.419096Z","caller":"traceutil/trace.go:171","msg":"trace[26934302] transaction","detail":"{read_only:false; response_revision:1847; number_of_response:1; }","duration":"208.444946ms","start":"2026-07-10T14:52:18.210611Z","end":"2026-07-10T14:52:18.419056Z","steps":["trace[26934302] 'process raft request' (duration: 204.369744ms)"],"step_count":1} {"level":"warn","ts":"2026-07-10T14:52:18.419328Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"153.049132ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/gateway.networking.k8s.io/gateways/\" range_end:\"/registry/gateway.networking.k8s.io/gateways0\" count_only:true ","response":"range_response_count:0 size:5"} {"level":"info","ts":"2026-07-10T14:52:18.419409Z","caller":"traceutil/trace.go:171","msg":"trace[821048306] range","detail":"{range_begin:/registry/gateway.networking.k8s.io/gateways/; range_end:/registry/gateway.networking.k8s.io/gateways0; response_count:0; response_revision:1848; }","duration":"153.242157ms","start":"2026-07-10T14:52:18.26615Z","end":"2026-07-10T14:52:18.419392Z","steps":["trace[821048306] 'agreement among raft nodes before linearized reading' (duration: 153.059752ms)"],"step_count":1} {"level":"info","ts":"2026-07-10T14:52:18.419187Z","caller":"traceutil/trace.go:171","msg":"trace[813481493] transaction","detail":"{read_only:false; response_revision:1848; number_of_response:1; }","duration":"194.06095ms","start":"2026-07-10T14:52:18.2251Z","end":"2026-07-10T14:52:18.419161Z","steps":["trace[813481493] 'process raft request' (duration: 193.836624ms)"],"step_count":1} {"level":"info","ts":"2026-07-10T14:52:26.590342Z","caller":"traceutil/trace.go:171","msg":"trace[1953215149] transaction","detail":"{read_only:false; response_revision:1915; number_of_response:1; }","duration":"109.220356ms","start":"2026-07-10T14:52:26.481062Z","end":"2026-07-10T14:52:26.590282Z","steps":["trace[1953215149] 'process raft request' (duration: 64.250348ms)","trace[1953215149] 'compare' (duration: 44.66548ms)"],"step_count":2} {"level":"info","ts":"2026-07-10T14:52:26.742194Z","caller":"traceutil/trace.go:171","msg":"trace[567049250] transaction","detail":"{read_only:false; response_revision:1916; number_of_response:1; }","duration":"147.834788ms","start":"2026-07-10T14:52:26.594319Z","end":"2026-07-10T14:52:26.742154Z","steps":["trace[567049250] 'process raft request' (duration: 134.532352ms)","trace[567049250] 'compare' (duration: 13.151561ms)"],"step_count":2} {"level":"info","ts":"2026-07-10T14:52:26.757977Z","caller":"traceutil/trace.go:171","msg":"trace[1633667141] transaction","detail":"{read_only:false; response_revision:1919; number_of_response:1; }","duration":"162.44526ms","start":"2026-07-10T14:52:26.5955Z","end":"2026-07-10T14:52:26.757945Z","steps":["trace[1633667141] 'process raft request' (duration: 162.371978ms)"],"step_count":1} {"level":"info","ts":"2026-07-10T14:52:26.758025Z","caller":"traceutil/trace.go:171","msg":"trace[1761092354] transaction","detail":"{read_only:false; response_revision:1918; number_of_response:1; }","duration":"163.274784ms","start":"2026-07-10T14:52:26.594711Z","end":"2026-07-10T14:52:26.757986Z","steps":["trace[1761092354] 'process raft request' (duration: 163.124219ms)"],"step_count":1} {"level":"info","ts":"2026-07-10T14:52:26.758011Z","caller":"traceutil/trace.go:171","msg":"trace[573269409] transaction","detail":"{read_only:false; response_revision:1917; number_of_response:1; }","duration":"163.553321ms","start":"2026-07-10T14:52:26.594399Z","end":"2026-07-10T14:52:26.757952Z","steps":["trace[573269409] 'process raft request' (duration: 163.298964ms)"],"step_count":1} {"level":"info","ts":"2026-07-10T14:52:26.758279Z","caller":"traceutil/trace.go:171","msg":"trace[1784604038] transaction","detail":"{read_only:false; response_revision:1920; number_of_response:1; }","duration":"162.695867ms","start":"2026-07-10T14:52:26.595568Z","end":"2026-07-10T14:52:26.758264Z","steps":["trace[1784604038] 'process raft request' (duration: 162.335947ms)"],"step_count":1} {"level":"info","ts":"2026-07-10T14:52:29.97257Z","caller":"traceutil/trace.go:171","msg":"trace[1404766560] linearizableReadLoop","detail":"{readStateIndex:2023; appliedIndex:2022; }","duration":"191.962702ms","start":"2026-07-10T14:52:29.780574Z","end":"2026-07-10T14:52:29.972537Z","steps":["trace[1404766560] 'read index received' (duration: 191.798368ms)","trace[1404766560] 'applied index is now lower than readState.Index' (duration: 163.244µs)"],"step_count":2} {"level":"info","ts":"2026-07-10T14:52:29.972684Z","caller":"traceutil/trace.go:171","msg":"trace[1491381072] transaction","detail":"{read_only:false; response_revision:1948; number_of_response:1; }","duration":"218.360588ms","start":"2026-07-10T14:52:29.754276Z","end":"2026-07-10T14:52:29.972637Z","steps":["trace[1491381072] 'process raft request' (duration: 218.04975ms)"],"step_count":1} {"level":"warn","ts":"2026-07-10T14:52:29.972866Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"192.27481ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pxc.percona.com/perconaxtradbclusters/openstack/percona-xtradb\" ","response":"range_response_count:1 size:5412"} {"level":"info","ts":"2026-07-10T14:52:29.972959Z","caller":"traceutil/trace.go:171","msg":"trace[130158604] range","detail":"{range_begin:/registry/pxc.percona.com/perconaxtradbclusters/openstack/percona-xtradb; range_end:; response_count:1; response_revision:1948; }","duration":"192.443885ms","start":"2026-07-10T14:52:29.780489Z","end":"2026-07-10T14:52:29.972933Z","steps":["trace[130158604] 'agreement among raft nodes before linearized reading' (duration: 192.168138ms)"],"step_count":1} {"level":"warn","ts":"2026-07-10T14:52:30.731375Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"489.528529ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/persistentvolumeclaims/openstack/datadir-percona-xtradb-pxc-0\" ","response":"range_response_count:1 size:1853"} {"level":"warn","ts":"2026-07-10T14:52:30.731429Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"311.033408ms","expected-duration":"100ms","prefix":"","request":"header: txn: success:> failure: >>","response":"size:16"} {"level":"info","ts":"2026-07-10T14:52:30.731472Z","caller":"traceutil/trace.go:171","msg":"trace[156277016] range","detail":"{range_begin:/registry/persistentvolumeclaims/openstack/datadir-percona-xtradb-pxc-0; range_end:; response_count:1; response_revision:1948; }","duration":"489.703704ms","start":"2026-07-10T14:52:30.241746Z","end":"2026-07-10T14:52:30.731449Z","steps":["trace[156277016] 'range keys from in-memory index tree' (duration: 489.276102ms)"],"step_count":1} {"level":"warn","ts":"2026-07-10T14:52:30.731529Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-10T14:52:30.241718Z","time spent":"489.799836ms","remote":"127.0.0.1:47742","response type":"/etcdserverpb.KV/Range","request count":0,"request size":73,"response count":1,"response size":1875,"request content":"key:\"/registry/persistentvolumeclaims/openstack/datadir-percona-xtradb-pxc-0\" "} {"level":"info","ts":"2026-07-10T14:52:30.731557Z","caller":"traceutil/trace.go:171","msg":"trace[1625929044] transaction","detail":"{read_only:false; response_revision:1949; number_of_response:1; }","duration":"439.488192ms","start":"2026-07-10T14:52:30.292045Z","end":"2026-07-10T14:52:30.731533Z","steps":["trace[1625929044] 'process raft request' (duration: 128.244158ms)","trace[1625929044] 'compare' (duration: 310.652517ms)"],"step_count":2} {"level":"warn","ts":"2026-07-10T14:52:30.731723Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-10T14:52:30.292025Z","time spent":"439.660607ms","remote":"127.0.0.1:47860","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":673,"response count":0,"response size":38,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-07-10T14:52:30.957955Z","caller":"traceutil/trace.go:171","msg":"trace[1432659631] linearizableReadLoop","detail":"{readStateIndex:2025; appliedIndex:2024; }","duration":"386.631578ms","start":"2026-07-10T14:52:30.571292Z","end":"2026-07-10T14:52:30.957923Z","steps":["trace[1432659631] 'read index received' (duration: 328.391876ms)","trace[1432659631] 'applied index is now lower than readState.Index' (duration: 58.238162ms)"],"step_count":2} {"level":"info","ts":"2026-07-10T14:52:30.958009Z","caller":"traceutil/trace.go:171","msg":"trace[375696937] transaction","detail":"{read_only:false; response_revision:1950; number_of_response:1; }","duration":"423.823561ms","start":"2026-07-10T14:52:30.534114Z","end":"2026-07-10T14:52:30.957938Z","steps":["trace[375696937] 'process raft request' (duration: 365.556727ms)","trace[375696937] 'compare' (duration: 57.912854ms)"],"step_count":2} {"level":"info","ts":"2026-07-10T14:52:30.958246Z","caller":"traceutil/trace.go:171","msg":"trace[1716145475] transaction","detail":"{read_only:false; response_revision:1951; number_of_response:1; }","duration":"358.430802ms","start":"2026-07-10T14:52:30.599797Z","end":"2026-07-10T14:52:30.958228Z","steps":["trace[1716145475] 'process raft request' (duration: 358.075672ms)"],"step_count":1} {"level":"warn","ts":"2026-07-10T14:52:30.958262Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-10T14:52:30.534067Z","time spent":"424.065198ms","remote":"127.0.0.1:47860","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":509,"response count":0,"response size":38,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-07-10T14:52:30.958472Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-10T14:52:30.599761Z","time spent":"358.593236ms","remote":"127.0.0.1:47860","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":555,"response count":0,"response size":38,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-07-10T14:52:30.958519Z","caller":"traceutil/trace.go:171","msg":"trace[451857186] transaction","detail":"{read_only:false; response_revision:1952; number_of_response:1; }","duration":"188.840866ms","start":"2026-07-10T14:52:30.769661Z","end":"2026-07-10T14:52:30.958502Z","steps":["trace[451857186] 'process raft request' (duration: 188.508527ms)"],"step_count":1} {"level":"warn","ts":"2026-07-10T14:52:30.958666Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"223.821599ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/persistentvolumes/pvc-d72dca41-55ab-4a73-b2dc-c3fef3e2ec8a\" ","response":"range_response_count:1 size:1303"} {"level":"info","ts":"2026-07-10T14:52:30.958746Z","caller":"traceutil/trace.go:171","msg":"trace[641456002] range","detail":"{range_begin:/registry/persistentvolumes/pvc-d72dca41-55ab-4a73-b2dc-c3fef3e2ec8a; range_end:; response_count:1; response_revision:1952; }","duration":"223.983323ms","start":"2026-07-10T14:52:30.73474Z","end":"2026-07-10T14:52:30.958723Z","steps":["trace[641456002] 'agreement among raft nodes before linearized reading' (duration: 223.654894ms)"],"step_count":1} {"level":"warn","ts":"2026-07-10T14:52:30.958798Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"185.480454ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/kube-scheduler\" ","response":"range_response_count:1 size:479"} {"level":"warn","ts":"2026-07-10T14:52:30.958815Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"199.809879ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/cilium-operator-resource-lock\" ","response":"range_response_count:1 size:491"} {"level":"info","ts":"2026-07-10T14:52:30.95886Z","caller":"traceutil/trace.go:171","msg":"trace[615071079] range","detail":"{range_begin:/registry/leases/kube-system/kube-scheduler; range_end:; response_count:1; response_revision:1952; }","duration":"185.591037ms","start":"2026-07-10T14:52:30.773251Z","end":"2026-07-10T14:52:30.958842Z","steps":["trace[615071079] 'agreement among raft nodes before linearized reading' (duration: 185.465763ms)"],"step_count":1} {"level":"info","ts":"2026-07-10T14:52:30.958925Z","caller":"traceutil/trace.go:171","msg":"trace[1655584912] range","detail":"{range_begin:/registry/leases/kube-system/cilium-operator-resource-lock; range_end:; response_count:1; response_revision:1952; }","duration":"199.979153ms","start":"2026-07-10T14:52:30.758919Z","end":"2026-07-10T14:52:30.958898Z","steps":["trace[1655584912] 'agreement among raft nodes before linearized reading' (duration: 199.649334ms)"],"step_count":1} {"level":"warn","ts":"2026-07-10T14:52:30.958667Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"387.374438ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pods/openstack/percona-xtradb-pxc-0\" ","response":"range_response_count:1 size:11982"} {"level":"info","ts":"2026-07-10T14:52:30.959033Z","caller":"traceutil/trace.go:171","msg":"trace[1780815434] range","detail":"{range_begin:/registry/pods/openstack/percona-xtradb-pxc-0; range_end:; response_count:1; response_revision:1952; }","duration":"387.778189ms","start":"2026-07-10T14:52:30.571241Z","end":"2026-07-10T14:52:30.959019Z","steps":["trace[1780815434] 'agreement among raft nodes before linearized reading' (duration: 386.869484ms)"],"step_count":1} {"level":"warn","ts":"2026-07-10T14:52:30.958806Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"188.531077ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/kube-controller-manager\" ","response":"range_response_count:1 size:505"} {"level":"warn","ts":"2026-07-10T14:52:30.959096Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-10T14:52:30.571198Z","time spent":"387.877842ms","remote":"127.0.0.1:47776","response type":"/etcdserverpb.KV/Range","request count":0,"request size":47,"response count":1,"response size":12004,"request content":"key:\"/registry/pods/openstack/percona-xtradb-pxc-0\" "} {"level":"info","ts":"2026-07-10T14:52:30.959129Z","caller":"traceutil/trace.go:171","msg":"trace[155645912] range","detail":"{range_begin:/registry/leases/kube-system/kube-controller-manager; range_end:; response_count:1; response_revision:1952; }","duration":"188.918508ms","start":"2026-07-10T14:52:30.77019Z","end":"2026-07-10T14:52:30.959108Z","steps":["trace[155645912] 'agreement among raft nodes before linearized reading' (duration: 188.313401ms)"],"step_count":1} {"level":"warn","ts":"2026-07-10T14:52:30.958938Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"187.293124ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/plndr-svcs-lock\" ","response":"range_response_count:1 size:438"} {"level":"info","ts":"2026-07-10T14:52:30.959272Z","caller":"traceutil/trace.go:171","msg":"trace[538973433] range","detail":"{range_begin:/registry/leases/kube-system/plndr-svcs-lock; range_end:; response_count:1; response_revision:1952; }","duration":"187.658224ms","start":"2026-07-10T14:52:30.771553Z","end":"2026-07-10T14:52:30.959211Z","steps":["trace[538973433] 'agreement among raft nodes before linearized reading' (duration: 187.14344ms)"],"step_count":1} {"level":"warn","ts":"2026-07-10T14:52:30.959393Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"187.234502ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/plndr-cp-lock\" ","response":"range_response_count:1 size:433"} {"level":"info","ts":"2026-07-10T14:52:30.959588Z","caller":"traceutil/trace.go:171","msg":"trace[1129089997] range","detail":"{range_begin:/registry/leases/kube-system/plndr-cp-lock; range_end:; response_count:1; response_revision:1952; }","duration":"187.478969ms","start":"2026-07-10T14:52:30.772092Z","end":"2026-07-10T14:52:30.959571Z","steps":["trace[1129089997] 'agreement among raft nodes before linearized reading' (duration: 186.963574ms)"],"step_count":1} {"level":"warn","ts":"2026-07-10T14:52:31.381825Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"245.897437ms","expected-duration":"100ms","prefix":"","request":"header: txn: success:> failure: >>","response":"size:16"} {"level":"info","ts":"2026-07-10T14:52:31.382392Z","caller":"traceutil/trace.go:171","msg":"trace[603570061] transaction","detail":"{read_only:false; response_revision:1953; number_of_response:1; }","duration":"418.583778ms","start":"2026-07-10T14:52:30.963763Z","end":"2026-07-10T14:52:31.382347Z","steps":["trace[603570061] 'process raft request' (duration: 172.070845ms)","trace[603570061] 'compare' (duration: 245.590917ms)"],"step_count":2} {"level":"info","ts":"2026-07-10T14:52:31.382491Z","caller":"traceutil/trace.go:171","msg":"trace[763920213] transaction","detail":"{read_only:false; response_revision:1954; number_of_response:1; }","duration":"418.65747ms","start":"2026-07-10T14:52:30.963811Z","end":"2026-07-10T14:52:31.382469Z","steps":["trace[763920213] 'process raft request' (duration: 418.150796ms)"],"step_count":1} {"level":"warn","ts":"2026-07-10T14:52:31.382573Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-10T14:52:30.963797Z","time spent":"418.736912ms","remote":"127.0.0.1:47860","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":418,"response count":0,"response size":38,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-07-10T14:52:31.382606Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-10T14:52:30.963735Z","time spent":"418.755433ms","remote":"127.0.0.1:47860","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":490,"response count":0,"response size":38,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-07-10T14:52:31.382877Z","caller":"traceutil/trace.go:171","msg":"trace[791957421] transaction","detail":"{read_only:false; response_revision:1955; number_of_response:1; }","duration":"419.008109ms","start":"2026-07-10T14:52:30.963833Z","end":"2026-07-10T14:52:31.382841Z","steps":["trace[791957421] 'process raft request' (duration: 418.596228ms)"],"step_count":1} {"level":"warn","ts":"2026-07-10T14:52:31.383199Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-10T14:52:30.963808Z","time spent":"419.173474ms","remote":"127.0.0.1:47860","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":464,"response count":0,"response size":38,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-07-10T14:52:31.38382Z","caller":"traceutil/trace.go:171","msg":"trace[1574817871] transaction","detail":"{read_only:false; response_revision:1956; number_of_response:1; }","duration":"419.945865ms","start":"2026-07-10T14:52:30.963856Z","end":"2026-07-10T14:52:31.383802Z","steps":["trace[1574817871] 'process raft request' (duration: 418.856535ms)"],"step_count":1} {"level":"info","ts":"2026-07-10T14:52:31.383891Z","caller":"traceutil/trace.go:171","msg":"trace[638573142] transaction","detail":"{read_only:false; response_revision:1957; number_of_response:1; }","duration":"419.790052ms","start":"2026-07-10T14:52:30.964075Z","end":"2026-07-10T14:52:31.383865Z","steps":["trace[638573142] 'process raft request' (duration: 419.632557ms)"],"step_count":1} {"level":"warn","ts":"2026-07-10T14:52:31.383918Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-10T14:52:30.96385Z","time spent":"420.018348ms","remote":"127.0.0.1:47860","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":476,"response count":0,"response size":38,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-07-10T14:52:31.384014Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-10T14:52:30.964068Z","time spent":"419.892824ms","remote":"127.0.0.1:47860","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":423,"response count":0,"response size":38,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-07-10T14:52:31.384244Z","caller":"traceutil/trace.go:171","msg":"trace[2116242368] linearizableReadLoop","detail":"{readStateIndex:2032; appliedIndex:2027; }","duration":"415.520544ms","start":"2026-07-10T14:52:30.968651Z","end":"2026-07-10T14:52:31.384171Z","steps":["trace[2116242368] 'read index received' (duration: 167.200891ms)","trace[2116242368] 'applied index is now lower than readState.Index' (duration: 248.316003ms)"],"step_count":2} {"level":"warn","ts":"2026-07-10T14:52:31.384345Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"415.689478ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/deployments/openstack/percona-xtradb-pitr\" ","response":"range_response_count:0 size:5"} {"level":"info","ts":"2026-07-10T14:52:31.384408Z","caller":"traceutil/trace.go:171","msg":"trace[1142873361] range","detail":"{range_begin:/registry/deployments/openstack/percona-xtradb-pitr; range_end:; response_count:0; response_revision:1957; }","duration":"415.798531ms","start":"2026-07-10T14:52:30.968592Z","end":"2026-07-10T14:52:31.384391Z","steps":["trace[1142873361] 'agreement among raft nodes before linearized reading' (duration: 415.695028ms)"],"step_count":1} {"level":"warn","ts":"2026-07-10T14:52:31.384467Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-10T14:52:30.968569Z","time spent":"415.885184ms","remote":"127.0.0.1:48068","response type":"/etcdserverpb.KV/Range","request count":0,"request size":53,"response count":0,"response size":27,"request content":"key:\"/registry/deployments/openstack/percona-xtradb-pitr\" "} {"level":"warn","ts":"2026-07-10T14:52:31.385166Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"405.20795ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pxc.percona.com/perconaxtradbclusters/openstack/percona-xtradb\" ","response":"range_response_count:1 size:5412"} {"level":"info","ts":"2026-07-10T14:52:31.385224Z","caller":"traceutil/trace.go:171","msg":"trace[2028087752] range","detail":"{range_begin:/registry/pxc.percona.com/perconaxtradbclusters/openstack/percona-xtradb; range_end:; response_count:1; response_revision:1957; }","duration":"405.301413ms","start":"2026-07-10T14:52:30.979906Z","end":"2026-07-10T14:52:31.385208Z","steps":["trace[2028087752] 'agreement among raft nodes before linearized reading' (duration: 404.511091ms)"],"step_count":1} {"level":"warn","ts":"2026-07-10T14:52:31.385259Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-10T14:52:30.979892Z","time spent":"405.358304ms","remote":"127.0.0.1:50194","response type":"/etcdserverpb.KV/Range","request count":0,"request size":74,"response count":1,"response size":5434,"request content":"key:\"/registry/pxc.percona.com/perconaxtradbclusters/openstack/percona-xtradb\" "} {"level":"info","ts":"2026-07-10T14:52:31.654082Z","caller":"traceutil/trace.go:171","msg":"trace[1965288812] transaction","detail":"{read_only:false; response_revision:1958; number_of_response:1; }","duration":"173.443622ms","start":"2026-07-10T14:52:31.480612Z","end":"2026-07-10T14:52:31.654056Z","steps":["trace[1965288812] 'process raft request' (duration: 173.196655ms)"],"step_count":1} {"level":"info","ts":"2026-07-10T14:52:31.79281Z","caller":"traceutil/trace.go:171","msg":"trace[1226747580] linearizableReadLoop","detail":"{readStateIndex:2036; appliedIndex:2034; }","duration":"104.874086ms","start":"2026-07-10T14:52:31.687898Z","end":"2026-07-10T14:52:31.792773Z","steps":["trace[1226747580] 'read index received' (duration: 29.714998ms)","trace[1226747580] 'applied index is now lower than readState.Index' (duration: 75.157498ms)"],"step_count":2} {"level":"warn","ts":"2026-07-10T14:52:31.793002Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"105.072752ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/gateway.networking.k8s.io/tlsroutes/\" range_end:\"/registry/gateway.networking.k8s.io/tlsroutes0\" count_only:true ","response":"range_response_count:0 size:5"} {"level":"info","ts":"2026-07-10T14:52:31.793001Z","caller":"traceutil/trace.go:171","msg":"trace[728097553] transaction","detail":"{read_only:false; response_revision:1961; number_of_response:1; }","duration":"128.65272ms","start":"2026-07-10T14:52:31.664321Z","end":"2026-07-10T14:52:31.792973Z","steps":["trace[728097553] 'process raft request' (duration: 118.674995ms)"],"step_count":1} {"level":"info","ts":"2026-07-10T14:52:31.793086Z","caller":"traceutil/trace.go:171","msg":"trace[201902924] range","detail":"{range_begin:/registry/gateway.networking.k8s.io/tlsroutes/; range_end:/registry/gateway.networking.k8s.io/tlsroutes0; response_count:0; response_revision:1961; }","duration":"105.212725ms","start":"2026-07-10T14:52:31.687838Z","end":"2026-07-10T14:52:31.793051Z","steps":["trace[201902924] 'agreement among raft nodes before linearized reading' (duration: 105.079271ms)"],"step_count":1} {"level":"info","ts":"2026-07-10T14:52:32.190937Z","caller":"traceutil/trace.go:171","msg":"trace[902498045] transaction","detail":"{read_only:false; response_revision:1964; number_of_response:1; }","duration":"109.000649ms","start":"2026-07-10T14:52:32.081894Z","end":"2026-07-10T14:52:32.190895Z","steps":["trace[902498045] 'process raft request' (duration: 104.995769ms)"],"step_count":1} {"level":"info","ts":"2026-07-10T14:52:35.625899Z","caller":"traceutil/trace.go:171","msg":"trace[1750798895] transaction","detail":"{read_only:false; response_revision:1985; number_of_response:1; }","duration":"654.84857ms","start":"2026-07-10T14:52:34.971019Z","end":"2026-07-10T14:52:35.625868Z","steps":["trace[1750798895] 'process raft request' (duration: 654.685565ms)"],"step_count":1} {"level":"warn","ts":"2026-07-10T14:52:35.626072Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-10T14:52:34.97097Z","time spent":"655.013344ms","remote":"127.0.0.1:47860","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":509,"response count":0,"response size":38,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-07-10T14:52:35.626449Z","caller":"traceutil/trace.go:171","msg":"trace[913559041] linearizableReadLoop","detail":"{readStateIndex:2063; appliedIndex:2060; }","duration":"267.10756ms","start":"2026-07-10T14:52:35.359322Z","end":"2026-07-10T14:52:35.62643Z","steps":["trace[913559041] 'read index received' (duration: 266.402781ms)","trace[913559041] 'applied index is now lower than readState.Index' (duration: 703.549µs)"],"step_count":2} {"level":"info","ts":"2026-07-10T14:52:35.626482Z","caller":"traceutil/trace.go:171","msg":"trace[154249597] transaction","detail":"{read_only:false; response_revision:1986; number_of_response:1; }","duration":"652.046442ms","start":"2026-07-10T14:52:34.974413Z","end":"2026-07-10T14:52:35.626459Z","steps":["trace[154249597] 'process raft request' (duration: 651.859377ms)"],"step_count":1} {"level":"info","ts":"2026-07-10T14:52:35.626474Z","caller":"traceutil/trace.go:171","msg":"trace[1267849466] transaction","detail":"{read_only:false; response_revision:1987; number_of_response:1; }","duration":"650.556431ms","start":"2026-07-10T14:52:34.975905Z","end":"2026-07-10T14:52:35.626462Z","steps":["trace[1267849466] 'process raft request' (duration: 650.476709ms)"],"step_count":1} {"level":"warn","ts":"2026-07-10T14:52:35.626581Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-10T14:52:34.974379Z","time spent":"652.146545ms","remote":"127.0.0.1:47860","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":541,"response count":0,"response size":38,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-07-10T14:52:35.626593Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"267.251153ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/services/endpoints/\" range_end:\"/registry/services/endpoints0\" count_only:true ","response":"range_response_count:0 size:7"} {"level":"info","ts":"2026-07-10T14:52:35.626668Z","caller":"traceutil/trace.go:171","msg":"trace[364145771] range","detail":"{range_begin:/registry/services/endpoints/; range_end:/registry/services/endpoints0; response_count:0; response_revision:1987; }","duration":"267.405798ms","start":"2026-07-10T14:52:35.359244Z","end":"2026-07-10T14:52:35.62665Z","steps":["trace[364145771] 'agreement among raft nodes before linearized reading' (duration: 267.255544ms)"],"step_count":1} {"level":"warn","ts":"2026-07-10T14:52:35.626706Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"230.018089ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/plndr-cp-lock\" ","response":"range_response_count:1 size:433"} {"level":"warn","ts":"2026-07-10T14:52:35.626704Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"228.514437ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/plndr-svcs-lock\" ","response":"range_response_count:1 size:438"} {"level":"warn","ts":"2026-07-10T14:52:35.626712Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"230.219884ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/kube-controller-manager\" ","response":"range_response_count:1 size:505"} {"level":"info","ts":"2026-07-10T14:52:35.626741Z","caller":"traceutil/trace.go:171","msg":"trace[204583926] range","detail":"{range_begin:/registry/leases/kube-system/plndr-cp-lock; range_end:; response_count:1; response_revision:1987; }","duration":"230.06601ms","start":"2026-07-10T14:52:35.396666Z","end":"2026-07-10T14:52:35.626732Z","steps":["trace[204583926] 'agreement among raft nodes before linearized reading' (duration: 229.952357ms)"],"step_count":1} {"level":"info","ts":"2026-07-10T14:52:35.626748Z","caller":"traceutil/trace.go:171","msg":"trace[107624642] range","detail":"{range_begin:/registry/leases/kube-system/plndr-svcs-lock; range_end:; response_count:1; response_revision:1987; }","duration":"228.615401ms","start":"2026-07-10T14:52:35.398122Z","end":"2026-07-10T14:52:35.626737Z","steps":["trace[107624642] 'agreement among raft nodes before linearized reading' (duration: 228.477007ms)"],"step_count":1} {"level":"info","ts":"2026-07-10T14:52:35.626759Z","caller":"traceutil/trace.go:171","msg":"trace[570603744] range","detail":"{range_begin:/registry/leases/kube-system/kube-controller-manager; range_end:; response_count:1; response_revision:1987; }","duration":"230.313337ms","start":"2026-07-10T14:52:35.396433Z","end":"2026-07-10T14:52:35.626746Z","steps":["trace[570603744] 'agreement among raft nodes before linearized reading' (duration: 230.140282ms)"],"step_count":1} {"level":"warn","ts":"2026-07-10T14:52:35.626755Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"228.651351ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/cilium-operator-resource-lock\" ","response":"range_response_count:1 size:491"} {"level":"info","ts":"2026-07-10T14:52:35.626871Z","caller":"traceutil/trace.go:171","msg":"trace[794115461] range","detail":"{range_begin:/registry/leases/kube-system/cilium-operator-resource-lock; range_end:; response_count:1; response_revision:1987; }","duration":"228.803526ms","start":"2026-07-10T14:52:35.39805Z","end":"2026-07-10T14:52:35.626853Z","steps":["trace[794115461] 'agreement among raft nodes before linearized reading' (duration: 228.552459ms)"],"step_count":1} {"level":"warn","ts":"2026-07-10T14:52:35.626846Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"213.867005ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pxc.percona.com/perconaxtradbclusters/openstack/percona-xtradb\" ","response":"range_response_count:1 size:5412"} {"level":"info","ts":"2026-07-10T14:52:35.626917Z","caller":"traceutil/trace.go:171","msg":"trace[693594055] range","detail":"{range_begin:/registry/pxc.percona.com/perconaxtradbclusters/openstack/percona-xtradb; range_end:; response_count:1; response_revision:1987; }","duration":"213.982128ms","start":"2026-07-10T14:52:35.412916Z","end":"2026-07-10T14:52:35.626898Z","steps":["trace[693594055] 'agreement among raft nodes before linearized reading' (duration: 213.725451ms)"],"step_count":1} {"level":"warn","ts":"2026-07-10T14:52:35.627003Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-10T14:52:34.975879Z","time spent":"650.666514ms","remote":"127.0.0.1:47860","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":555,"response count":0,"response size":38,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-07-10T14:52:35.627095Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"227.198141ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/kube-scheduler\" ","response":"range_response_count:1 size:479"} {"level":"info","ts":"2026-07-10T14:52:35.627199Z","caller":"traceutil/trace.go:171","msg":"trace[1781257515] range","detail":"{range_begin:/registry/leases/kube-system/kube-scheduler; range_end:; response_count:1; response_revision:1987; }","duration":"227.431188ms","start":"2026-07-10T14:52:35.399742Z","end":"2026-07-10T14:52:35.627173Z","steps":["trace[1781257515] 'agreement among raft nodes before linearized reading' (duration: 226.929354ms)"],"step_count":1} {"level":"info","ts":"2026-07-10T14:52:36.202025Z","caller":"traceutil/trace.go:171","msg":"trace[289826854] transaction","detail":"{read_only:false; response_revision:1993; number_of_response:1; }","duration":"164.773324ms","start":"2026-07-10T14:52:36.037226Z","end":"2026-07-10T14:52:36.201999Z","steps":["trace[289826854] 'process raft request' (duration: 164.62228ms)"],"step_count":1} {"level":"warn","ts":"2026-07-10T14:52:38.137052Z","caller":"etcdserver/v3_server.go:897","msg":"waiting for ReadIndex response took too long, retrying","sent-request-id":14085745935496605657,"retry-timeout":"500ms"} {"level":"warn","ts":"2026-07-10T14:52:38.637262Z","caller":"etcdserver/v3_server.go:897","msg":"waiting for ReadIndex response took too long, retrying","sent-request-id":14085745935496605657,"retry-timeout":"500ms"} {"level":"warn","ts":"2026-07-10T14:52:39.137792Z","caller":"etcdserver/v3_server.go:897","msg":"waiting for ReadIndex response took too long, retrying","sent-request-id":14085745935496605657,"retry-timeout":"500ms"} {"level":"warn","ts":"2026-07-10T14:52:39.183446Z","caller":"wal/wal.go:805","msg":"slow fdatasync","took":"1.551857871s","expected-duration":"1s"} {"level":"info","ts":"2026-07-10T14:52:39.184079Z","caller":"traceutil/trace.go:171","msg":"trace[617637615] transaction","detail":"{read_only:false; response_revision:1994; number_of_response:1; }","duration":"1.5525656s","start":"2026-07-10T14:52:37.631475Z","end":"2026-07-10T14:52:39.184041Z","steps":["trace[617637615] 'process raft request' (duration: 1.552336264s)"],"step_count":1} {"level":"warn","ts":"2026-07-10T14:52:39.184292Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-10T14:52:37.631449Z","time spent":"1.552739495s","remote":"127.0.0.1:47860","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":541,"response count":0,"response size":38,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-07-10T14:52:39.18754Z","caller":"traceutil/trace.go:171","msg":"trace[276042560] transaction","detail":"{read_only:false; response_revision:1997; number_of_response:1; }","duration":"979.684397ms","start":"2026-07-10T14:52:38.207819Z","end":"2026-07-10T14:52:39.187504Z","steps":["trace[276042560] 'process raft request' (duration: 979.571434ms)"],"step_count":1} {"level":"info","ts":"2026-07-10T14:52:39.187637Z","caller":"traceutil/trace.go:171","msg":"trace[1442923244] transaction","detail":"{read_only:false; response_revision:1995; number_of_response:1; }","duration":"1.555681646s","start":"2026-07-10T14:52:37.631909Z","end":"2026-07-10T14:52:39.187591Z","steps":["trace[1442923244] 'process raft request' (duration: 1.555232603s)"],"step_count":1} {"level":"info","ts":"2026-07-10T14:52:39.187725Z","caller":"traceutil/trace.go:171","msg":"trace[1486573729] transaction","detail":"{read_only:false; response_revision:1996; number_of_response:1; }","duration":"1.555410228s","start":"2026-07-10T14:52:37.632291Z","end":"2026-07-10T14:52:39.187701Z","steps":["trace[1486573729] 'process raft request' (duration: 1.555031457s)"],"step_count":1} {"level":"warn","ts":"2026-07-10T14:52:39.187784Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-10T14:52:38.207779Z","time spent":"979.877252ms","remote":"127.0.0.1:47860","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":534,"response count":0,"response size":38,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-07-10T14:52:39.187839Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-10T14:52:37.632258Z","time spent":"1.555518621s","remote":"127.0.0.1:47860","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":555,"response count":0,"response size":38,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-07-10T14:52:39.188179Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.5522168s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/cilium-operator-resource-lock\" ","response":"range_response_count:1 size:491"} {"level":"info","ts":"2026-07-10T14:52:39.187701Z","caller":"traceutil/trace.go:171","msg":"trace[1654396958] linearizableReadLoop","detail":"{readStateIndex:2073; appliedIndex:2069; }","duration":"1.551719696s","start":"2026-07-10T14:52:37.635956Z","end":"2026-07-10T14:52:39.187676Z","steps":["trace[1654396958] 'read index received' (duration: 1.54784374s)","trace[1654396958] 'applied index is now lower than readState.Index' (duration: 3.869716ms)"],"step_count":2} {"level":"info","ts":"2026-07-10T14:52:39.188251Z","caller":"traceutil/trace.go:171","msg":"trace[1046033325] range","detail":"{range_begin:/registry/leases/kube-system/cilium-operator-resource-lock; range_end:; response_count:1; response_revision:1998; }","duration":"1.552348763s","start":"2026-07-10T14:52:37.635885Z","end":"2026-07-10T14:52:39.188233Z","steps":["trace[1046033325] 'agreement among raft nodes before linearized reading' (duration: 1.551969743s)"],"step_count":1} {"level":"warn","ts":"2026-07-10T14:52:39.188318Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-10T14:52:37.635838Z","time spent":"1.552471457s","remote":"127.0.0.1:47860","response type":"/etcdserverpb.KV/Range","request count":0,"request size":60,"response count":1,"response size":513,"request content":"key:\"/registry/leases/kube-system/cilium-operator-resource-lock\" "} {"level":"warn","ts":"2026-07-10T14:52:39.188485Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.327528699s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/prioritylevelconfigurations/\" range_end:\"/registry/prioritylevelconfigurations0\" count_only:true ","response":"range_response_count:0 size:7"} {"level":"info","ts":"2026-07-10T14:52:39.188573Z","caller":"traceutil/trace.go:171","msg":"trace[998092136] range","detail":"{range_begin:/registry/prioritylevelconfigurations/; range_end:/registry/prioritylevelconfigurations0; response_count:0; response_revision:1998; }","duration":"1.327694473s","start":"2026-07-10T14:52:37.86086Z","end":"2026-07-10T14:52:39.188555Z","steps":["trace[998092136] 'agreement among raft nodes before linearized reading' (duration: 1.327538519s)"],"step_count":1} {"level":"warn","ts":"2026-07-10T14:52:39.188615Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-10T14:52:37.860832Z","time spent":"1.327774166s","remote":"127.0.0.1:48048","response type":"/etcdserverpb.KV/Range","request count":0,"request size":82,"response count":8,"response size":29,"request content":"key:\"/registry/prioritylevelconfigurations/\" range_end:\"/registry/prioritylevelconfigurations0\" count_only:true "} {"level":"warn","ts":"2026-07-10T14:52:39.188629Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.550593075s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/plndr-cp-lock\" ","response":"range_response_count:1 size:433"} {"level":"warn","ts":"2026-07-10T14:52:39.188681Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"259.988894ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/health\" ","response":"range_response_count:0 size:5"} {"level":"info","ts":"2026-07-10T14:52:39.188691Z","caller":"traceutil/trace.go:171","msg":"trace[243312668] range","detail":"{range_begin:/registry/leases/kube-system/plndr-cp-lock; range_end:; response_count:1; response_revision:1998; }","duration":"1.550648707s","start":"2026-07-10T14:52:37.638023Z","end":"2026-07-10T14:52:39.188672Z","steps":["trace[243312668] 'agreement among raft nodes before linearized reading' (duration: 1.550484483s)"],"step_count":1} {"level":"info","ts":"2026-07-10T14:52:39.18875Z","caller":"traceutil/trace.go:171","msg":"trace[30216368] range","detail":"{range_begin:/registry/health; range_end:; response_count:0; response_revision:1998; }","duration":"260.110767ms","start":"2026-07-10T14:52:38.928622Z","end":"2026-07-10T14:52:39.188733Z","steps":["trace[30216368] 'agreement among raft nodes before linearized reading' (duration: 259.987994ms)"],"step_count":1} {"level":"warn","ts":"2026-07-10T14:52:39.18876Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-10T14:52:37.637984Z","time spent":"1.550762s","remote":"127.0.0.1:47860","response type":"/etcdserverpb.KV/Range","request count":0,"request size":44,"response count":1,"response size":455,"request content":"key:\"/registry/leases/kube-system/plndr-cp-lock\" "} {"level":"warn","ts":"2026-07-10T14:52:39.188784Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-10T14:52:37.631871Z","time spent":"1.55584917s","remote":"127.0.0.1:47860","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":509,"response count":0,"response size":38,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-07-10T14:52:39.18886Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.311338833s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/health\" ","response":"range_response_count:0 size:5"} {"level":"info","ts":"2026-07-10T14:52:39.188926Z","caller":"traceutil/trace.go:171","msg":"trace[712993216] range","detail":"{range_begin:/registry/health; range_end:; response_count:0; response_revision:1998; }","duration":"1.311406805s","start":"2026-07-10T14:52:37.877505Z","end":"2026-07-10T14:52:39.188912Z","steps":["trace[712993216] 'agreement among raft nodes before linearized reading' (duration: 1.311300422s)"],"step_count":1} {"level":"warn","ts":"2026-07-10T14:52:39.188997Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-10T14:52:37.877457Z","time spent":"1.311527979s","remote":"127.0.0.1:47598","response type":"/etcdserverpb.KV/Range","request count":0,"request size":18,"response count":0,"response size":27,"request content":"key:\"/registry/health\" "} {"level":"warn","ts":"2026-07-10T14:52:39.188857Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"611.709811ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/masterleases/199.204.45.162\" ","response":"range_response_count:1 size:135"} {"level":"warn","ts":"2026-07-10T14:52:39.189542Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.553153996s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/kube-controller-manager\" ","response":"range_response_count:1 size:505"} {"level":"info","ts":"2026-07-10T14:52:39.189607Z","caller":"traceutil/trace.go:171","msg":"trace[691169290] range","detail":"{range_begin:/registry/leases/kube-system/kube-controller-manager; range_end:; response_count:1; response_revision:1998; }","duration":"1.553239209s","start":"2026-07-10T14:52:37.636353Z","end":"2026-07-10T14:52:39.189592Z","steps":["trace[691169290] 'agreement among raft nodes before linearized reading' (duration: 1.552017345s)"],"step_count":1} {"level":"warn","ts":"2026-07-10T14:52:39.189657Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-10T14:52:37.636345Z","time spent":"1.55330069s","remote":"127.0.0.1:47860","response type":"/etcdserverpb.KV/Range","request count":0,"request size":54,"response count":1,"response size":527,"request content":"key:\"/registry/leases/kube-system/kube-controller-manager\" "} {"level":"warn","ts":"2026-07-10T14:52:39.188837Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.550864772s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/plndr-svcs-lock\" ","response":"range_response_count:1 size:438"} {"level":"info","ts":"2026-07-10T14:52:39.189784Z","caller":"traceutil/trace.go:171","msg":"trace[1350312610] range","detail":"{range_begin:/registry/leases/kube-system/plndr-svcs-lock; range_end:; response_count:1; response_revision:1998; }","duration":"1.551827299s","start":"2026-07-10T14:52:37.637934Z","end":"2026-07-10T14:52:39.189762Z","steps":["trace[1350312610] 'agreement among raft nodes before linearized reading' (duration: 1.550587355s)"],"step_count":1} {"level":"warn","ts":"2026-07-10T14:52:39.189863Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-10T14:52:37.637926Z","time spent":"1.551918092s","remote":"127.0.0.1:47860","response type":"/etcdserverpb.KV/Range","request count":0,"request size":46,"response count":1,"response size":460,"request content":"key:\"/registry/leases/kube-system/plndr-svcs-lock\" "} {"level":"warn","ts":"2026-07-10T14:52:39.189253Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.548978551s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pxc.percona.com/perconaxtradbclusters/openstack/percona-xtradb\" ","response":"range_response_count:1 size:5412"} {"level":"info","ts":"2026-07-10T14:52:39.189945Z","caller":"traceutil/trace.go:171","msg":"trace[1236654746] range","detail":"{range_begin:/registry/pxc.percona.com/perconaxtradbclusters/openstack/percona-xtradb; range_end:; response_count:1; response_revision:1998; }","duration":"1.549689461s","start":"2026-07-10T14:52:37.64024Z","end":"2026-07-10T14:52:39.189929Z","steps":["trace[1236654746] 'agreement among raft nodes before linearized reading' (duration: 1.548246541s)"],"step_count":1} {"level":"warn","ts":"2026-07-10T14:52:39.189985Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-10T14:52:37.640229Z","time spent":"1.549744662s","remote":"127.0.0.1:50194","response type":"/etcdserverpb.KV/Range","request count":0,"request size":74,"response count":1,"response size":5434,"request content":"key:\"/registry/pxc.percona.com/perconaxtradbclusters/openstack/percona-xtradb\" "} {"level":"warn","ts":"2026-07-10T14:52:39.189295Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.552252761s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/kube-scheduler\" ","response":"range_response_count:1 size:479"} {"level":"info","ts":"2026-07-10T14:52:39.189808Z","caller":"traceutil/trace.go:171","msg":"trace[120813488] range","detail":"{range_begin:/registry/masterleases/199.204.45.162; range_end:; response_count:1; response_revision:1998; }","duration":"612.407701ms","start":"2026-07-10T14:52:38.577091Z","end":"2026-07-10T14:52:39.189499Z","steps":["trace[120813488] 'agreement among raft nodes before linearized reading' (duration: 611.675441ms)"],"step_count":1} {"level":"info","ts":"2026-07-10T14:52:39.190043Z","caller":"traceutil/trace.go:171","msg":"trace[1222298372] range","detail":"{range_begin:/registry/leases/kube-system/kube-scheduler; range_end:; response_count:1; response_revision:1998; }","duration":"1.553014572s","start":"2026-07-10T14:52:37.63701Z","end":"2026-07-10T14:52:39.190025Z","steps":["trace[1222298372] 'agreement among raft nodes before linearized reading' (duration: 1.551607673s)"],"step_count":1} {"level":"warn","ts":"2026-07-10T14:52:39.190094Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-10T14:52:37.637003Z","time spent":"1.553076554s","remote":"127.0.0.1:47860","response type":"/etcdserverpb.KV/Range","request count":0,"request size":45,"response count":1,"response size":501,"request content":"key:\"/registry/leases/kube-system/kube-scheduler\" "} {"level":"warn","ts":"2026-07-10T14:52:39.190475Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-10T14:52:38.577067Z","time spent":"613.000697ms","remote":"127.0.0.1:47636","response type":"/etcdserverpb.KV/Range","request count":0,"request size":39,"response count":1,"response size":157,"request content":"key:\"/registry/masterleases/199.204.45.162\" "} {"level":"warn","ts":"2026-07-10T14:52:55.788346Z","caller":"etcdserver/v3_server.go:897","msg":"waiting for ReadIndex response took too long, retrying","sent-request-id":14085745935496605876,"retry-timeout":"500ms"} {"level":"warn","ts":"2026-07-10T14:52:56.289277Z","caller":"etcdserver/v3_server.go:897","msg":"waiting for ReadIndex response took too long, retrying","sent-request-id":14085745935496605876,"retry-timeout":"500ms"} {"level":"warn","ts":"2026-07-10T14:52:56.789827Z","caller":"etcdserver/v3_server.go:897","msg":"waiting for ReadIndex response took too long, retrying","sent-request-id":14085745935496605876,"retry-timeout":"500ms"} {"level":"warn","ts":"2026-07-10T14:52:57.290035Z","caller":"etcdserver/v3_server.go:897","msg":"waiting for ReadIndex response took too long, retrying","sent-request-id":14085745935496605876,"retry-timeout":"500ms"} {"level":"warn","ts":"2026-07-10T14:52:57.790599Z","caller":"etcdserver/v3_server.go:897","msg":"waiting for ReadIndex response took too long, retrying","sent-request-id":14085745935496605876,"retry-timeout":"500ms"} {"level":"warn","ts":"2026-07-10T14:52:57.878816Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"2.000109897s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/health\" ","response":"","error":"context deadline exceeded"} {"level":"info","ts":"2026-07-10T14:52:57.878951Z","caller":"traceutil/trace.go:171","msg":"trace[132942596] range","detail":"{range_begin:/registry/health; range_end:; }","duration":"2.000324723s","start":"2026-07-10T14:52:55.878595Z","end":"2026-07-10T14:52:57.87892Z","steps":["trace[132942596] 'agreement among raft nodes before linearized reading' (duration: 2.000151158s)"],"step_count":1} {"level":"warn","ts":"2026-07-10T14:52:57.879017Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-10T14:52:55.878558Z","time spent":"2.000446197s","remote":"127.0.0.1:47598","response type":"/etcdserverpb.KV/Range","request count":0,"request size":18,"response count":0,"response size":0,"request content":"key:\"/registry/health\" "} 2026/07/10 14:52:57 WARNING: [core] [Server #8] grpc: Server.processUnaryRPC failed to write status: connection error: desc = "transport is closing" {"level":"warn","ts":"2026-07-10T14:52:58.29123Z","caller":"etcdserver/v3_server.go:897","msg":"waiting for ReadIndex response took too long, retrying","sent-request-id":14085745935496605876,"retry-timeout":"500ms"} {"level":"warn","ts":"2026-07-10T14:52:58.791833Z","caller":"etcdserver/v3_server.go:897","msg":"waiting for ReadIndex response took too long, retrying","sent-request-id":14085745935496605876,"retry-timeout":"500ms"} {"level":"warn","ts":"2026-07-10T14:52:59.292717Z","caller":"etcdserver/v3_server.go:897","msg":"waiting for ReadIndex response took too long, retrying","sent-request-id":14085745935496605876,"retry-timeout":"500ms"} {"level":"warn","ts":"2026-07-10T14:52:59.792895Z","caller":"etcdserver/v3_server.go:897","msg":"waiting for ReadIndex response took too long, retrying","sent-request-id":14085745935496605876,"retry-timeout":"500ms"} {"level":"warn","ts":"2026-07-10T14:52:59.879631Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"2.000102624s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/health\" ","response":"","error":"context deadline exceeded"} {"level":"info","ts":"2026-07-10T14:52:59.879748Z","caller":"traceutil/trace.go:171","msg":"trace[788576991] range","detail":"{range_begin:/registry/health; range_end:; }","duration":"2.00030354s","start":"2026-07-10T14:52:57.879419Z","end":"2026-07-10T14:52:59.879722Z","steps":["trace[788576991] 'agreement among raft nodes before linearized reading' (duration: 2.000158756s)"],"step_count":1} {"level":"warn","ts":"2026-07-10T14:52:59.879803Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-10T14:52:57.879388Z","time spent":"2.000402183s","remote":"127.0.0.1:47592","response type":"/etcdserverpb.KV/Range","request count":0,"request size":18,"response count":0,"response size":0,"request content":"key:\"/registry/health\" "} 2026/07/10 14:52:59 WARNING: [core] [Server #8] grpc: Server.processUnaryRPC failed to write status: connection error: desc = "transport is closing" {"level":"warn","ts":"2026-07-10T14:53:00.242208Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-10T14:52:55.244625Z","time spent":"4.99756787s","remote":"127.0.0.1:47860","response type":"/etcdserverpb.KV/Txn","request count":0,"request size":0,"response count":0,"response size":0,"request content":""} 2026/07/10 14:53:00 WARNING: [core] [Server #8] grpc: Server.processUnaryRPC failed to write status: connection error: desc = "transport is closing" {"level":"warn","ts":"2026-07-10T14:53:00.24691Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-10T14:52:55.248648Z","time spent":"4.998259828s","remote":"127.0.0.1:47860","response type":"/etcdserverpb.KV/Txn","request count":0,"request size":0,"response count":0,"response size":0,"request content":""} {"level":"warn","ts":"2026-07-10T14:53:00.247059Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-10T14:52:55.249212Z","time spent":"4.997842836s","remote":"127.0.0.1:47860","response type":"/etcdserverpb.KV/Txn","request count":0,"request size":0,"response count":0,"response size":0,"request content":""} 2026/07/10 14:53:00 WARNING: [core] [Server #8] grpc: Server.processUnaryRPC failed to write status: connection error: desc = "transport is closing" {"level":"warn","ts":"2026-07-10T14:53:00.248571Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-10T14:52:55.249696Z","time spent":"4.998871994s","remote":"127.0.0.1:47860","response type":"/etcdserverpb.KV/Txn","request count":0,"request size":0,"response count":0,"response size":0,"request content":""} 2026/07/10 14:53:00 WARNING: [core] [Server #8] grpc: Server.processUnaryRPC failed to write status: connection error: desc = "transport is closing" {"level":"warn","ts":"2026-07-10T14:53:00.291018Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"4.999096605s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/kube-scheduler\" ","response":"","error":"context canceled"} {"level":"info","ts":"2026-07-10T14:53:00.291096Z","caller":"traceutil/trace.go:171","msg":"trace[1691154936] range","detail":"{range_begin:/registry/leases/kube-system/kube-scheduler; range_end:; }","duration":"4.999209638s","start":"2026-07-10T14:52:55.291866Z","end":"2026-07-10T14:53:00.291075Z","steps":["trace[1691154936] 'agreement among raft nodes before linearized reading' (duration: 4.999110296s)"],"step_count":1} {"level":"warn","ts":"2026-07-10T14:53:00.291147Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-10T14:52:55.291845Z","time spent":"4.9992943s","remote":"127.0.0.1:47860","response type":"/etcdserverpb.KV/Range","request count":0,"request size":45,"response count":0,"response size":0,"request content":"key:\"/registry/leases/kube-system/kube-scheduler\" "} 2026/07/10 14:53:00 WARNING: [core] [Server #8] grpc: Server.processUnaryRPC failed to write status: connection error: desc = "transport is closing" {"level":"warn","ts":"2026-07-10T14:53:00.293117Z","caller":"etcdserver/v3_server.go:897","msg":"waiting for ReadIndex response took too long, retrying","sent-request-id":14085745935496605876,"retry-timeout":"500ms"} {"level":"warn","ts":"2026-07-10T14:53:00.297305Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"4.99929483s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/kube-controller-manager\" ","response":"","error":"context deadline exceeded"} {"level":"info","ts":"2026-07-10T14:53:00.297365Z","caller":"traceutil/trace.go:171","msg":"trace[1305345214] range","detail":"{range_begin:/registry/leases/kube-system/kube-controller-manager; range_end:; }","duration":"4.999398812s","start":"2026-07-10T14:52:55.297948Z","end":"2026-07-10T14:53:00.297347Z","steps":["trace[1305345214] 'agreement among raft nodes before linearized reading' (duration: 4.999337731s)"],"step_count":1} {"level":"warn","ts":"2026-07-10T14:53:00.297408Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-10T14:52:55.297871Z","time spent":"4.999530066s","remote":"127.0.0.1:47860","response type":"/etcdserverpb.KV/Range","request count":0,"request size":54,"response count":0,"response size":0,"request content":"key:\"/registry/leases/kube-system/kube-controller-manager\" "} {"level":"warn","ts":"2026-07-10T14:53:00.297469Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"4.999673081s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/cilium-operator-resource-lock\" ","response":"","error":"context deadline exceeded"} {"level":"info","ts":"2026-07-10T14:53:00.297518Z","caller":"traceutil/trace.go:171","msg":"trace[1825827594] range","detail":"{range_begin:/registry/leases/kube-system/cilium-operator-resource-lock; range_end:; }","duration":"4.999720991s","start":"2026-07-10T14:52:55.29777Z","end":"2026-07-10T14:53:00.297491Z","steps":["trace[1825827594] 'agreement among raft nodes before linearized reading' (duration: 4.9996876s)"],"step_count":1} {"level":"warn","ts":"2026-07-10T14:53:00.297557Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-10T14:52:55.297757Z","time spent":"4.999788803s","remote":"127.0.0.1:47860","response type":"/etcdserverpb.KV/Range","request count":0,"request size":60,"response count":0,"response size":0,"request content":"key:\"/registry/leases/kube-system/cilium-operator-resource-lock\" "} {"level":"warn","ts":"2026-07-10T14:53:00.793548Z","caller":"etcdserver/v3_server.go:897","msg":"waiting for ReadIndex response took too long, retrying","sent-request-id":14085745935496605876,"retry-timeout":"500ms"} {"level":"warn","ts":"2026-07-10T14:53:00.926913Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.99991293s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/health\" ","response":"","error":"context canceled"} {"level":"info","ts":"2026-07-10T14:53:00.927024Z","caller":"traceutil/trace.go:171","msg":"trace[465595420] range","detail":"{range_begin:/registry/health; range_end:; }","duration":"2.000107545s","start":"2026-07-10T14:52:58.926889Z","end":"2026-07-10T14:53:00.926997Z","steps":["trace[465595420] 'agreement among raft nodes before linearized reading' (duration: 1.999958211s)"],"step_count":1} {"level":"warn","ts":"2026-07-10T14:53:00.927083Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-10T14:52:58.926863Z","time spent":"2.000209168s","remote":"127.0.0.1:47598","response type":"/etcdserverpb.KV/Range","request count":0,"request size":18,"response count":0,"response size":0,"request content":"key:\"/registry/health\" "} 2026/07/10 14:53:00 WARNING: [core] [Server #8] grpc: Server.processUnaryRPC failed to write status: connection error: desc = "transport is closing" {"level":"warn","ts":"2026-07-10T14:53:01.293846Z","caller":"etcdserver/v3_server.go:897","msg":"waiting for ReadIndex response took too long, retrying","sent-request-id":14085745935496605876,"retry-timeout":"500ms"} {"level":"warn","ts":"2026-07-10T14:53:01.794805Z","caller":"etcdserver/v3_server.go:897","msg":"waiting for ReadIndex response took too long, retrying","sent-request-id":14085745935496605876,"retry-timeout":"500ms"} {"level":"warn","ts":"2026-07-10T14:53:01.888238Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"2.000201888s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/health\" ","response":"","error":"context canceled"} {"level":"info","ts":"2026-07-10T14:53:01.888339Z","caller":"traceutil/trace.go:171","msg":"trace[1748849138] range","detail":"{range_begin:/registry/health; range_end:; }","duration":"2.000356553s","start":"2026-07-10T14:52:59.887962Z","end":"2026-07-10T14:53:01.888318Z","steps":["trace[1748849138] 'agreement among raft nodes before linearized reading' (duration: 2.000233669s)"],"step_count":1} {"level":"warn","ts":"2026-07-10T14:53:01.88839Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-10T14:52:59.887949Z","time spent":"2.000431265s","remote":"127.0.0.1:47592","response type":"/etcdserverpb.KV/Range","request count":0,"request size":18,"response count":0,"response size":0,"request content":"key:\"/registry/health\" "} 2026/07/10 14:53:01 WARNING: [core] [Server #8] grpc: Server.processUnaryRPC failed to write status: connection error: desc = "transport is closing" {"level":"warn","ts":"2026-07-10T14:53:02.288356Z","caller":"etcdserver/v3_server.go:909","msg":"timed out waiting for read index response (local node might have slow network)","timeout":"7s"} {"level":"warn","ts":"2026-07-10T14:53:02.288581Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"7.001214717s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/plndr-svcs-lock\" ","response":"","error":"etcdserver: request timed out"} {"level":"info","ts":"2026-07-10T14:53:02.288645Z","caller":"traceutil/trace.go:171","msg":"trace[212039649] range","detail":"{range_begin:/registry/leases/kube-system/plndr-svcs-lock; range_end:; }","duration":"7.00135972s","start":"2026-07-10T14:52:55.287256Z","end":"2026-07-10T14:53:02.288616Z","steps":["trace[212039649] 'agreement among raft nodes before linearized reading' (duration: 7.001266688s)"],"step_count":1} {"level":"warn","ts":"2026-07-10T14:53:02.288704Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-10T14:52:55.28723Z","time spent":"7.001463413s","remote":"127.0.0.1:47860","response type":"/etcdserverpb.KV/Range","request count":0,"request size":46,"response count":0,"response size":0,"request content":"key:\"/registry/leases/kube-system/plndr-svcs-lock\" "} {"level":"warn","ts":"2026-07-10T14:53:02.788785Z","caller":"etcdserver/v3_server.go:897","msg":"waiting for ReadIndex response took too long, retrying","sent-request-id":14085745935496605884,"retry-timeout":"500ms"} {"level":"warn","ts":"2026-07-10T14:53:03.289748Z","caller":"etcdserver/v3_server.go:897","msg":"waiting for ReadIndex response took too long, retrying","sent-request-id":14085745935496605884,"retry-timeout":"500ms"} {"level":"warn","ts":"2026-07-10T14:53:03.790412Z","caller":"etcdserver/v3_server.go:897","msg":"waiting for ReadIndex response took too long, retrying","sent-request-id":14085745935496605884,"retry-timeout":"500ms"} {"level":"warn","ts":"2026-07-10T14:53:03.896671Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"2.000502956s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/health\" ","response":"","error":"context canceled"} {"level":"info","ts":"2026-07-10T14:53:03.896752Z","caller":"traceutil/trace.go:171","msg":"trace[213102853] range","detail":"{range_begin:/registry/health; range_end:; }","duration":"2.000606299s","start":"2026-07-10T14:53:01.896123Z","end":"2026-07-10T14:53:03.89673Z","steps":["trace[213102853] 'agreement among raft nodes before linearized reading' (duration: 2.000500196s)"],"step_count":1} {"level":"warn","ts":"2026-07-10T14:53:03.896812Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-10T14:53:01.896042Z","time spent":"2.000757093s","remote":"127.0.0.1:47598","response type":"/etcdserverpb.KV/Range","request count":0,"request size":18,"response count":0,"response size":0,"request content":"key:\"/registry/health\" "} 2026/07/10 14:53:03 WARNING: [core] [Server #8] grpc: Server.processUnaryRPC failed to write status: connection error: desc = "transport is closing" {"level":"warn","ts":"2026-07-10T14:53:04.290952Z","caller":"etcdserver/v3_server.go:897","msg":"waiting for ReadIndex response took too long, retrying","sent-request-id":14085745935496605884,"retry-timeout":"500ms"} {"level":"warn","ts":"2026-07-10T14:53:04.791632Z","caller":"etcdserver/v3_server.go:897","msg":"waiting for ReadIndex response took too long, retrying","sent-request-id":14085745935496605884,"retry-timeout":"500ms"} {"level":"warn","ts":"2026-07-10T14:53:05.242457Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"4.998586868s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/openstack/rabbitmq-cluster-operator-leader-election\" ","response":"","error":"context canceled"} {"level":"info","ts":"2026-07-10T14:53:05.242579Z","caller":"traceutil/trace.go:171","msg":"trace[908756374] range","detail":"{range_begin:/registry/leases/openstack/rabbitmq-cluster-operator-leader-election; range_end:; }","duration":"4.998792693s","start":"2026-07-10T14:53:00.243759Z","end":"2026-07-10T14:53:05.242552Z","steps":["trace[908756374] 'agreement among raft nodes before linearized reading' (duration: 4.998632338s)"],"step_count":1} {"level":"warn","ts":"2026-07-10T14:53:05.242643Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-10T14:53:00.243736Z","time spent":"4.998894456s","remote":"127.0.0.1:47860","response type":"/etcdserverpb.KV/Range","request count":0,"request size":70,"response count":0,"response size":0,"request content":"key:\"/registry/leases/openstack/rabbitmq-cluster-operator-leader-election\" "} 2026/07/10 14:53:05 WARNING: [core] [Server #8] grpc: Server.processUnaryRPC failed to write status: connection error: desc = "transport is closing" {"level":"warn","ts":"2026-07-10T14:53:05.247834Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"4.998435703s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/openstack/messaging-topology-operator-leader-election\" ","response":"","error":"context canceled"} {"level":"warn","ts":"2026-07-10T14:53:05.247834Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"4.998003152s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/envoy-gateway-system/5b9825d2.gateway.envoyproxy.io\" ","response":"","error":"context canceled"} {"level":"info","ts":"2026-07-10T14:53:05.247942Z","caller":"traceutil/trace.go:171","msg":"trace[1853661100] range","detail":"{range_begin:/registry/leases/openstack/messaging-topology-operator-leader-election; range_end:; }","duration":"4.998611858s","start":"2026-07-10T14:53:00.249304Z","end":"2026-07-10T14:53:05.247916Z","steps":["trace[1853661100] 'agreement among raft nodes before linearized reading' (duration: 4.998474194s)"],"step_count":1} {"level":"info","ts":"2026-07-10T14:53:05.247942Z","caller":"traceutil/trace.go:171","msg":"trace[837642515] range","detail":"{range_begin:/registry/leases/envoy-gateway-system/5b9825d2.gateway.envoyproxy.io; range_end:; }","duration":"4.998131935s","start":"2026-07-10T14:53:00.249791Z","end":"2026-07-10T14:53:05.247922Z","steps":["trace[837642515] 'agreement among raft nodes before linearized reading' (duration: 4.998010992s)"],"step_count":1} {"level":"warn","ts":"2026-07-10T14:53:05.248002Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-10T14:53:00.249786Z","time spent":"4.998205467s","remote":"127.0.0.1:47860","response type":"/etcdserverpb.KV/Range","request count":0,"request size":70,"response count":0,"response size":0,"request content":"key:\"/registry/leases/envoy-gateway-system/5b9825d2.gateway.envoyproxy.io\" "} {"level":"warn","ts":"2026-07-10T14:53:05.248001Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-10T14:53:00.24928Z","time spent":"4.998711481s","remote":"127.0.0.1:47860","response type":"/etcdserverpb.KV/Range","request count":0,"request size":72,"response count":0,"response size":0,"request content":"key:\"/registry/leases/openstack/messaging-topology-operator-leader-election\" "} 2026/07/10 14:53:05 WARNING: [core] [Server #8] grpc: Server.processUnaryRPC failed to write status: connection error: desc = "transport is closing" 2026/07/10 14:53:05 WARNING: [core] [Server #8] grpc: Server.processUnaryRPC failed to write status: connection error: desc = "transport is closing" {"level":"warn","ts":"2026-07-10T14:53:05.24907Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"4.999408949s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/openstack/08db1feb.percona.com\" ","response":"","error":"context canceled"} {"level":"info","ts":"2026-07-10T14:53:05.249203Z","caller":"traceutil/trace.go:171","msg":"trace[1861248002] range","detail":"{range_begin:/registry/leases/openstack/08db1feb.percona.com; range_end:; }","duration":"4.999588865s","start":"2026-07-10T14:53:00.249566Z","end":"2026-07-10T14:53:05.249155Z","steps":["trace[1861248002] 'agreement among raft nodes before linearized reading' (duration: 4.99942683s)"],"step_count":1} {"level":"warn","ts":"2026-07-10T14:53:05.249276Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-10T14:53:00.249555Z","time spent":"4.999704728s","remote":"127.0.0.1:47860","response type":"/etcdserverpb.KV/Range","request count":0,"request size":49,"response count":0,"response size":0,"request content":"key:\"/registry/leases/openstack/08db1feb.percona.com\" "} 2026/07/10 14:53:05 WARNING: [core] [Server #8] grpc: Server.processUnaryRPC failed to write status: connection error: desc = "transport is closing" {"level":"warn","ts":"2026-07-10T14:53:05.267561Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"8.755087854s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pods/openstack/percona-xtradb-pxc-0\" ","response":"","error":"context canceled"} {"level":"info","ts":"2026-07-10T14:53:05.267612Z","caller":"traceutil/trace.go:171","msg":"trace[868471252] range","detail":"{range_begin:/registry/pods/openstack/percona-xtradb-pxc-0; range_end:; }","duration":"8.755191367s","start":"2026-07-10T14:52:56.512408Z","end":"2026-07-10T14:53:05.267599Z","steps":["trace[868471252] 'agreement among raft nodes before linearized reading' (duration: 8.755136045s)"],"step_count":1} {"level":"warn","ts":"2026-07-10T14:53:05.267645Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-10T14:52:56.512379Z","time spent":"8.755258659s","remote":"127.0.0.1:47776","response type":"/etcdserverpb.KV/Range","request count":0,"request size":47,"response count":0,"response size":0,"request content":"key:\"/registry/pods/openstack/percona-xtradb-pxc-0\" "} 2026/07/10 14:53:05 WARNING: [core] [Server #8] grpc: Server.processUnaryRPC failed to write status: connection error: desc = "transport is closing" {"level":"warn","ts":"2026-07-10T14:53:05.287117Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"993.928385ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/plndr-svcs-lock\" ","response":"","error":"context canceled"} {"level":"info","ts":"2026-07-10T14:53:05.28721Z","caller":"traceutil/trace.go:171","msg":"trace[876611740] range","detail":"{range_begin:/registry/leases/kube-system/plndr-svcs-lock; range_end:; }","duration":"994.070209ms","start":"2026-07-10T14:53:04.293119Z","end":"2026-07-10T14:53:05.287189Z","steps":["trace[876611740] 'agreement among raft nodes before linearized reading' (duration: 993.949026ms)"],"step_count":1} {"level":"warn","ts":"2026-07-10T14:53:05.287259Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-10T14:53:04.293106Z","time spent":"994.143371ms","remote":"127.0.0.1:47860","response type":"/etcdserverpb.KV/Range","request count":0,"request size":46,"response count":0,"response size":0,"request content":"key:\"/registry/leases/kube-system/plndr-svcs-lock\" "} 2026/07/10 14:53:05 WARNING: [core] [Server #8] grpc: Server.processUnaryRPC failed to write status: connection error: desc = "transport is closing" {"level":"warn","ts":"2026-07-10T14:53:05.291457Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"2.998222044s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/kube-scheduler\" ","response":"","error":"context canceled"} {"level":"info","ts":"2026-07-10T14:53:05.291527Z","caller":"traceutil/trace.go:171","msg":"trace[2058247239] range","detail":"{range_begin:/registry/leases/kube-system/kube-scheduler; range_end:; }","duration":"2.998343498s","start":"2026-07-10T14:53:02.293169Z","end":"2026-07-10T14:53:05.291513Z","steps":["trace[2058247239] 'agreement among raft nodes before linearized reading' (duration: 2.998260655s)"],"step_count":1} {"level":"warn","ts":"2026-07-10T14:53:05.291563Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-10T14:53:02.293149Z","time spent":"2.99840777s","remote":"127.0.0.1:47860","response type":"/etcdserverpb.KV/Range","request count":0,"request size":45,"response count":0,"response size":0,"request content":"key:\"/registry/leases/kube-system/kube-scheduler\" "} 2026/07/10 14:53:05 WARNING: [core] [Server #8] grpc: Server.processUnaryRPC failed to write status: connection error: desc = "transport is closing" {"level":"warn","ts":"2026-07-10T14:53:05.29264Z","caller":"etcdserver/v3_server.go:897","msg":"waiting for ReadIndex response took too long, retrying","sent-request-id":14085745935496605884,"retry-timeout":"500ms"} {"level":"warn","ts":"2026-07-10T14:53:05.293109Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"10.000691165s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/plndr-cp-lock\" ","response":"","error":"context canceled"} {"level":"info","ts":"2026-07-10T14:53:05.293138Z","caller":"traceutil/trace.go:171","msg":"trace[915000129] range","detail":"{range_begin:/registry/leases/kube-system/plndr-cp-lock; range_end:; }","duration":"10.000734176s","start":"2026-07-10T14:52:55.292395Z","end":"2026-07-10T14:53:05.29313Z","steps":["trace[915000129] 'agreement among raft nodes before linearized reading' (duration: 10.000701635s)"],"step_count":1} {"level":"warn","ts":"2026-07-10T14:53:05.293161Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-10T14:52:55.29239Z","time spent":"10.000765717s","remote":"127.0.0.1:47860","response type":"/etcdserverpb.KV/Range","request count":0,"request size":44,"response count":0,"response size":0,"request content":"key:\"/registry/leases/kube-system/plndr-cp-lock\" "} 2026/07/10 14:53:05 WARNING: [core] [Server #8] grpc: Server.processUnaryRPC failed to write status: connection error: desc = "transport is closing" {"level":"warn","ts":"2026-07-10T14:53:05.297589Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"2.997501145s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/kube-controller-manager\" ","response":"","error":"context canceled"} {"level":"info","ts":"2026-07-10T14:53:05.297641Z","caller":"traceutil/trace.go:171","msg":"trace[1306718072] range","detail":"{range_begin:/registry/leases/kube-system/kube-controller-manager; range_end:; }","duration":"2.997585917s","start":"2026-07-10T14:53:02.300043Z","end":"2026-07-10T14:53:05.297629Z","steps":["trace[1306718072] 'agreement among raft nodes before linearized reading' (duration: 2.997526576s)"],"step_count":1} {"level":"warn","ts":"2026-07-10T14:53:05.297671Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-10T14:53:02.300029Z","time spent":"2.997633978s","remote":"127.0.0.1:47860","response type":"/etcdserverpb.KV/Range","request count":0,"request size":54,"response count":0,"response size":0,"request content":"key:\"/registry/leases/kube-system/kube-controller-manager\" "} 2026/07/10 14:53:05 WARNING: [core] [Server #8] grpc: Server.processUnaryRPC failed to write status: connection error: desc = "transport is closing" {"level":"warn","ts":"2026-07-10T14:53:05.298055Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"2.998039959s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/cilium-operator-resource-lock\" ","response":"","error":"context canceled"} {"level":"info","ts":"2026-07-10T14:53:05.298138Z","caller":"traceutil/trace.go:171","msg":"trace[398314718] range","detail":"{range_begin:/registry/leases/kube-system/cilium-operator-resource-lock; range_end:; }","duration":"2.998204414s","start":"2026-07-10T14:53:02.299904Z","end":"2026-07-10T14:53:05.298108Z","steps":["trace[398314718] 'agreement among raft nodes before linearized reading' (duration: 2.998090621s)"],"step_count":1} {"level":"warn","ts":"2026-07-10T14:53:05.298223Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-10T14:53:02.299875Z","time spent":"2.998332187s","remote":"127.0.0.1:47860","response type":"/etcdserverpb.KV/Range","request count":0,"request size":60,"response count":0,"response size":0,"request content":"key:\"/registry/leases/kube-system/cilium-operator-resource-lock\" "} 2026/07/10 14:53:05 WARNING: [core] [Server #8] grpc: Server.processUnaryRPC failed to write status: connection error: desc = "transport is closing" {"level":"warn","ts":"2026-07-10T14:53:05.793527Z","caller":"etcdserver/v3_server.go:897","msg":"waiting for ReadIndex response took too long, retrying","sent-request-id":14085745935496605884,"retry-timeout":"500ms"} {"level":"warn","ts":"2026-07-10T14:53:05.896749Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.999566411s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/health\" ","response":"","error":"context canceled"} {"level":"info","ts":"2026-07-10T14:53:05.896837Z","caller":"traceutil/trace.go:171","msg":"trace[356983641] range","detail":"{range_begin:/registry/health; range_end:; }","duration":"1.999751396s","start":"2026-07-10T14:53:03.897067Z","end":"2026-07-10T14:53:05.896818Z","steps":["trace[356983641] 'agreement among raft nodes before linearized reading' (duration: 1.999636543s)"],"step_count":1} {"level":"warn","ts":"2026-07-10T14:53:05.896876Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-10T14:53:03.897043Z","time spent":"1.999826407s","remote":"127.0.0.1:47592","response type":"/etcdserverpb.KV/Range","request count":0,"request size":18,"response count":0,"response size":0,"request content":"key:\"/registry/health\" "} 2026/07/10 14:53:05 WARNING: [core] [Server #8] grpc: Server.processUnaryRPC failed to write status: connection error: desc = "transport is closing" {"level":"warn","ts":"2026-07-10T14:53:06.294238Z","caller":"etcdserver/v3_server.go:897","msg":"waiting for ReadIndex response took too long, retrying","sent-request-id":14085745935496605884,"retry-timeout":"500ms"} {"level":"warn","ts":"2026-07-10T14:53:06.795255Z","caller":"etcdserver/v3_server.go:897","msg":"waiting for ReadIndex response took too long, retrying","sent-request-id":14085745935496605884,"retry-timeout":"500ms"} {"level":"warn","ts":"2026-07-10T14:53:06.88436Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-10T14:52:59.883458Z","time spent":"7.000895682s","remote":"127.0.0.1:47668","response type":"/etcdserverpb.KV/Txn","request count":0,"request size":0,"response count":0,"response size":0,"request content":""} {"level":"warn","ts":"2026-07-10T14:53:07.296049Z","caller":"etcdserver/v3_server.go:897","msg":"waiting for ReadIndex response took too long, retrying","sent-request-id":14085745935496605884,"retry-timeout":"500ms"} {"level":"warn","ts":"2026-07-10T14:53:07.797257Z","caller":"etcdserver/v3_server.go:897","msg":"waiting for ReadIndex response took too long, retrying","sent-request-id":14085745935496605884,"retry-timeout":"500ms"} {"level":"warn","ts":"2026-07-10T14:53:07.904992Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"2.000172277s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/health\" ","response":"","error":"context deadline exceeded"} {"level":"info","ts":"2026-07-10T14:53:07.905107Z","caller":"traceutil/trace.go:171","msg":"trace[1137541750] range","detail":"{range_begin:/registry/health; range_end:; }","duration":"2.000336142s","start":"2026-07-10T14:53:05.904745Z","end":"2026-07-10T14:53:07.905081Z","steps":["trace[1137541750] 'agreement among raft nodes before linearized reading' (duration: 2.000182218s)"],"step_count":1} {"level":"warn","ts":"2026-07-10T14:53:07.905164Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-10T14:53:05.904734Z","time spent":"2.000419484s","remote":"127.0.0.1:47598","response type":"/etcdserverpb.KV/Range","request count":0,"request size":18,"response count":0,"response size":0,"request content":"key:\"/registry/health\" "} {"level":"warn","ts":"2026-07-10T14:53:08.298415Z","caller":"etcdserver/v3_server.go:897","msg":"waiting for ReadIndex response took too long, retrying","sent-request-id":14085745935496605884,"retry-timeout":"500ms"} {"level":"warn","ts":"2026-07-10T14:53:08.357804Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-10T14:53:01.356884Z","time spent":"7.000913283s","remote":"127.0.0.1:47860","response type":"/etcdserverpb.KV/Txn","request count":0,"request size":0,"response count":0,"response size":0,"request content":""} {"level":"warn","ts":"2026-07-10T14:53:08.737194Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-10T14:53:01.736511Z","time spent":"7.000672757s","remote":"127.0.0.1:47860","response type":"/etcdserverpb.KV/Txn","request count":0,"request size":0,"response count":0,"response size":0,"request content":""} {"level":"warn","ts":"2026-07-10T14:53:08.798555Z","caller":"etcdserver/v3_server.go:897","msg":"waiting for ReadIndex response took too long, retrying","sent-request-id":14085745935496605884,"retry-timeout":"500ms"} {"level":"warn","ts":"2026-07-10T14:53:09.289342Z","caller":"etcdserver/v3_server.go:909","msg":"timed out waiting for read index response (local node might have slow network)","timeout":"7s"} {"level":"warn","ts":"2026-07-10T14:53:09.289605Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"12.488642319s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/ranges/serviceips\" ","response":"","error":"etcdserver: request timed out"} {"level":"warn","ts":"2026-07-10T14:53:09.289679Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"8.499961105s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/namespaces/\" range_end:\"/registry/namespaces0\" count_only:true ","response":"","error":"etcdserver: request timed out"} {"level":"info","ts":"2026-07-10T14:53:09.289707Z","caller":"traceutil/trace.go:171","msg":"trace[483350265] range","detail":"{range_begin:/registry/ranges/serviceips; range_end:; }","duration":"12.488827015s","start":"2026-07-10T14:52:56.800846Z","end":"2026-07-10T14:53:09.289673Z","steps":["trace[483350265] 'agreement among raft nodes before linearized reading' (duration: 12.488687951s)"],"step_count":1} {"level":"warn","ts":"2026-07-10T14:53:09.289708Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"12.488793364s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/ranges/servicenodeports\" ","response":"","error":"etcdserver: request timed out"} {"level":"warn","ts":"2026-07-10T14:53:09.28971Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"12.954071112s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/controllerrevisions/\" range_end:\"/registry/controllerrevisions0\" count_only:true ","response":"","error":"etcdserver: request timed out"} {"level":"info","ts":"2026-07-10T14:53:09.289761Z","caller":"traceutil/trace.go:171","msg":"trace[1590010771] range","detail":"{range_begin:/registry/namespaces/; range_end:/registry/namespaces0; }","duration":"8.500011166s","start":"2026-07-10T14:53:00.789708Z","end":"2026-07-10T14:53:09.289719Z","steps":["trace[1590010771] 'agreement among raft nodes before linearized reading' (duration: 8.499961995s)"],"step_count":1} {"level":"info","ts":"2026-07-10T14:53:09.289804Z","caller":"traceutil/trace.go:171","msg":"trace[1079753565] range","detail":"{range_begin:/registry/ranges/servicenodeports; range_end:; }","duration":"12.488976789s","start":"2026-07-10T14:52:56.800806Z","end":"2026-07-10T14:53:09.289783Z","steps":["trace[1079753565] 'agreement among raft nodes before linearized reading' (duration: 12.488852286s)"],"step_count":1} {"level":"info","ts":"2026-07-10T14:53:09.289805Z","caller":"traceutil/trace.go:171","msg":"trace[2068303123] range","detail":"{range_begin:/registry/controllerrevisions/; range_end:/registry/controllerrevisions0; }","duration":"12.954236867s","start":"2026-07-10T14:52:56.335552Z","end":"2026-07-10T14:53:09.289789Z","steps":["trace[2068303123] 'agreement among raft nodes before linearized reading' (duration: 12.954123404s)"],"step_count":1} {"level":"warn","ts":"2026-07-10T14:53:09.289596Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"11.916790096s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/cilium.io/ciliumidentities/\" range_end:\"/registry/cilium.io/ciliumidentities0\" count_only:true ","response":"","error":"etcdserver: request timed out"} {"level":"warn","ts":"2026-07-10T14:53:09.289823Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-10T14:53:00.789668Z","time spent":"8.50014186s","remote":"127.0.0.1:47694","response type":"/etcdserverpb.KV/Range","request count":0,"request size":48,"response count":0,"response size":0,"request content":"key:\"/registry/namespaces/\" range_end:\"/registry/namespaces0\" count_only:true "} {"level":"warn","ts":"2026-07-10T14:53:09.289853Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-10T14:52:56.800774Z","time spent":"12.489068382s","remote":"127.0.0.1:47658","response type":"/etcdserverpb.KV/Range","request count":0,"request size":35,"response count":0,"response size":0,"request content":"key:\"/registry/ranges/servicenodeports\" "} {"level":"warn","ts":"2026-07-10T14:53:09.289855Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-10T14:52:56.335525Z","time spent":"12.954317269s","remote":"127.0.0.1:48096","response type":"/etcdserverpb.KV/Range","request count":0,"request size":66,"response count":0,"response size":0,"request content":"key:\"/registry/controllerrevisions/\" range_end:\"/registry/controllerrevisions0\" count_only:true "} {"level":"warn","ts":"2026-07-10T14:53:09.289881Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"10.232182443s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/ingress/\" range_end:\"/registry/ingress0\" count_only:true ","response":"","error":"etcdserver: request timed out"} {"level":"info","ts":"2026-07-10T14:53:09.289857Z","caller":"traceutil/trace.go:171","msg":"trace[147842028] range","detail":"{range_begin:/registry/cilium.io/ciliumidentities/; range_end:/registry/cilium.io/ciliumidentities0; }","duration":"11.917158876s","start":"2026-07-10T14:52:57.372683Z","end":"2026-07-10T14:53:09.289842Z","steps":["trace[147842028] 'agreement among raft nodes before linearized reading' (duration: 11.916828397s)"],"step_count":1} {"level":"info","ts":"2026-07-10T14:53:09.289905Z","caller":"traceutil/trace.go:171","msg":"trace[1567330431] range","detail":"{range_begin:/registry/ingress/; range_end:/registry/ingress0; }","duration":"10.232256054s","start":"2026-07-10T14:52:59.057642Z","end":"2026-07-10T14:53:09.289898Z","steps":["trace[1567330431] 'agreement among raft nodes before linearized reading' (duration: 10.232231604s)"],"step_count":1} {"level":"warn","ts":"2026-07-10T14:53:09.289855Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"12.555327166s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/csinodes/\" range_end:\"/registry/csinodes0\" count_only:true ","response":"","error":"etcdserver: request timed out"} {"level":"warn","ts":"2026-07-10T14:53:09.289931Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-10T14:52:59.057614Z","time spent":"10.232310316s","remote":"127.0.0.1:47886","response type":"/etcdserverpb.KV/Range","request count":0,"request size":42,"response count":0,"response size":0,"request content":"key:\"/registry/ingress/\" range_end:\"/registry/ingress0\" count_only:true "} {"level":"warn","ts":"2026-07-10T14:53:09.289899Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"13.969521463s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pxc.percona.com/perconaxtradbclusters/openstack/percona-xtradb\" ","response":"","error":"etcdserver: request timed out"} {"level":"info","ts":"2026-07-10T14:53:09.289971Z","caller":"traceutil/trace.go:171","msg":"trace[386954754] range","detail":"{range_begin:/registry/pxc.percona.com/perconaxtradbclusters/openstack/percona-xtradb; range_end:; }","duration":"13.969635196s","start":"2026-07-10T14:52:55.320325Z","end":"2026-07-10T14:53:09.28996Z","steps":["trace[386954754] 'agreement among raft nodes before linearized reading' (duration: 13.969560054s)"],"step_count":1} {"level":"warn","ts":"2026-07-10T14:53:09.28997Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"11.775835975s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/podtemplates/\" range_end:\"/registry/podtemplates0\" count_only:true ","response":"","error":"etcdserver: request timed out"} {"level":"info","ts":"2026-07-10T14:53:09.289975Z","caller":"traceutil/trace.go:171","msg":"trace[1034424246] range","detail":"{range_begin:/registry/csinodes/; range_end:/registry/csinodes0; }","duration":"12.555543033s","start":"2026-07-10T14:52:56.734404Z","end":"2026-07-10T14:53:09.289947Z","steps":["trace[1034424246] 'agreement among raft nodes before linearized reading' (duration: 12.555365698s)"],"step_count":1} {"level":"warn","ts":"2026-07-10T14:53:09.290004Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-10T14:52:55.320304Z","time spent":"13.969692288s","remote":"127.0.0.1:50194","response type":"/etcdserverpb.KV/Range","request count":0,"request size":74,"response count":0,"response size":0,"request content":"key:\"/registry/pxc.percona.com/perconaxtradbclusters/openstack/percona-xtradb\" "} {"level":"info","ts":"2026-07-10T14:53:09.290032Z","caller":"traceutil/trace.go:171","msg":"trace[859633761] range","detail":"{range_begin:/registry/podtemplates/; range_end:/registry/podtemplates0; }","duration":"11.775984999s","start":"2026-07-10T14:52:57.514025Z","end":"2026-07-10T14:53:09.29001Z","steps":["trace[859633761] 'agreement among raft nodes before linearized reading' (duration: 11.775884537s)"],"step_count":1} {"level":"warn","ts":"2026-07-10T14:53:09.290098Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-10T14:52:57.514Z","time spent":"11.776083511s","remote":"127.0.0.1:47716","response type":"/etcdserverpb.KV/Range","request count":0,"request size":52,"response count":0,"response size":0,"request content":"key:\"/registry/podtemplates/\" range_end:\"/registry/podtemplates0\" count_only:true "} {"level":"warn","ts":"2026-07-10T14:53:09.290048Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-10T14:52:56.734376Z","time spent":"12.555659176s","remote":"127.0.0.1:48002","response type":"/etcdserverpb.KV/Range","request count":0,"request size":44,"response count":0,"response size":0,"request content":"key:\"/registry/csinodes/\" range_end:\"/registry/csinodes0\" count_only:true "} {"level":"warn","ts":"2026-07-10T14:53:09.290027Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"13.85819604s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/\" range_end:\"/registry/leases0\" count_only:true ","response":"","error":"etcdserver: request timed out"} {"level":"warn","ts":"2026-07-10T14:53:09.289919Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-10T14:52:57.372658Z","time spent":"11.917253599s","remote":"127.0.0.1:54526","response type":"/etcdserverpb.KV/Range","request count":0,"request size":80,"response count":0,"response size":0,"request content":"key:\"/registry/cilium.io/ciliumidentities/\" range_end:\"/registry/cilium.io/ciliumidentities0\" count_only:true "} {"level":"info","ts":"2026-07-10T14:53:09.290221Z","caller":"traceutil/trace.go:171","msg":"trace[267354566] range","detail":"{range_begin:/registry/leases/; range_end:/registry/leases0; }","duration":"13.858515698s","start":"2026-07-10T14:52:55.431678Z","end":"2026-07-10T14:53:09.290193Z","steps":["trace[267354566] 'agreement among raft nodes before linearized reading' (duration: 13.85821546s)"],"step_count":1} {"level":"warn","ts":"2026-07-10T14:53:09.290115Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"13.89093572s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/mutatingwebhookconfigurations/\" range_end:\"/registry/mutatingwebhookconfigurations0\" count_only:true ","response":"","error":"etcdserver: request timed out"} {"level":"warn","ts":"2026-07-10T14:53:09.29029Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-10T14:52:55.431651Z","time spent":"13.858619381s","remote":"127.0.0.1:47860","response type":"/etcdserverpb.KV/Range","request count":0,"request size":40,"response count":0,"response size":0,"request content":"key:\"/registry/leases/\" range_end:\"/registry/leases0\" count_only:true "} {"level":"info","ts":"2026-07-10T14:53:09.290315Z","caller":"traceutil/trace.go:171","msg":"trace[533146217] range","detail":"{range_begin:/registry/mutatingwebhookconfigurations/; range_end:/registry/mutatingwebhookconfigurations0; }","duration":"13.891334382s","start":"2026-07-10T14:52:55.398947Z","end":"2026-07-10T14:53:09.290282Z","steps":["trace[533146217] 'agreement among raft nodes before linearized reading' (duration: 13.890874369s)"],"step_count":1} {"level":"warn","ts":"2026-07-10T14:53:09.289786Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-10T14:52:56.800817Z","time spent":"12.488952249s","remote":"127.0.0.1:47654","response type":"/etcdserverpb.KV/Range","request count":0,"request size":29,"response count":0,"response size":0,"request content":"key:\"/registry/ranges/serviceips\" "} {"level":"warn","ts":"2026-07-10T14:53:09.290428Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-10T14:52:55.398918Z","time spent":"13.891486476s","remote":"127.0.0.1:48112","response type":"/etcdserverpb.KV/Range","request count":0,"request size":86,"response count":0,"response size":0,"request content":"key:\"/registry/mutatingwebhookconfigurations/\" range_end:\"/registry/mutatingwebhookconfigurations0\" count_only:true "} {"level":"warn","ts":"2026-07-10T14:53:09.290447Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"11.906623388s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/roles/\" range_end:\"/registry/roles0\" count_only:true ","response":"","error":"etcdserver: request timed out"} {"level":"info","ts":"2026-07-10T14:53:09.290698Z","caller":"traceutil/trace.go:171","msg":"trace[1271689232] range","detail":"{range_begin:/registry/roles/; range_end:/registry/roles0; }","duration":"11.906927786s","start":"2026-07-10T14:52:57.383761Z","end":"2026-07-10T14:53:09.290689Z","steps":["trace[1271689232] 'agreement among raft nodes before linearized reading' (duration: 11.906671639s)"],"step_count":1} {"level":"warn","ts":"2026-07-10T14:53:09.290753Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-10T14:52:57.383736Z","time spent":"11.906994458s","remote":"127.0.0.1:47928","response type":"/etcdserverpb.KV/Range","request count":0,"request size":38,"response count":0,"response size":0,"request content":"key:\"/registry/roles/\" range_end:\"/registry/roles0\" count_only:true "} {"level":"warn","ts":"2026-07-10T14:53:09.290749Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"10.71330283s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/masterleases/199.204.45.162\" ","response":"","error":"etcdserver: request timed out"} {"level":"info","ts":"2026-07-10T14:53:09.290805Z","caller":"traceutil/trace.go:171","msg":"trace[1490940913] range","detail":"{range_begin:/registry/masterleases/199.204.45.162; range_end:; }","duration":"10.713473776s","start":"2026-07-10T14:52:58.57731Z","end":"2026-07-10T14:53:09.290784Z","steps":["trace[1490940913] 'agreement among raft nodes before linearized reading' (duration: 10.713354932s)"],"step_count":1} {"level":"warn","ts":"2026-07-10T14:53:09.29084Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-10T14:52:58.577281Z","time spent":"10.713546048s","remote":"127.0.0.1:47636","response type":"/etcdserverpb.KV/Range","request count":0,"request size":39,"response count":0,"response size":0,"request content":"key:\"/registry/masterleases/199.204.45.162\" "} {"level":"warn","ts":"2026-07-10T14:53:09.790249Z","caller":"etcdserver/v3_server.go:897","msg":"waiting for ReadIndex response took too long, retrying","sent-request-id":14085745935496605895,"retry-timeout":"500ms"} {"level":"warn","ts":"2026-07-10T14:53:09.905599Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.999997483s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/health\" ","response":"","error":"context canceled"} {"level":"info","ts":"2026-07-10T14:53:09.905715Z","caller":"traceutil/trace.go:171","msg":"trace[999169996] range","detail":"{range_begin:/registry/health; range_end:; }","duration":"2.000175687s","start":"2026-07-10T14:53:07.905513Z","end":"2026-07-10T14:53:09.905689Z","steps":["trace[999169996] 'agreement among raft nodes before linearized reading' (duration: 2.000026023s)"],"step_count":1} {"level":"warn","ts":"2026-07-10T14:53:09.905779Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-10T14:53:07.905495Z","time spent":"2.000271371s","remote":"127.0.0.1:47592","response type":"/etcdserverpb.KV/Range","request count":0,"request size":18,"response count":0,"response size":0,"request content":"key:\"/registry/health\" "} 2026/07/10 14:53:09 WARNING: [core] [Server #8] grpc: Server.processUnaryRPC failed to write status: connection error: desc = "transport is closing" {"level":"warn","ts":"2026-07-10T14:53:10.290487Z","caller":"etcdserver/v3_server.go:897","msg":"waiting for ReadIndex response took too long, retrying","sent-request-id":14085745935496605895,"retry-timeout":"500ms"} {"level":"warn","ts":"2026-07-10T14:53:10.291747Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-10T14:53:05.293762Z","time spent":"4.997975441s","remote":"127.0.0.1:47860","response type":"/etcdserverpb.KV/Txn","request count":0,"request size":0,"response count":0,"response size":0,"request content":""} {"level":"warn","ts":"2026-07-10T14:53:10.29899Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-10T14:53:05.299907Z","time spent":"4.999077571s","remote":"127.0.0.1:47860","response type":"/etcdserverpb.KV/Txn","request count":0,"request size":0,"response count":0,"response size":0,"request content":""} {"level":"warn","ts":"2026-07-10T14:53:10.791223Z","caller":"etcdserver/v3_server.go:897","msg":"waiting for ReadIndex response took too long, retrying","sent-request-id":14085745935496605895,"retry-timeout":"500ms"} {"level":"warn","ts":"2026-07-10T14:53:10.931175Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"2.000347692s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/health\" ","response":"","error":"context deadline exceeded"} {"level":"info","ts":"2026-07-10T14:53:10.931307Z","caller":"traceutil/trace.go:171","msg":"trace[1853251097] range","detail":"{range_begin:/registry/health; range_end:; }","duration":"2.000592378s","start":"2026-07-10T14:53:08.930688Z","end":"2026-07-10T14:53:10.93128Z","steps":["trace[1853251097] 'agreement among raft nodes before linearized reading' (duration: 2.000389622s)"],"step_count":1} {"level":"warn","ts":"2026-07-10T14:53:10.931375Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-10T14:53:08.930655Z","time spent":"2.000706721s","remote":"127.0.0.1:47598","response type":"/etcdserverpb.KV/Range","request count":0,"request size":18,"response count":0,"response size":0,"request content":"key:\"/registry/health\" "} 2026/07/10 14:53:10 WARNING: [core] [Server #8] grpc: Server.processUnaryRPC failed to write status: connection error: desc = "transport is closing" {"level":"warn","ts":"2026-07-10T14:53:11.003961Z","caller":"etcdserver/server.go:1165","msg":"failed to revoke lease","lease-id":"437a9f4c81ad705b","error":"etcdserver: request timed out"} {"level":"warn","ts":"2026-07-10T14:53:11.292415Z","caller":"etcdserver/v3_server.go:897","msg":"waiting for ReadIndex response took too long, retrying","sent-request-id":14085745935496605895,"retry-timeout":"500ms"} {"level":"warn","ts":"2026-07-10T14:53:11.792519Z","caller":"etcdserver/v3_server.go:897","msg":"waiting for ReadIndex response took too long, retrying","sent-request-id":14085745935496605895,"retry-timeout":"500ms"} {"level":"warn","ts":"2026-07-10T14:53:11.807127Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-10T14:53:04.806167Z","time spent":"7.000949674s","remote":"127.0.0.1:47768","response type":"/etcdserverpb.KV/Txn","request count":0,"request size":0,"response count":0,"response size":0,"request content":""} {"level":"warn","ts":"2026-07-10T14:53:11.913303Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"2.000113875s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/health\" ","response":"","error":"context deadline exceeded"} {"level":"info","ts":"2026-07-10T14:53:11.913422Z","caller":"traceutil/trace.go:171","msg":"trace[1348864809] range","detail":"{range_begin:/registry/health; range_end:; }","duration":"2.00028786s","start":"2026-07-10T14:53:09.913107Z","end":"2026-07-10T14:53:11.913395Z","steps":["trace[1348864809] 'agreement among raft nodes before linearized reading' (duration: 2.000131195s)"],"step_count":1} {"level":"warn","ts":"2026-07-10T14:53:11.913485Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-10T14:53:09.913096Z","time spent":"2.000378022s","remote":"127.0.0.1:47592","response type":"/etcdserverpb.KV/Range","request count":0,"request size":18,"response count":0,"response size":0,"request content":"key:\"/registry/health\" "} {"level":"warn","ts":"2026-07-10T14:53:12.252188Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-10T14:53:05.251404Z","time spent":"7.00077227s","remote":"127.0.0.1:47668","response type":"/etcdserverpb.Lease/LeaseGrant","request count":-1,"request size":-1,"response count":-1,"response size":-1,"request content":""} {"level":"warn","ts":"2026-07-10T14:53:12.291047Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-10T14:53:05.289776Z","time spent":"7.001259873s","remote":"127.0.0.1:47860","response type":"/etcdserverpb.KV/Txn","request count":0,"request size":0,"response count":0,"response size":0,"request content":""} {"level":"warn","ts":"2026-07-10T14:53:12.293238Z","caller":"etcdserver/v3_server.go:897","msg":"waiting for ReadIndex response took too long, retrying","sent-request-id":14085745935496605895,"retry-timeout":"500ms"} {"level":"warn","ts":"2026-07-10T14:53:12.29677Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-10T14:53:05.29551Z","time spent":"7.001246453s","remote":"127.0.0.1:47860","response type":"/etcdserverpb.KV/Txn","request count":0,"request size":0,"response count":0,"response size":0,"request content":""} 2026/07/10 14:53:12 WARNING: [core] [Server #8] grpc: Server.processUnaryRPC failed to write status: connection error: desc = "transport is closing" {"level":"warn","ts":"2026-07-10T14:53:12.355507Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-10T14:53:05.354752Z","time spent":"7.000746599s","remote":"127.0.0.1:47860","response type":"/etcdserverpb.KV/Txn","request count":0,"request size":0,"response count":0,"response size":0,"request content":""} {"level":"warn","ts":"2026-07-10T14:53:12.794074Z","caller":"etcdserver/v3_server.go:897","msg":"waiting for ReadIndex response took too long, retrying","sent-request-id":14085745935496605895,"retry-timeout":"500ms"} {"level":"warn","ts":"2026-07-10T14:53:13.294323Z","caller":"etcdserver/v3_server.go:897","msg":"waiting for ReadIndex response took too long, retrying","sent-request-id":14085745935496605895,"retry-timeout":"500ms"} {"level":"warn","ts":"2026-07-10T14:53:13.794976Z","caller":"etcdserver/v3_server.go:897","msg":"waiting for ReadIndex response took too long, retrying","sent-request-id":14085745935496605895,"retry-timeout":"500ms"} {"level":"warn","ts":"2026-07-10T14:53:13.922261Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"2.000281719s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/health\" ","response":"","error":"context deadline exceeded"} {"level":"info","ts":"2026-07-10T14:53:13.922414Z","caller":"traceutil/trace.go:171","msg":"trace[986096457] range","detail":"{range_begin:/registry/health; range_end:; }","duration":"2.000519066s","start":"2026-07-10T14:53:11.921867Z","end":"2026-07-10T14:53:13.922387Z","steps":["trace[986096457] 'agreement among raft nodes before linearized reading' (duration: 2.00030138s)"],"step_count":1} {"level":"warn","ts":"2026-07-10T14:53:13.922478Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-10T14:53:11.921814Z","time spent":"2.00065204s","remote":"127.0.0.1:47598","response type":"/etcdserverpb.KV/Range","request count":0,"request size":18,"response count":0,"response size":0,"request content":"key:\"/registry/health\" "} {"level":"warn","ts":"2026-07-10T14:53:14.296062Z","caller":"etcdserver/v3_server.go:897","msg":"waiting for ReadIndex response took too long, retrying","sent-request-id":14085745935496605895,"retry-timeout":"500ms"} {"level":"warn","ts":"2026-07-10T14:53:14.796821Z","caller":"etcdserver/v3_server.go:897","msg":"waiting for ReadIndex response took too long, retrying","sent-request-id":14085745935496605895,"retry-timeout":"500ms"} {"level":"warn","ts":"2026-07-10T14:53:15.297959Z","caller":"etcdserver/v3_server.go:897","msg":"waiting for ReadIndex response took too long, retrying","sent-request-id":14085745935496605895,"retry-timeout":"500ms"} {"level":"warn","ts":"2026-07-10T14:53:15.362669Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-10T14:53:08.362439Z","time spent":"7.000192943s","remote":"127.0.0.1:47860","response type":"/etcdserverpb.KV/Txn","request count":0,"request size":0,"response count":0,"response size":0,"request content":""} {"level":"warn","ts":"2026-07-10T14:53:15.798794Z","caller":"etcdserver/v3_server.go:897","msg":"waiting for ReadIndex response took too long, retrying","sent-request-id":14085745935496605895,"retry-timeout":"500ms"} {"level":"warn","ts":"2026-07-10T14:53:15.923112Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.999620862s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/health\" ","response":"","error":"context canceled"} {"level":"info","ts":"2026-07-10T14:53:15.923234Z","caller":"traceutil/trace.go:171","msg":"trace[1882453722] range","detail":"{range_begin:/registry/health; range_end:; }","duration":"1.999827598s","start":"2026-07-10T14:53:13.92338Z","end":"2026-07-10T14:53:15.923208Z","steps":["trace[1882453722] 'agreement among raft nodes before linearized reading' (duration: 1.999662453s)"],"step_count":1} {"level":"warn","ts":"2026-07-10T14:53:15.923291Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-10T14:53:13.923353Z","time spent":"1.999927901s","remote":"127.0.0.1:47592","response type":"/etcdserverpb.KV/Range","request count":0,"request size":18,"response count":0,"response size":0,"request content":"key:\"/registry/health\" "} 2026/07/10 14:53:15 WARNING: [core] [Server #8] grpc: Server.processUnaryRPC failed to write status: connection error: desc = "transport is closing" {"level":"warn","ts":"2026-07-10T14:53:16.290282Z","caller":"etcdserver/v3_server.go:909","msg":"timed out waiting for read index response (local node might have slow network)","timeout":"7s"} {"level":"warn","ts":"2026-07-10T14:53:16.290531Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"9.52642754s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/poddisruptionbudgets/\" range_end:\"/registry/poddisruptionbudgets0\" count_only:true ","response":"","error":"etcdserver: request timed out"} {"level":"warn","ts":"2026-07-10T14:53:16.290528Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"9.402126846s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/events/openstack/percona-xtradb-haproxy-0.18c0f54d5ed5ead3\" ","response":"","error":"etcdserver: request timed out"} {"level":"warn","ts":"2026-07-10T14:53:16.290582Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"10.479060563s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/volumeattachments/\" range_end:\"/registry/volumeattachments0\" count_only:true ","response":"","error":"etcdserver: request timed out"} {"level":"info","ts":"2026-07-10T14:53:16.290606Z","caller":"traceutil/trace.go:171","msg":"trace[1910494137] range","detail":"{range_begin:/registry/events/openstack/percona-xtradb-haproxy-0.18c0f54d5ed5ead3; range_end:; }","duration":"9.40228245s","start":"2026-07-10T14:53:06.888307Z","end":"2026-07-10T14:53:16.29059Z","steps":["trace[1910494137] 'agreement among raft nodes before linearized reading' (duration: 9.402166237s)"],"step_count":1} {"level":"info","ts":"2026-07-10T14:53:16.290604Z","caller":"traceutil/trace.go:171","msg":"trace[717461983] range","detail":"{range_begin:/registry/poddisruptionbudgets/; range_end:/registry/poddisruptionbudgets0; }","duration":"9.526592635s","start":"2026-07-10T14:53:06.763985Z","end":"2026-07-10T14:53:16.290578Z","steps":["trace[717461983] 'agreement among raft nodes before linearized reading' (duration: 9.526477402s)"],"step_count":1} {"level":"info","ts":"2026-07-10T14:53:16.290635Z","caller":"traceutil/trace.go:171","msg":"trace[613648952] range","detail":"{range_begin:/registry/volumeattachments/; range_end:/registry/volumeattachments0; }","duration":"10.479192928s","start":"2026-07-10T14:53:05.811428Z","end":"2026-07-10T14:53:16.29062Z","steps":["trace[613648952] 'agreement among raft nodes before linearized reading' (duration: 10.479108625s)"],"step_count":1} {"level":"warn","ts":"2026-07-10T14:53:16.290663Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-10T14:53:06.888284Z","time spent":"9.402365632s","remote":"127.0.0.1:47668","response type":"/etcdserverpb.KV/Range","request count":0,"request size":70,"response count":0,"response size":0,"request content":"key:\"/registry/events/openstack/percona-xtradb-haproxy-0.18c0f54d5ed5ead3\" "} {"level":"warn","ts":"2026-07-10T14:53:16.290688Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-10T14:53:05.8114Z","time spent":"10.47926203s","remote":"127.0.0.1:48000","response type":"/etcdserverpb.KV/Range","request count":0,"request size":62,"response count":0,"response size":0,"request content":"key:\"/registry/volumeattachments/\" range_end:\"/registry/volumeattachments0\" count_only:true "} {"level":"warn","ts":"2026-07-10T14:53:16.290704Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"12.171881673s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/cert-manager/cert-manager-controller\" ","response":"","error":"etcdserver: request timed out"} {"level":"warn","ts":"2026-07-10T14:53:16.290721Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"8.643747012s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/endpointslices/\" range_end:\"/registry/endpointslices0\" count_only:true ","response":"","error":"etcdserver: request timed out"} {"level":"warn","ts":"2026-07-10T14:53:16.290673Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"8.383422732s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/horizontalpodautoscalers/\" range_end:\"/registry/horizontalpodautoscalers0\" count_only:true ","response":"","error":"etcdserver: request timed out"} {"level":"info","ts":"2026-07-10T14:53:16.290751Z","caller":"traceutil/trace.go:171","msg":"trace[91596225] range","detail":"{range_begin:/registry/endpointslices/; range_end:/registry/endpointslices0; }","duration":"8.643779233s","start":"2026-07-10T14:53:07.646964Z","end":"2026-07-10T14:53:16.290743Z","steps":["trace[91596225] 'agreement among raft nodes before linearized reading' (duration: 8.643747852s)"],"step_count":1} {"level":"warn","ts":"2026-07-10T14:53:16.290762Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"12.744823646s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/cert-manager/cert-manager-cainjector-leader-election\" ","response":"","error":"etcdserver: request timed out"} {"level":"warn","ts":"2026-07-10T14:53:16.290778Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-10T14:53:07.64686Z","time spent":"8.643909627s","remote":"127.0.0.1:47874","response type":"/etcdserverpb.KV/Range","request count":0,"request size":56,"response count":0,"response size":0,"request content":"key:\"/registry/endpointslices/\" range_end:\"/registry/endpointslices0\" count_only:true "} {"level":"info","ts":"2026-07-10T14:53:16.290786Z","caller":"traceutil/trace.go:171","msg":"trace[1395951978] range","detail":"{range_begin:/registry/leases/cert-manager/cert-manager-cainjector-leader-election; range_end:; }","duration":"12.744906948s","start":"2026-07-10T14:53:03.545872Z","end":"2026-07-10T14:53:16.290779Z","steps":["trace[1395951978] 'agreement among raft nodes before linearized reading' (duration: 12.744882817s)"],"step_count":1} {"level":"info","ts":"2026-07-10T14:53:16.290795Z","caller":"traceutil/trace.go:171","msg":"trace[504654890] range","detail":"{range_begin:/registry/horizontalpodautoscalers/; range_end:/registry/horizontalpodautoscalers0; }","duration":"8.383637298s","start":"2026-07-10T14:53:07.907131Z","end":"2026-07-10T14:53:16.290769Z","steps":["trace[504654890] 'agreement among raft nodes before linearized reading' (duration: 8.383456423s)"],"step_count":1} {"level":"warn","ts":"2026-07-10T14:53:16.290812Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"9.280967037s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/networkpolicies/\" range_end:\"/registry/networkpolicies0\" count_only:true ","response":"","error":"etcdserver: request timed out"} {"level":"info","ts":"2026-07-10T14:53:16.290835Z","caller":"traceutil/trace.go:171","msg":"trace[1297404630] range","detail":"{range_begin:/registry/networkpolicies/; range_end:/registry/networkpolicies0; }","duration":"9.281011028s","start":"2026-07-10T14:53:07.009818Z","end":"2026-07-10T14:53:16.290829Z","steps":["trace[1297404630] 'agreement among raft nodes before linearized reading' (duration: 9.280986088s)"],"step_count":1} {"level":"warn","ts":"2026-07-10T14:53:16.290836Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"13.869118371s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/events/\" range_end:\"/registry/events0\" count_only:true ","response":"","error":"etcdserver: request timed out"} {"level":"warn","ts":"2026-07-10T14:53:16.29086Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-10T14:53:07.009802Z","time spent":"9.281050979s","remote":"127.0.0.1:47880","response type":"/etcdserverpb.KV/Range","request count":0,"request size":58,"response count":0,"response size":0,"request content":"key:\"/registry/networkpolicies/\" range_end:\"/registry/networkpolicies0\" count_only:true "} {"level":"info","ts":"2026-07-10T14:53:16.290862Z","caller":"traceutil/trace.go:171","msg":"trace[238839835] range","detail":"{range_begin:/registry/events/; range_end:/registry/events0; }","duration":"13.869207164s","start":"2026-07-10T14:53:02.421648Z","end":"2026-07-10T14:53:16.290855Z","steps":["trace[238839835] 'agreement among raft nodes before linearized reading' (duration: 13.869180473s)"],"step_count":1} {"level":"warn","ts":"2026-07-10T14:53:16.290858Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-10T14:53:07.907106Z","time spent":"8.383738831s","remote":"127.0.0.1:47824","response type":"/etcdserverpb.KV/Range","request count":0,"request size":76,"response count":0,"response size":0,"request content":"key:\"/registry/horizontalpodautoscalers/\" range_end:\"/registry/horizontalpodautoscalers0\" count_only:true "} {"level":"warn","ts":"2026-07-10T14:53:16.290888Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-10T14:53:02.421614Z","time spent":"13.869267596s","remote":"127.0.0.1:48120","response type":"/etcdserverpb.KV/Range","request count":0,"request size":40,"response count":0,"response size":0,"request content":"key:\"/registry/events/\" range_end:\"/registry/events0\" count_only:true "} {"level":"warn","ts":"2026-07-10T14:53:16.290911Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"9.303242187s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/flowschemas/\" range_end:\"/registry/flowschemas0\" count_only:true ","response":"","error":"etcdserver: request timed out"} {"level":"warn","ts":"2026-07-10T14:53:16.29093Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"7.549420547s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/ingress-nginx/ingress-nginx-leader\" ","response":"","error":"etcdserver: request timed out"} {"level":"info","ts":"2026-07-10T14:53:16.290941Z","caller":"traceutil/trace.go:171","msg":"trace[2035462634] range","detail":"{range_begin:/registry/flowschemas/; range_end:/registry/flowschemas0; }","duration":"9.30334562s","start":"2026-07-10T14:53:06.987587Z","end":"2026-07-10T14:53:16.290933Z","steps":["trace[2035462634] 'agreement among raft nodes before linearized reading' (duration: 9.303302239s)"],"step_count":1} {"level":"info","ts":"2026-07-10T14:53:16.290955Z","caller":"traceutil/trace.go:171","msg":"trace[2061009279] range","detail":"{range_begin:/registry/leases/ingress-nginx/ingress-nginx-leader; range_end:; }","duration":"7.54950419s","start":"2026-07-10T14:53:08.741443Z","end":"2026-07-10T14:53:16.290947Z","steps":["trace[2061009279] 'agreement among raft nodes before linearized reading' (duration: 7.549480599s)"],"step_count":1} {"level":"warn","ts":"2026-07-10T14:53:16.290977Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-10T14:53:06.98756Z","time spent":"9.303405652s","remote":"127.0.0.1:48050","response type":"/etcdserverpb.KV/Range","request count":0,"request size":50,"response count":0,"response size":0,"request content":"key:\"/registry/flowschemas/\" range_end:\"/registry/flowschemas0\" count_only:true "} {"level":"warn","ts":"2026-07-10T14:53:16.290729Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"10.390805976s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pods/kube-system/kube-apiserver-instance\" ","response":"","error":"etcdserver: request timed out"} {"level":"warn","ts":"2026-07-10T14:53:16.290761Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"10.445956987s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/limitranges/\" range_end:\"/registry/limitranges0\" count_only:true ","response":"","error":"etcdserver: request timed out"} {"level":"warn","ts":"2026-07-10T14:53:16.290952Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"7.110414842s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/cilium.io/ciliumnodeconfigs/\" range_end:\"/registry/cilium.io/ciliumnodeconfigs0\" count_only:true ","response":"","error":"etcdserver: request timed out"} {"level":"info","ts":"2026-07-10T14:53:16.291031Z","caller":"traceutil/trace.go:171","msg":"trace[633416592] range","detail":"{range_begin:/registry/limitranges/; range_end:/registry/limitranges0; }","duration":"10.446251296s","start":"2026-07-10T14:53:05.84477Z","end":"2026-07-10T14:53:16.291021Z","steps":["trace[633416592] 'agreement among raft nodes before linearized reading' (duration: 10.445982668s)"],"step_count":1} {"level":"warn","ts":"2026-07-10T14:53:16.29098Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-10T14:53:08.741415Z","time spent":"7.549559381s","remote":"127.0.0.1:47860","response type":"/etcdserverpb.KV/Range","request count":0,"request size":53,"response count":0,"response size":0,"request content":"key:\"/registry/leases/ingress-nginx/ingress-nginx-leader\" "} {"level":"info","ts":"2026-07-10T14:53:16.290732Z","caller":"traceutil/trace.go:171","msg":"trace[1140112153] range","detail":"{range_begin:/registry/leases/cert-manager/cert-manager-controller; range_end:; }","duration":"12.171982615s","start":"2026-07-10T14:53:04.118741Z","end":"2026-07-10T14:53:16.290724Z","steps":["trace[1140112153] 'agreement among raft nodes before linearized reading' (duration: 12.171946655s)"],"step_count":1} {"level":"info","ts":"2026-07-10T14:53:16.291078Z","caller":"traceutil/trace.go:171","msg":"trace[1462219452] range","detail":"{range_begin:/registry/cilium.io/ciliumnodeconfigs/; range_end:/registry/cilium.io/ciliumnodeconfigs0; }","duration":"7.110644689s","start":"2026-07-10T14:53:09.180409Z","end":"2026-07-10T14:53:16.291054Z","steps":["trace[1462219452] 'agreement among raft nodes before linearized reading' (duration: 7.110473944s)"],"step_count":1} {"level":"warn","ts":"2026-07-10T14:53:16.291104Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-10T14:53:04.118725Z","time spent":"12.172371186s","remote":"127.0.0.1:47860","response type":"/etcdserverpb.KV/Range","request count":0,"request size":55,"response count":0,"response size":0,"request content":"key:\"/registry/leases/cert-manager/cert-manager-controller\" "} {"level":"info","ts":"2026-07-10T14:53:16.291011Z","caller":"traceutil/trace.go:171","msg":"trace[1788349355] range","detail":"{range_begin:/registry/pods/kube-system/kube-apiserver-instance; range_end:; }","duration":"10.391125355s","start":"2026-07-10T14:53:05.899879Z","end":"2026-07-10T14:53:16.291005Z","steps":["trace[1788349355] 'agreement among raft nodes before linearized reading' (duration: 10.390842897s)"],"step_count":1} {"level":"warn","ts":"2026-07-10T14:53:16.291133Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-10T14:53:09.180365Z","time spent":"7.110750331s","remote":"127.0.0.1:43842","response type":"/etcdserverpb.KV/Range","request count":0,"request size":82,"response count":0,"response size":0,"request content":"key:\"/registry/cilium.io/ciliumnodeconfigs/\" range_end:\"/registry/cilium.io/ciliumnodeconfigs0\" count_only:true "} {"level":"warn","ts":"2026-07-10T14:53:16.291069Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-10T14:53:05.844749Z","time spent":"10.446307857s","remote":"127.0.0.1:47718","response type":"/etcdserverpb.KV/Range","request count":0,"request size":50,"response count":0,"response size":0,"request content":"key:\"/registry/limitranges/\" range_end:\"/registry/limitranges0\" count_only:true "} {"level":"warn","ts":"2026-07-10T14:53:16.290811Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-10T14:53:03.545845Z","time spent":"12.74495964s","remote":"127.0.0.1:47860","response type":"/etcdserverpb.KV/Range","request count":0,"request size":71,"response count":0,"response size":0,"request content":"key:\"/registry/leases/cert-manager/cert-manager-cainjector-leader-election\" "} {"level":"warn","ts":"2026-07-10T14:53:16.290666Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-10T14:53:06.763951Z","time spent":"9.526698228s","remote":"127.0.0.1:47920","response type":"/etcdserverpb.KV/Range","request count":0,"request size":68,"response count":0,"response size":0,"request content":"key:\"/registry/poddisruptionbudgets/\" range_end:\"/registry/poddisruptionbudgets0\" count_only:true "} {"level":"warn","ts":"2026-07-10T14:53:16.291159Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-10T14:53:05.899862Z","time spent":"10.39128676s","remote":"127.0.0.1:47776","response type":"/etcdserverpb.KV/Range","request count":0,"request size":52,"response count":0,"response size":0,"request content":"key:\"/registry/pods/kube-system/kube-apiserver-instance\" "} {"level":"warn","ts":"2026-07-10T14:53:16.734996Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-10T14:53:16.29781Z","time spent":"437.173684ms","remote":"127.0.0.1:47860","response type":"/etcdserverpb.KV/Txn","request count":0,"request size":0,"response count":0,"response size":0,"request content":""} 2026/07/10 14:53:16 WARNING: [core] [Server #8] grpc: Server.processUnaryRPC failed to write status: connection error: desc = "transport is closing" {"level":"warn","ts":"2026-07-10T14:53:16.790795Z","caller":"etcdserver/v3_server.go:897","msg":"waiting for ReadIndex response took too long, retrying","sent-request-id":14085745935496605899,"retry-timeout":"500ms"} {"level":"warn","ts":"2026-07-10T14:53:17.291947Z","caller":"etcdserver/v3_server.go:897","msg":"waiting for ReadIndex response took too long, retrying","sent-request-id":14085745935496605899,"retry-timeout":"500ms"} {"level":"warn","ts":"2026-07-10T14:53:17.792682Z","caller":"etcdserver/v3_server.go:897","msg":"waiting for ReadIndex response took too long, retrying","sent-request-id":14085745935496605899,"retry-timeout":"500ms"} {"level":"warn","ts":"2026-07-10T14:53:17.931372Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.999847527s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/health\" ","response":"","error":"context deadline exceeded"} {"level":"info","ts":"2026-07-10T14:53:17.931494Z","caller":"traceutil/trace.go:171","msg":"trace[1519253875] range","detail":"{range_begin:/registry/health; range_end:; }","duration":"2.000058093s","start":"2026-07-10T14:53:15.931405Z","end":"2026-07-10T14:53:17.931463Z","steps":["trace[1519253875] 'agreement among raft nodes before linearized reading' (duration: 1.999892689s)"],"step_count":1} {"level":"warn","ts":"2026-07-10T14:53:17.931602Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-10T14:53:15.931378Z","time spent":"2.000209967s","remote":"127.0.0.1:47598","response type":"/etcdserverpb.KV/Range","request count":0,"request size":18,"response count":0,"response size":0,"request content":"key:\"/registry/health\" "} {"level":"warn","ts":"2026-07-10T14:53:18.012461Z","caller":"etcdserver/server.go:1165","msg":"failed to revoke lease","lease-id":"437a9f4c81ad705b","error":"etcdserver: request timed out"} {"level":"warn","ts":"2026-07-10T14:53:18.293909Z","caller":"etcdserver/v3_server.go:897","msg":"waiting for ReadIndex response took too long, retrying","sent-request-id":14085745935496605899,"retry-timeout":"500ms"} {"level":"warn","ts":"2026-07-10T14:53:18.795068Z","caller":"etcdserver/v3_server.go:897","msg":"waiting for ReadIndex response took too long, retrying","sent-request-id":14085745935496605899,"retry-timeout":"500ms"} {"level":"warn","ts":"2026-07-10T14:53:19.295783Z","caller":"etcdserver/v3_server.go:897","msg":"waiting for ReadIndex response took too long, retrying","sent-request-id":14085745935496605899,"retry-timeout":"500ms"} {"level":"warn","ts":"2026-07-10T14:53:19.360556Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-10T14:53:12.359362Z","time spent":"7.0011799s","remote":"127.0.0.1:47860","response type":"/etcdserverpb.KV/Txn","request count":0,"request size":0,"response count":0,"response size":0,"request content":""} {"level":"warn","ts":"2026-07-10T14:53:19.796834Z","caller":"etcdserver/v3_server.go:897","msg":"waiting for ReadIndex response took too long, retrying","sent-request-id":14085745935496605899,"retry-timeout":"500ms"} {"level":"warn","ts":"2026-07-10T14:53:19.932759Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"2.000140467s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/health\" ","response":"","error":"context deadline exceeded"} {"level":"info","ts":"2026-07-10T14:53:19.932857Z","caller":"traceutil/trace.go:171","msg":"trace[78851757] range","detail":"{range_begin:/registry/health; range_end:; }","duration":"2.000318872s","start":"2026-07-10T14:53:17.932515Z","end":"2026-07-10T14:53:19.932834Z","steps":["trace[78851757] 'agreement among raft nodes before linearized reading' (duration: 2.000162118s)"],"step_count":1} {"level":"warn","ts":"2026-07-10T14:53:19.932915Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-10T14:53:17.932497Z","time spent":"2.000410094s","remote":"127.0.0.1:47592","response type":"/etcdserverpb.KV/Range","request count":0,"request size":18,"response count":0,"response size":0,"request content":"key:\"/registry/health\" "} {"level":"warn","ts":"2026-07-10T14:53:20.297942Z","caller":"etcdserver/v3_server.go:897","msg":"waiting for ReadIndex response took too long, retrying","sent-request-id":14085745935496605899,"retry-timeout":"500ms"} {"level":"warn","ts":"2026-07-10T14:53:20.798698Z","caller":"etcdserver/v3_server.go:897","msg":"waiting for ReadIndex response took too long, retrying","sent-request-id":14085745935496605899,"retry-timeout":"500ms"} {"level":"warn","ts":"2026-07-10T14:53:20.929782Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"2.0003058s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/health\" ","response":"","error":"context deadline exceeded"} {"level":"info","ts":"2026-07-10T14:53:20.929939Z","caller":"traceutil/trace.go:171","msg":"trace[2035622158] range","detail":"{range_begin:/registry/health; range_end:; }","duration":"2.000557277s","start":"2026-07-10T14:53:18.929355Z","end":"2026-07-10T14:53:20.929912Z","steps":["trace[2035622158] 'agreement among raft nodes before linearized reading' (duration: 2.000373432s)"],"step_count":1} {"level":"warn","ts":"2026-07-10T14:53:20.930012Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-10T14:53:18.929324Z","time spent":"2.000671671s","remote":"127.0.0.1:47598","response type":"/etcdserverpb.KV/Range","request count":0,"request size":18,"response count":0,"response size":0,"request content":"key:\"/registry/health\" "} {"level":"warn","ts":"2026-07-10T14:53:21.299321Z","caller":"etcdserver/v3_server.go:897","msg":"waiting for ReadIndex response took too long, retrying","sent-request-id":14085745935496605899,"retry-timeout":"500ms"} {"level":"warn","ts":"2026-07-10T14:53:21.800291Z","caller":"etcdserver/v3_server.go:897","msg":"waiting for ReadIndex response took too long, retrying","sent-request-id":14085745935496605899,"retry-timeout":"500ms"} {"level":"warn","ts":"2026-07-10T14:53:21.810789Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"9.999172078s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/minions/instance\" ","response":"","error":"context deadline exceeded"} {"level":"info","ts":"2026-07-10T14:53:21.810882Z","caller":"traceutil/trace.go:171","msg":"trace[699851333] range","detail":"{range_begin:/registry/minions/instance; range_end:; }","duration":"9.999338763s","start":"2026-07-10T14:53:11.811518Z","end":"2026-07-10T14:53:21.810857Z","steps":["trace[699851333] 'agreement among raft nodes before linearized reading' (duration: 9.999219359s)"],"step_count":1} {"level":"warn","ts":"2026-07-10T14:53:21.810974Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-10T14:53:11.811492Z","time spent":"9.999466006s","remote":"127.0.0.1:47768","response type":"/etcdserverpb.KV/Range","request count":0,"request size":28,"response count":0,"response size":0,"request content":"key:\"/registry/minions/instance\" "} {"level":"warn","ts":"2026-07-10T14:53:21.940858Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"2.000217568s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/health\" ","response":"","error":"context deadline exceeded"} {"level":"info","ts":"2026-07-10T14:53:21.940973Z","caller":"traceutil/trace.go:171","msg":"trace[886539094] range","detail":"{range_begin:/registry/health; range_end:; }","duration":"2.000400533s","start":"2026-07-10T14:53:19.940545Z","end":"2026-07-10T14:53:21.940945Z","steps":["trace[886539094] 'agreement among raft nodes before linearized reading' (duration: 2.000239178s)"],"step_count":1} {"level":"warn","ts":"2026-07-10T14:53:21.941038Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-10T14:53:19.940529Z","time spent":"2.000498575s","remote":"127.0.0.1:47598","response type":"/etcdserverpb.KV/Range","request count":0,"request size":18,"response count":0,"response size":0,"request content":"key:\"/registry/health\" "} {"level":"warn","ts":"2026-07-10T14:53:22.30048Z","caller":"etcdserver/v3_server.go:897","msg":"waiting for ReadIndex response took too long, retrying","sent-request-id":14085745935496605899,"retry-timeout":"500ms"} {"level":"warn","ts":"2026-07-10T14:53:22.369622Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-10T14:53:15.368629Z","time spent":"7.000985944s","remote":"127.0.0.1:47860","response type":"/etcdserverpb.KV/Txn","request count":0,"request size":0,"response count":0,"response size":0,"request content":""} {"level":"warn","ts":"2026-07-10T14:53:22.800732Z","caller":"etcdserver/v3_server.go:897","msg":"waiting for ReadIndex response took too long, retrying","sent-request-id":14085745935496605899,"retry-timeout":"500ms"} {"level":"warn","ts":"2026-07-10T14:53:23.290817Z","caller":"etcdserver/v3_server.go:909","msg":"timed out waiting for read index response (local node might have slow network)","timeout":"7s"} {"level":"warn","ts":"2026-07-10T14:53:23.291066Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"7.040182509s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pxc.percona.com/perconaxtradbclusters/\" range_end:\"/registry/pxc.percona.com/perconaxtradbclusters0\" count_only:true ","response":"","error":"etcdserver: request timed out"} {"level":"info","ts":"2026-07-10T14:53:23.291141Z","caller":"traceutil/trace.go:171","msg":"trace[1213468652] range","detail":"{range_begin:/registry/pxc.percona.com/perconaxtradbclusters/; range_end:/registry/pxc.percona.com/perconaxtradbclusters0; }","duration":"7.040369614s","start":"2026-07-10T14:53:16.250745Z","end":"2026-07-10T14:53:23.291114Z","steps":["trace[1213468652] 'agreement among raft nodes before linearized reading' (duration: 7.040234071s)"],"step_count":1} {"level":"warn","ts":"2026-07-10T14:53:23.291108Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"13.066713483s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pxc.percona.com/perconaxtradbclusters/\" range_end:\"/registry/pxc.percona.com/perconaxtradbclusters0\" count_only:true ","response":"","error":"etcdserver: request timed out"} {"level":"warn","ts":"2026-07-10T14:53:23.291208Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-10T14:53:16.250718Z","time spent":"7.040469456s","remote":"127.0.0.1:50156","response type":"/etcdserverpb.KV/Range","request count":0,"request size":102,"response count":0,"response size":0,"request content":"key:\"/registry/pxc.percona.com/perconaxtradbclusters/\" range_end:\"/registry/pxc.percona.com/perconaxtradbclusters0\" count_only:true "} {"level":"warn","ts":"2026-07-10T14:53:23.291165Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"9.913034219s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/gateway.networking.x-k8s.io/xbackendtrafficpolicies/\" range_end:\"/registry/gateway.networking.x-k8s.io/xbackendtrafficpolicies0\" count_only:true ","response":"","error":"etcdserver: request timed out"} {"level":"warn","ts":"2026-07-10T14:53:23.291229Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"9.598567786s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/horizontalpodautoscalers/\" range_end:\"/registry/horizontalpodautoscalers0\" count_only:true ","response":"","error":"etcdserver: request timed out"} {"level":"warn","ts":"2026-07-10T14:53:23.29127Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"13.158053664s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/persistentvolumeclaims/\" range_end:\"/registry/persistentvolumeclaims0\" count_only:true ","response":"","error":"etcdserver: request timed out"} {"level":"warn","ts":"2026-07-10T14:53:23.291265Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"13.435983307s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/cert-manager.io/certificates/\" range_end:\"/registry/cert-manager.io/certificates0\" count_only:true ","response":"","error":"etcdserver: request timed out"} {"level":"info","ts":"2026-07-10T14:53:23.291288Z","caller":"traceutil/trace.go:171","msg":"trace[117707547] range","detail":"{range_begin:/registry/gateway.networking.x-k8s.io/xbackendtrafficpolicies/; range_end:/registry/gateway.networking.x-k8s.io/xbackendtrafficpolicies0; }","duration":"9.913267575s","start":"2026-07-10T14:53:13.377994Z","end":"2026-07-10T14:53:23.291261Z","steps":["trace[117707547] 'agreement among raft nodes before linearized reading' (duration: 9.91307422s)"],"step_count":1} {"level":"info","ts":"2026-07-10T14:53:23.291307Z","caller":"traceutil/trace.go:171","msg":"trace[750861777] range","detail":"{range_begin:/registry/persistentvolumeclaims/; range_end:/registry/persistentvolumeclaims0; }","duration":"13.158143487s","start":"2026-07-10T14:53:10.133155Z","end":"2026-07-10T14:53:23.291299Z","steps":["trace[750861777] 'agreement among raft nodes before linearized reading' (duration: 13.158104776s)"],"step_count":1} {"level":"info","ts":"2026-07-10T14:53:23.291309Z","caller":"traceutil/trace.go:171","msg":"trace[426727954] range","detail":"{range_begin:/registry/horizontalpodautoscalers/; range_end:/registry/horizontalpodautoscalers0; }","duration":"9.59873355s","start":"2026-07-10T14:53:13.692562Z","end":"2026-07-10T14:53:23.291296Z","steps":["trace[426727954] 'agreement among raft nodes before linearized reading' (duration: 9.598623097s)"],"step_count":1} {"level":"info","ts":"2026-07-10T14:53:23.29132Z","caller":"traceutil/trace.go:171","msg":"trace[116626751] range","detail":"{range_begin:/registry/cert-manager.io/certificates/; range_end:/registry/cert-manager.io/certificates0; }","duration":"13.436055179s","start":"2026-07-10T14:53:09.855252Z","end":"2026-07-10T14:53:23.291307Z","steps":["trace[116626751] 'agreement among raft nodes before linearized reading' (duration: 13.435980587s)"],"step_count":1} {"level":"warn","ts":"2026-07-10T14:53:23.291317Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"13.997975601s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/masterleases/199.204.45.162\" ","response":"","error":"etcdserver: request timed out"} {"level":"warn","ts":"2026-07-10T14:53:23.291358Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-10T14:53:13.692534Z","time spent":"9.598809063s","remote":"127.0.0.1:47810","response type":"/etcdserverpb.KV/Range","request count":0,"request size":76,"response count":0,"response size":0,"request content":"key:\"/registry/horizontalpodautoscalers/\" range_end:\"/registry/horizontalpodautoscalers0\" count_only:true "} {"level":"warn","ts":"2026-07-10T14:53:23.29136Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-10T14:53:09.855138Z","time spent":"13.436211633s","remote":"127.0.0.1:50234","response type":"/etcdserverpb.KV/Range","request count":0,"request size":84,"response count":0,"response size":0,"request content":"key:\"/registry/cert-manager.io/certificates/\" range_end:\"/registry/cert-manager.io/certificates0\" count_only:true "} {"level":"warn","ts":"2026-07-10T14:53:23.291359Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-10T14:53:10.13312Z","time spent":"13.15822708s","remote":"127.0.0.1:47742","response type":"/etcdserverpb.KV/Range","request count":0,"request size":72,"response count":0,"response size":0,"request content":"key:\"/registry/persistentvolumeclaims/\" range_end:\"/registry/persistentvolumeclaims0\" count_only:true "} {"level":"warn","ts":"2026-07-10T14:53:23.291355Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-10T14:53:13.377965Z","time spent":"9.913375489s","remote":"127.0.0.1:46880","response type":"/etcdserverpb.KV/Range","request count":0,"request size":130,"response count":0,"response size":0,"request content":"key:\"/registry/gateway.networking.x-k8s.io/xbackendtrafficpolicies/\" range_end:\"/registry/gateway.networking.x-k8s.io/xbackendtrafficpolicies0\" count_only:true "} {"level":"info","ts":"2026-07-10T14:53:23.291394Z","caller":"traceutil/trace.go:171","msg":"trace[2116369067] range","detail":"{range_begin:/registry/masterleases/199.204.45.162; range_end:; }","duration":"13.998112534s","start":"2026-07-10T14:53:09.293257Z","end":"2026-07-10T14:53:23.291369Z","steps":["trace[2116369067] 'agreement among raft nodes before linearized reading' (duration: 13.998006031s)"],"step_count":1} {"level":"warn","ts":"2026-07-10T14:53:23.291455Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-10T14:53:09.293241Z","time spent":"13.998195826s","remote":"127.0.0.1:47636","response type":"/etcdserverpb.KV/Range","request count":0,"request size":39,"response count":0,"response size":0,"request content":"key:\"/registry/masterleases/199.204.45.162\" "} {"level":"info","ts":"2026-07-10T14:53:23.291217Z","caller":"traceutil/trace.go:171","msg":"trace[821040545] range","detail":"{range_begin:/registry/pxc.percona.com/perconaxtradbclusters/; range_end:/registry/pxc.percona.com/perconaxtradbclusters0; }","duration":"13.066890667s","start":"2026-07-10T14:53:10.2243Z","end":"2026-07-10T14:53:23.291191Z","steps":["trace[821040545] 'agreement among raft nodes before linearized reading' (duration: 13.066705612s)"],"step_count":1} {"level":"warn","ts":"2026-07-10T14:53:23.291569Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-10T14:53:10.224234Z","time spent":"13.067302049s","remote":"127.0.0.1:50166","response type":"/etcdserverpb.KV/Range","request count":0,"request size":102,"response count":0,"response size":0,"request content":"key:\"/registry/pxc.percona.com/perconaxtradbclusters/\" range_end:\"/registry/pxc.percona.com/perconaxtradbclusters0\" count_only:true "} {"level":"warn","ts":"2026-07-10T14:53:23.291212Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"12.431142944s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pxc.percona.com/perconaxtradbclusters/\" range_end:\"/registry/pxc.percona.com/perconaxtradbclusters0\" count_only:true ","response":"","error":"etcdserver: request timed out"} {"level":"info","ts":"2026-07-10T14:53:23.292066Z","caller":"traceutil/trace.go:171","msg":"trace[1092373844] range","detail":"{range_begin:/registry/pxc.percona.com/perconaxtradbclusters/; range_end:/registry/pxc.percona.com/perconaxtradbclusters0; }","duration":"12.432062899s","start":"2026-07-10T14:53:10.859949Z","end":"2026-07-10T14:53:23.292012Z","steps":["trace[1092373844] 'agreement among raft nodes before linearized reading' (duration: 12.431174185s)"],"step_count":1} {"level":"warn","ts":"2026-07-10T14:53:23.292135Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-10T14:53:10.859925Z","time spent":"12.432190673s","remote":"127.0.0.1:50138","response type":"/etcdserverpb.KV/Range","request count":0,"request size":102,"response count":0,"response size":0,"request content":"key:\"/registry/pxc.percona.com/perconaxtradbclusters/\" range_end:\"/registry/pxc.percona.com/perconaxtradbclusters0\" count_only:true "} {"level":"warn","ts":"2026-07-10T14:53:23.298357Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-10T14:53:16.29741Z","time spent":"7.000943573s","remote":"127.0.0.1:47668","response type":"/etcdserverpb.Lease/LeaseGrant","request count":-1,"request size":-1,"response count":-1,"response size":-1,"request content":""} {"level":"warn","ts":"2026-07-10T14:53:23.740292Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-10T14:53:16.739202Z","time spent":"7.001081258s","remote":"127.0.0.1:47860","response type":"/etcdserverpb.KV/Txn","request count":0,"request size":0,"response count":0,"response size":0,"request content":""} {"level":"warn","ts":"2026-07-10T14:53:23.791318Z","caller":"etcdserver/v3_server.go:897","msg":"waiting for ReadIndex response took too long, retrying","sent-request-id":14085745935496605907,"retry-timeout":"500ms"} {"level":"warn","ts":"2026-07-10T14:53:23.942671Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"2.000217439s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/health\" ","response":"","error":"context canceled"} {"level":"info","ts":"2026-07-10T14:53:23.942765Z","caller":"traceutil/trace.go:171","msg":"trace[1947459728] range","detail":"{range_begin:/registry/health; range_end:; }","duration":"2.000369453s","start":"2026-07-10T14:53:21.942373Z","end":"2026-07-10T14:53:23.942742Z","steps":["trace[1947459728] 'agreement among raft nodes before linearized reading' (duration: 2.00024145s)"],"step_count":1} {"level":"warn","ts":"2026-07-10T14:53:23.942889Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-10T14:53:21.942356Z","time spent":"2.000515797s","remote":"127.0.0.1:47592","response type":"/etcdserverpb.KV/Range","request count":0,"request size":18,"response count":0,"response size":0,"request content":"key:\"/registry/health\" "} 2026/07/10 14:53:23 WARNING: [core] [Server #8] grpc: Server.processUnaryRPC failed to write status: connection error: desc = "transport is closing" {"level":"warn","ts":"2026-07-10T14:53:24.291984Z","caller":"etcdserver/v3_server.go:897","msg":"waiting for ReadIndex response took too long, retrying","sent-request-id":14085745935496605907,"retry-timeout":"500ms"} {"level":"warn","ts":"2026-07-10T14:53:24.792165Z","caller":"etcdserver/v3_server.go:897","msg":"waiting for ReadIndex response took too long, retrying","sent-request-id":14085745935496605907,"retry-timeout":"500ms"} {"level":"warn","ts":"2026-07-10T14:53:25.019058Z","caller":"etcdserver/server.go:1165","msg":"failed to revoke lease","lease-id":"437a9f4c81ad705b","error":"etcdserver: request timed out"} {"level":"warn","ts":"2026-07-10T14:53:25.292968Z","caller":"etcdserver/v3_server.go:897","msg":"waiting for ReadIndex response took too long, retrying","sent-request-id":14085745935496605907,"retry-timeout":"500ms"} {"level":"warn","ts":"2026-07-10T14:53:25.793552Z","caller":"etcdserver/v3_server.go:897","msg":"waiting for ReadIndex response took too long, retrying","sent-request-id":14085745935496605907,"retry-timeout":"500ms"} {"level":"warn","ts":"2026-07-10T14:53:25.95071Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"2.000007442s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/health\" ","response":"","error":"context canceled"} {"level":"info","ts":"2026-07-10T14:53:25.950812Z","caller":"traceutil/trace.go:171","msg":"trace[3988986] range","detail":"{range_begin:/registry/health; range_end:; }","duration":"2.000195017s","start":"2026-07-10T14:53:23.950595Z","end":"2026-07-10T14:53:25.95079Z","steps":["trace[3988986] 'agreement among raft nodes before linearized reading' (duration: 2.000060603s)"],"step_count":1} {"level":"warn","ts":"2026-07-10T14:53:25.95087Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-10T14:53:23.950565Z","time spent":"2.000294899s","remote":"127.0.0.1:47598","response type":"/etcdserverpb.KV/Range","request count":0,"request size":18,"response count":0,"response size":0,"request content":"key:\"/registry/health\" "} 2026/07/10 14:53:25 WARNING: [core] [Server #8] grpc: Server.processUnaryRPC failed to write status: connection error: desc = "transport is closing" {"level":"warn","ts":"2026-07-10T14:53:26.294432Z","caller":"etcdserver/v3_server.go:897","msg":"waiting for ReadIndex response took too long, retrying","sent-request-id":14085745935496605907,"retry-timeout":"500ms"} {"level":"warn","ts":"2026-07-10T14:53:26.366581Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-10T14:53:19.365665Z","time spent":"7.000877163s","remote":"127.0.0.1:47860","response type":"/etcdserverpb.KV/Txn","request count":0,"request size":0,"response count":0,"response size":0,"request content":""} {"level":"warn","ts":"2026-07-10T14:53:26.795054Z","caller":"etcdserver/v3_server.go:897","msg":"waiting for ReadIndex response took too long, retrying","sent-request-id":14085745935496605907,"retry-timeout":"500ms"} {"level":"warn","ts":"2026-07-10T14:53:27.296189Z","caller":"etcdserver/v3_server.go:897","msg":"waiting for ReadIndex response took too long, retrying","sent-request-id":14085745935496605907,"retry-timeout":"500ms"} {"level":"warn","ts":"2026-07-10T14:53:27.796355Z","caller":"etcdserver/v3_server.go:897","msg":"waiting for ReadIndex response took too long, retrying","sent-request-id":14085745935496605907,"retry-timeout":"500ms"} {"level":"warn","ts":"2026-07-10T14:53:27.951096Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"2.000054894s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/health\" ","response":"","error":"context canceled"} {"level":"info","ts":"2026-07-10T14:53:27.951199Z","caller":"traceutil/trace.go:171","msg":"trace[1658930771] range","detail":"{range_begin:/registry/health; range_end:; }","duration":"2.000225028s","start":"2026-07-10T14:53:25.95095Z","end":"2026-07-10T14:53:27.951175Z","steps":["trace[1658930771] 'agreement among raft nodes before linearized reading' (duration: 2.000089474s)"],"step_count":1} {"level":"warn","ts":"2026-07-10T14:53:27.951254Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-10T14:53:25.950927Z","time spent":"2.000317371s","remote":"127.0.0.1:47592","response type":"/etcdserverpb.KV/Range","request count":0,"request size":18,"response count":0,"response size":0,"request content":"key:\"/registry/health\" "} 2026/07/10 14:53:27 WARNING: [core] [Server #8] grpc: Server.processUnaryRPC failed to write status: connection error: desc = "transport is closing" {"level":"warn","ts":"2026-07-10T14:53:28.297162Z","caller":"etcdserver/v3_server.go:897","msg":"waiting for ReadIndex response took too long, retrying","sent-request-id":14085745935496605907,"retry-timeout":"500ms"} {"level":"warn","ts":"2026-07-10T14:53:28.797835Z","caller":"etcdserver/v3_server.go:897","msg":"waiting for ReadIndex response took too long, retrying","sent-request-id":14085745935496605907,"retry-timeout":"500ms"} {"level":"warn","ts":"2026-07-10T14:53:29.298514Z","caller":"etcdserver/v3_server.go:897","msg":"waiting for ReadIndex response took too long, retrying","sent-request-id":14085745935496605907,"retry-timeout":"500ms"} {"level":"warn","ts":"2026-07-10T14:53:29.374008Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-10T14:53:22.373642Z","time spent":"7.000356579s","remote":"127.0.0.1:47860","response type":"/etcdserverpb.KV/Txn","request count":0,"request size":0,"response count":0,"response size":0,"request content":""} {"level":"warn","ts":"2026-07-10T14:53:29.79953Z","caller":"etcdserver/v3_server.go:897","msg":"waiting for ReadIndex response took too long, retrying","sent-request-id":14085745935496605907,"retry-timeout":"500ms"} {"level":"warn","ts":"2026-07-10T14:53:29.958836Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.99986216s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/health\" ","response":"","error":"context deadline exceeded"} {"level":"info","ts":"2026-07-10T14:53:29.958956Z","caller":"traceutil/trace.go:171","msg":"trace[900438724] range","detail":"{range_begin:/registry/health; range_end:; }","duration":"2.000054905s","start":"2026-07-10T14:53:27.958875Z","end":"2026-07-10T14:53:29.95893Z","steps":["trace[900438724] 'agreement among raft nodes before linearized reading' (duration: 1.999902121s)"],"step_count":1} {"level":"warn","ts":"2026-07-10T14:53:29.959014Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-10T14:53:27.958846Z","time spent":"2.000158438s","remote":"127.0.0.1:47598","response type":"/etcdserverpb.KV/Range","request count":0,"request size":18,"response count":0,"response size":0,"request content":"key:\"/registry/health\" "} {"level":"warn","ts":"2026-07-10T14:53:30.291798Z","caller":"etcdserver/v3_server.go:909","msg":"timed out waiting for read index response (local node might have slow network)","timeout":"7s"} {"level":"warn","ts":"2026-07-10T14:53:30.291981Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"11.264409966s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/rabbitmq.com/superstreams/\" range_end:\"/registry/rabbitmq.com/superstreams0\" count_only:true ","response":"","error":"etcdserver: request timed out"} {"level":"info","ts":"2026-07-10T14:53:30.292028Z","caller":"traceutil/trace.go:171","msg":"trace[694911516] range","detail":"{range_begin:/registry/rabbitmq.com/superstreams/; range_end:/registry/rabbitmq.com/superstreams0; }","duration":"11.264503398s","start":"2026-07-10T14:53:19.027507Z","end":"2026-07-10T14:53:30.29201Z","steps":["trace[694911516] 'agreement among raft nodes before linearized reading' (duration: 11.264408476s)"],"step_count":1} {"level":"warn","ts":"2026-07-10T14:53:30.292015Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"11.241776236s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/cilium.io/ciliuml2announcementpolicies/\" range_end:\"/registry/cilium.io/ciliuml2announcementpolicies0\" count_only:true ","response":"","error":"etcdserver: request timed out"} {"level":"warn","ts":"2026-07-10T14:53:30.292106Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"13.992558493s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pods/kube-system/kube-apiserver-instance\" ","response":"","error":"etcdserver: request timed out"} {"level":"info","ts":"2026-07-10T14:53:30.292134Z","caller":"traceutil/trace.go:171","msg":"trace[785965838] range","detail":"{range_begin:/registry/cilium.io/ciliuml2announcementpolicies/; range_end:/registry/cilium.io/ciliuml2announcementpolicies0; }","duration":"11.241982802s","start":"2026-07-10T14:53:19.050124Z","end":"2026-07-10T14:53:30.292107Z","steps":["trace[785965838] 'agreement among raft nodes before linearized reading' (duration: 11.241806037s)"],"step_count":1} {"level":"info","ts":"2026-07-10T14:53:30.292132Z","caller":"traceutil/trace.go:171","msg":"trace[1063401768] range","detail":"{range_begin:/registry/pods/kube-system/kube-apiserver-instance; range_end:; }","duration":"13.992634034s","start":"2026-07-10T14:53:16.29949Z","end":"2026-07-10T14:53:30.292124Z","steps":["trace[1063401768] 'agreement among raft nodes before linearized reading' (duration: 13.992608804s)"],"step_count":1} {"level":"warn","ts":"2026-07-10T14:53:30.292176Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-10T14:53:16.299463Z","time spent":"13.992707127s","remote":"127.0.0.1:47776","response type":"/etcdserverpb.KV/Range","request count":0,"request size":52,"response count":0,"response size":0,"request content":"key:\"/registry/pods/kube-system/kube-apiserver-instance\" "} {"level":"warn","ts":"2026-07-10T14:53:30.292125Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"13.417615654s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/gateway.networking.k8s.io/backendtlspolicies/\" range_end:\"/registry/gateway.networking.k8s.io/backendtlspolicies0\" count_only:true ","response":"","error":"etcdserver: request timed out"} {"level":"warn","ts":"2026-07-10T14:53:30.292233Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"9.370778018s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/cert-manager.io/clusterissuers/\" range_end:\"/registry/cert-manager.io/clusterissuers0\" count_only:true ","response":"","error":"etcdserver: request timed out"} {"level":"warn","ts":"2026-07-10T14:53:30.292243Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"13.722106284s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/acme.cert-manager.io/orders/\" range_end:\"/registry/acme.cert-manager.io/orders0\" count_only:true ","response":"","error":"etcdserver: request timed out"} {"level":"warn","ts":"2026-07-10T14:53:30.292243Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"11.340761177s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/deployments/\" range_end:\"/registry/deployments0\" count_only:true ","response":"","error":"etcdserver: request timed out"} {"level":"info","ts":"2026-07-10T14:53:30.292272Z","caller":"traceutil/trace.go:171","msg":"trace[297612917] range","detail":"{range_begin:/registry/gateway.networking.k8s.io/backendtlspolicies/; range_end:/registry/gateway.networking.k8s.io/backendtlspolicies0; }","duration":"13.417854761s","start":"2026-07-10T14:53:16.874379Z","end":"2026-07-10T14:53:30.292233Z","steps":["trace[297612917] 'agreement among raft nodes before linearized reading' (duration: 13.417648016s)"],"step_count":1} {"level":"warn","ts":"2026-07-10T14:53:30.292306Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"10.46139693s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pxc.percona.com/perconaxtradbclusters/\" range_end:\"/registry/pxc.percona.com/perconaxtradbclusters0\" count_only:true ","response":"","error":"etcdserver: request timed out"} {"level":"info","ts":"2026-07-10T14:53:30.292303Z","caller":"traceutil/trace.go:171","msg":"trace[1674353234] range","detail":"{range_begin:/registry/acme.cert-manager.io/orders/; range_end:/registry/acme.cert-manager.io/orders0; }","duration":"13.722184857s","start":"2026-07-10T14:53:16.570095Z","end":"2026-07-10T14:53:30.29228Z","steps":["trace[1674353234] 'agreement among raft nodes before linearized reading' (duration: 13.722137085s)"],"step_count":1} {"level":"info","ts":"2026-07-10T14:53:30.292318Z","caller":"traceutil/trace.go:171","msg":"trace[1803401644] range","detail":"{range_begin:/registry/deployments/; range_end:/registry/deployments0; }","duration":"11.340885361s","start":"2026-07-10T14:53:18.951418Z","end":"2026-07-10T14:53:30.292303Z","steps":["trace[1803401644] 'agreement among raft nodes before linearized reading' (duration: 11.340810879s)"],"step_count":1} {"level":"info","ts":"2026-07-10T14:53:30.292338Z","caller":"traceutil/trace.go:171","msg":"trace[458351639] range","detail":"{range_begin:/registry/pxc.percona.com/perconaxtradbclusters/; range_end:/registry/pxc.percona.com/perconaxtradbclusters0; }","duration":"10.461503753s","start":"2026-07-10T14:53:19.830826Z","end":"2026-07-10T14:53:30.29233Z","steps":["trace[458351639] 'agreement among raft nodes before linearized reading' (duration: 10.461471192s)"],"step_count":1} {"level":"warn","ts":"2026-07-10T14:53:30.292366Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-10T14:53:19.8308Z","time spent":"10.461558425s","remote":"127.0.0.1:50184","response type":"/etcdserverpb.KV/Range","request count":0,"request size":102,"response count":0,"response size":0,"request content":"key:\"/registry/pxc.percona.com/perconaxtradbclusters/\" range_end:\"/registry/pxc.percona.com/perconaxtradbclusters0\" count_only:true "} {"level":"warn","ts":"2026-07-10T14:53:30.292354Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-10T14:53:16.874309Z","time spent":"13.418023446s","remote":"127.0.0.1:46912","response type":"/etcdserverpb.KV/Range","request count":0,"request size":116,"response count":0,"response size":0,"request content":"key:\"/registry/gateway.networking.k8s.io/backendtlspolicies/\" range_end:\"/registry/gateway.networking.k8s.io/backendtlspolicies0\" count_only:true "} {"level":"warn","ts":"2026-07-10T14:53:30.292368Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-10T14:53:18.951389Z","time spent":"11.340965953s","remote":"127.0.0.1:48068","response type":"/etcdserverpb.KV/Range","request count":0,"request size":50,"response count":0,"response size":0,"request content":"key:\"/registry/deployments/\" range_end:\"/registry/deployments0\" count_only:true "} {"level":"warn","ts":"2026-07-10T14:53:30.292364Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-10T14:53:16.570069Z","time spent":"13.722281599s","remote":"127.0.0.1:50254","response type":"/etcdserverpb.KV/Range","request count":0,"request size":82,"response count":0,"response size":0,"request content":"key:\"/registry/acme.cert-manager.io/orders/\" range_end:\"/registry/acme.cert-manager.io/orders0\" count_only:true "} {"level":"warn","ts":"2026-07-10T14:53:30.292196Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-10T14:53:19.0501Z","time spent":"11.242082165s","remote":"127.0.0.1:43868","response type":"/etcdserverpb.KV/Range","request count":0,"request size":104,"response count":0,"response size":0,"request content":"key:\"/registry/cilium.io/ciliuml2announcementpolicies/\" range_end:\"/registry/cilium.io/ciliuml2announcementpolicies0\" count_only:true "} {"level":"warn","ts":"2026-07-10T14:53:30.29242Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"11.016059953s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/validatingwebhookconfigurations/\" range_end:\"/registry/validatingwebhookconfigurations0\" count_only:true ","response":"","error":"etcdserver: request timed out"} {"level":"warn","ts":"2026-07-10T14:53:30.292347Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"7.356496523s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/rabbitmq.com/schemareplications/\" range_end:\"/registry/rabbitmq.com/schemareplications0\" count_only:true ","response":"","error":"etcdserver: request timed out"} {"level":"info","ts":"2026-07-10T14:53:30.292262Z","caller":"traceutil/trace.go:171","msg":"trace[1566013192] range","detail":"{range_begin:/registry/cert-manager.io/clusterissuers/; range_end:/registry/cert-manager.io/clusterissuers0; }","duration":"9.37086728s","start":"2026-07-10T14:53:20.921387Z","end":"2026-07-10T14:53:30.292254Z","steps":["trace[1566013192] 'agreement among raft nodes before linearized reading' (duration: 9.370837049s)"],"step_count":1} {"level":"warn","ts":"2026-07-10T14:53:30.292497Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-10T14:53:20.921358Z","time spent":"9.371126537s","remote":"127.0.0.1:50236","response type":"/etcdserverpb.KV/Range","request count":0,"request size":88,"response count":0,"response size":0,"request content":"key:\"/registry/cert-manager.io/clusterissuers/\" range_end:\"/registry/cert-manager.io/clusterissuers0\" count_only:true "} {"level":"warn","ts":"2026-07-10T14:53:30.292076Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-10T14:53:19.027451Z","time spent":"11.264613352s","remote":"127.0.0.1:50064","response type":"/etcdserverpb.KV/Range","request count":0,"request size":78,"response count":0,"response size":0,"request content":"key:\"/registry/rabbitmq.com/superstreams/\" range_end:\"/registry/rabbitmq.com/superstreams0\" count_only:true "} {"level":"info","ts":"2026-07-10T14:53:30.292495Z","caller":"traceutil/trace.go:171","msg":"trace[514307665] range","detail":"{range_begin:/registry/rabbitmq.com/schemareplications/; range_end:/registry/rabbitmq.com/schemareplications0; }","duration":"7.356697349s","start":"2026-07-10T14:53:22.935773Z","end":"2026-07-10T14:53:30.292471Z","steps":["trace[514307665] 'agreement among raft nodes before linearized reading' (duration: 7.356486073s)"],"step_count":1} {"level":"warn","ts":"2026-07-10T14:53:30.292493Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"7.306647028s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/gateway.networking.x-k8s.io/xmeshes/\" range_end:\"/registry/gateway.networking.x-k8s.io/xmeshes0\" count_only:true ","response":"","error":"etcdserver: request timed out"} {"level":"info","ts":"2026-07-10T14:53:30.292555Z","caller":"traceutil/trace.go:171","msg":"trace[1329340029] range","detail":"{range_begin:/registry/gateway.networking.x-k8s.io/xmeshes/; range_end:/registry/gateway.networking.x-k8s.io/xmeshes0; }","duration":"7.306806852s","start":"2026-07-10T14:53:22.98574Z","end":"2026-07-10T14:53:30.292547Z","steps":["trace[1329340029] 'agreement among raft nodes before linearized reading' (duration: 7.306718419s)"],"step_count":1} {"level":"warn","ts":"2026-07-10T14:53:30.292574Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-10T14:53:22.935671Z","time spent":"7.356886674s","remote":"127.0.0.1:50086","response type":"/etcdserverpb.KV/Range","request count":0,"request size":90,"response count":0,"response size":0,"request content":"key:\"/registry/rabbitmq.com/schemareplications/\" range_end:\"/registry/rabbitmq.com/schemareplications0\" count_only:true "} {"level":"warn","ts":"2026-07-10T14:53:30.292585Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-10T14:53:22.985712Z","time spent":"7.306866224s","remote":"127.0.0.1:47000","response type":"/etcdserverpb.KV/Range","request count":0,"request size":98,"response count":0,"response size":0,"request content":"key:\"/registry/gateway.networking.x-k8s.io/xmeshes/\" range_end:\"/registry/gateway.networking.x-k8s.io/xmeshes0\" count_only:true "} {"level":"info","ts":"2026-07-10T14:53:30.292444Z","caller":"traceutil/trace.go:171","msg":"trace[2068415498] range","detail":"{range_begin:/registry/validatingwebhookconfigurations/; range_end:/registry/validatingwebhookconfigurations0; }","duration":"11.016160926s","start":"2026-07-10T14:53:19.276278Z","end":"2026-07-10T14:53:30.292439Z","steps":["trace[2068415498] 'agreement among raft nodes before linearized reading' (duration: 11.016133895s)"],"step_count":1} {"level":"warn","ts":"2026-07-10T14:53:30.292585Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"8.475261228s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/minions/instance\" ","response":"","error":"etcdserver: request timed out"} {"level":"warn","ts":"2026-07-10T14:53:30.292662Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-10T14:53:19.276255Z","time spent":"11.016387933s","remote":"127.0.0.1:48104","response type":"/etcdserverpb.KV/Range","request count":0,"request size":90,"response count":0,"response size":0,"request content":"key:\"/registry/validatingwebhookconfigurations/\" range_end:\"/registry/validatingwebhookconfigurations0\" count_only:true "} {"level":"warn","ts":"2026-07-10T14:53:30.292177Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"12.316036801s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/persistentvolumes/\" range_end:\"/registry/persistentvolumes0\" count_only:true ","response":"","error":"etcdserver: request timed out"} {"level":"info","ts":"2026-07-10T14:53:30.292696Z","caller":"traceutil/trace.go:171","msg":"trace[1472800702] range","detail":"{range_begin:/registry/minions/instance; range_end:; }","duration":"8.475479714s","start":"2026-07-10T14:53:21.817195Z","end":"2026-07-10T14:53:30.292675Z","steps":["trace[1472800702] 'agreement among raft nodes before linearized reading' (duration: 8.47532009s)"],"step_count":1} {"level":"info","ts":"2026-07-10T14:53:30.292728Z","caller":"traceutil/trace.go:171","msg":"trace[255205119] range","detail":"{range_begin:/registry/persistentvolumes/; range_end:/registry/persistentvolumes0; }","duration":"12.31667971s","start":"2026-07-10T14:53:17.976036Z","end":"2026-07-10T14:53:30.292716Z","steps":["trace[255205119] 'agreement among raft nodes before linearized reading' (duration: 12.316108844s)"],"step_count":1} {"level":"warn","ts":"2026-07-10T14:53:30.292745Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-10T14:53:21.81716Z","time spent":"8.475575827s","remote":"127.0.0.1:47768","response type":"/etcdserverpb.KV/Range","request count":0,"request size":28,"response count":0,"response size":0,"request content":"key:\"/registry/minions/instance\" "} {"level":"warn","ts":"2026-07-10T14:53:30.292765Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-10T14:53:17.976005Z","time spent":"12.316749101s","remote":"127.0.0.1:47728","response type":"/etcdserverpb.KV/Range","request count":0,"request size":62,"response count":0,"response size":0,"request content":"key:\"/registry/persistentvolumes/\" range_end:\"/registry/persistentvolumes0\" count_only:true "} {"level":"warn","ts":"2026-07-10T14:53:30.292158Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"13.764218698s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/jobs/\" range_end:\"/registry/jobs0\" count_only:true ","response":"","error":"etcdserver: request timed out"} {"level":"info","ts":"2026-07-10T14:53:30.292877Z","caller":"traceutil/trace.go:171","msg":"trace[894331062] range","detail":"{range_begin:/registry/jobs/; range_end:/registry/jobs0; }","duration":"13.765040221s","start":"2026-07-10T14:53:16.527827Z","end":"2026-07-10T14:53:30.292867Z","steps":["trace[894331062] 'agreement among raft nodes before linearized reading' (duration: 13.764250149s)"],"step_count":1} {"level":"warn","ts":"2026-07-10T14:53:30.292914Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-10T14:53:16.5278Z","time spent":"13.765101523s","remote":"127.0.0.1:47836","response type":"/etcdserverpb.KV/Range","request count":0,"request size":36,"response count":0,"response size":0,"request content":"key:\"/registry/jobs/\" range_end:\"/registry/jobs0\" count_only:true "} {"level":"warn","ts":"2026-07-10T14:53:30.29242Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"12.507723272s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/gateway.networking.k8s.io/tlsroutes/\" range_end:\"/registry/gateway.networking.k8s.io/tlsroutes0\" count_only:true ","response":"","error":"etcdserver: request timed out"} {"level":"info","ts":"2026-07-10T14:53:30.293543Z","caller":"traceutil/trace.go:171","msg":"trace[1054693989] range","detail":"{range_begin:/registry/gateway.networking.k8s.io/tlsroutes/; range_end:/registry/gateway.networking.k8s.io/tlsroutes0; }","duration":"12.508840122s","start":"2026-07-10T14:53:17.784674Z","end":"2026-07-10T14:53:30.293514Z","steps":["trace[1054693989] 'agreement among raft nodes before linearized reading' (duration: 12.507722282s)"],"step_count":1} {"level":"warn","ts":"2026-07-10T14:53:30.293616Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-10T14:53:17.784599Z","time spent":"12.508996478s","remote":"127.0.0.1:46812","response type":"/etcdserverpb.KV/Range","request count":0,"request size":98,"response count":0,"response size":0,"request content":"key:\"/registry/gateway.networking.k8s.io/tlsroutes/\" range_end:\"/registry/gateway.networking.k8s.io/tlsroutes0\" count_only:true "} {"level":"warn","ts":"2026-07-10T14:53:30.292966Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"8.58737488s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/gateway.networking.k8s.io/tcproutes/\" range_end:\"/registry/gateway.networking.k8s.io/tcproutes0\" count_only:true ","response":"","error":"etcdserver: request timed out"} {"level":"info","ts":"2026-07-10T14:53:30.293666Z","caller":"traceutil/trace.go:171","msg":"trace[1671795945] range","detail":"{range_begin:/registry/gateway.networking.k8s.io/tcproutes/; range_end:/registry/gateway.networking.k8s.io/tcproutes0; }","duration":"8.58814162s","start":"2026-07-10T14:53:21.705517Z","end":"2026-07-10T14:53:30.293659Z","steps":["trace[1671795945] 'agreement among raft nodes before linearized reading' (duration: 8.587427541s)"],"step_count":1} {"level":"warn","ts":"2026-07-10T14:53:30.2937Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-10T14:53:21.705488Z","time spent":"8.588204152s","remote":"127.0.0.1:46822","response type":"/etcdserverpb.KV/Range","request count":0,"request size":98,"response count":0,"response size":0,"request content":"key:\"/registry/gateway.networking.k8s.io/tcproutes/\" range_end:\"/registry/gateway.networking.k8s.io/tcproutes0\" count_only:true "} {"level":"warn","ts":"2026-07-10T14:53:30.792327Z","caller":"etcdserver/v3_server.go:897","msg":"waiting for ReadIndex response took too long, retrying","sent-request-id":14085745935496605911,"retry-timeout":"500ms"} {"level":"warn","ts":"2026-07-10T14:53:31.292807Z","caller":"etcdserver/v3_server.go:897","msg":"waiting for ReadIndex response took too long, retrying","sent-request-id":14085745935496605911,"retry-timeout":"500ms"} {"level":"warn","ts":"2026-07-10T14:53:31.79307Z","caller":"etcdserver/v3_server.go:897","msg":"waiting for ReadIndex response took too long, retrying","sent-request-id":14085745935496605911,"retry-timeout":"500ms"} {"level":"warn","ts":"2026-07-10T14:53:31.960006Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"2.000117966s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/health\" ","response":"","error":"context deadline exceeded"} {"level":"info","ts":"2026-07-10T14:53:31.960119Z","caller":"traceutil/trace.go:171","msg":"trace[395291578] range","detail":"{range_begin:/registry/health; range_end:; }","duration":"2.000316731s","start":"2026-07-10T14:53:29.95978Z","end":"2026-07-10T14:53:31.960097Z","steps":["trace[395291578] 'agreement among raft nodes before linearized reading' (duration: 2.000158336s)"],"step_count":1} {"level":"warn","ts":"2026-07-10T14:53:31.96021Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-10T14:53:29.959754Z","time spent":"2.000446094s","remote":"127.0.0.1:47592","response type":"/etcdserverpb.KV/Range","request count":0,"request size":18,"response count":0,"response size":0,"request content":"key:\"/registry/health\" "} {"level":"warn","ts":"2026-07-10T14:53:32.02945Z","caller":"etcdserver/server.go:1165","msg":"failed to revoke lease","lease-id":"437a9f4c81ad705b","error":"etcdserver: request timed out"} {"level":"warn","ts":"2026-07-10T14:53:32.294006Z","caller":"etcdserver/v3_server.go:897","msg":"waiting for ReadIndex response took too long, retrying","sent-request-id":14085745935496605911,"retry-timeout":"500ms"} {"level":"warn","ts":"2026-07-10T14:53:32.795149Z","caller":"etcdserver/v3_server.go:897","msg":"waiting for ReadIndex response took too long, retrying","sent-request-id":14085745935496605911,"retry-timeout":"500ms"} {"level":"warn","ts":"2026-07-10T14:53:33.295761Z","caller":"etcdserver/v3_server.go:897","msg":"waiting for ReadIndex response took too long, retrying","sent-request-id":14085745935496605911,"retry-timeout":"500ms"} {"level":"warn","ts":"2026-07-10T14:53:33.372541Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-10T14:53:26.371651Z","time spent":"7.000878263s","remote":"127.0.0.1:47860","response type":"/etcdserverpb.KV/Txn","request count":0,"request size":0,"response count":0,"response size":0,"request content":""} {"level":"warn","ts":"2026-07-10T14:53:33.796994Z","caller":"etcdserver/v3_server.go:897","msg":"waiting for ReadIndex response took too long, retrying","sent-request-id":14085745935496605911,"retry-timeout":"500ms"} {"level":"warn","ts":"2026-07-10T14:53:33.968284Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"2.000278101s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/health\" ","response":"","error":"context canceled"} {"level":"info","ts":"2026-07-10T14:53:33.968381Z","caller":"traceutil/trace.go:171","msg":"trace[1323577768] range","detail":"{range_begin:/registry/health; range_end:; }","duration":"2.000433465s","start":"2026-07-10T14:53:31.967925Z","end":"2026-07-10T14:53:33.968359Z","steps":["trace[1323577768] 'agreement among raft nodes before linearized reading' (duration: 2.000310932s)"],"step_count":1} {"level":"warn","ts":"2026-07-10T14:53:33.968434Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-10T14:53:31.967896Z","time spent":"2.000528918s","remote":"127.0.0.1:47598","response type":"/etcdserverpb.KV/Range","request count":0,"request size":18,"response count":0,"response size":0,"request content":"key:\"/registry/health\" "} 2026/07/10 14:53:33 WARNING: [core] [Server #8] grpc: Server.processUnaryRPC failed to write status: connection error: desc = "transport is closing" {"level":"warn","ts":"2026-07-10T14:53:34.297733Z","caller":"etcdserver/v3_server.go:897","msg":"waiting for ReadIndex response took too long, retrying","sent-request-id":14085745935496605911,"retry-timeout":"500ms"} {"level":"warn","ts":"2026-07-10T14:53:34.7982Z","caller":"etcdserver/v3_server.go:897","msg":"waiting for ReadIndex response took too long, retrying","sent-request-id":14085745935496605911,"retry-timeout":"500ms"} {"level":"warn","ts":"2026-07-10T14:53:35.298724Z","caller":"etcdserver/v3_server.go:897","msg":"waiting for ReadIndex response took too long, retrying","sent-request-id":14085745935496605911,"retry-timeout":"500ms"} {"level":"warn","ts":"2026-07-10T14:53:35.799327Z","caller":"etcdserver/v3_server.go:897","msg":"waiting for ReadIndex response took too long, retrying","sent-request-id":14085745935496605911,"retry-timeout":"500ms"} {"level":"warn","ts":"2026-07-10T14:53:35.968621Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.999757145s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/health\" ","response":"","error":"context deadline exceeded"} {"level":"info","ts":"2026-07-10T14:53:35.968754Z","caller":"traceutil/trace.go:171","msg":"trace[477567975] range","detail":"{range_begin:/registry/health; range_end:; }","duration":"1.99996235s","start":"2026-07-10T14:53:33.968747Z","end":"2026-07-10T14:53:35.968709Z","steps":["trace[477567975] 'agreement among raft nodes before linearized reading' (duration: 1.999810636s)"],"step_count":1} {"level":"warn","ts":"2026-07-10T14:53:35.968816Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-10T14:53:33.968711Z","time spent":"2.000094334s","remote":"127.0.0.1:47592","response type":"/etcdserverpb.KV/Range","request count":0,"request size":18,"response count":0,"response size":0,"request content":"key:\"/registry/health\" "} {"level":"warn","ts":"2026-07-10T14:53:36.300498Z","caller":"etcdserver/v3_server.go:897","msg":"waiting for ReadIndex response took too long, retrying","sent-request-id":14085745935496605911,"retry-timeout":"500ms"} {"level":"warn","ts":"2026-07-10T14:53:36.378744Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-10T14:53:29.378469Z","time spent":"7.000265956s","remote":"127.0.0.1:47860","response type":"/etcdserverpb.KV/Txn","request count":0,"request size":0,"response count":0,"response size":0,"request content":""} {"level":"warn","ts":"2026-07-10T14:53:36.801608Z","caller":"etcdserver/v3_server.go:897","msg":"waiting for ReadIndex response took too long, retrying","sent-request-id":14085745935496605911,"retry-timeout":"500ms"} {"level":"warn","ts":"2026-07-10T14:53:37.292249Z","caller":"etcdserver/v3_server.go:909","msg":"timed out waiting for read index response (local node might have slow network)","timeout":"7s"} {"level":"warn","ts":"2026-07-10T14:53:37.292568Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"11.813030393s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/clusterroles/\" range_end:\"/registry/clusterroles0\" count_only:true ","response":"","error":"etcdserver: request timed out"} {"level":"info","ts":"2026-07-10T14:53:37.292664Z","caller":"traceutil/trace.go:171","msg":"trace[92154700] range","detail":"{range_begin:/registry/clusterroles/; range_end:/registry/clusterroles0; }","duration":"11.813232729s","start":"2026-07-10T14:53:25.479384Z","end":"2026-07-10T14:53:37.292617Z","steps":["trace[92154700] 'agreement among raft nodes before linearized reading' (duration: 11.813080705s)"],"step_count":1} {"level":"warn","ts":"2026-07-10T14:53:37.292682Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"12.798883337s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pxc.percona.com/perconaxtradbclusters/\" range_end:\"/registry/pxc.percona.com/perconaxtradbclusters0\" count_only:true ","response":"","error":"etcdserver: request timed out"} {"level":"warn","ts":"2026-07-10T14:53:37.292742Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-10T14:53:25.479351Z","time spent":"11.813372562s","remote":"127.0.0.1:47956","response type":"/etcdserverpb.KV/Range","request count":0,"request size":52,"response count":0,"response size":0,"request content":"key:\"/registry/clusterroles/\" range_end:\"/registry/clusterroles0\" count_only:true "} {"level":"warn","ts":"2026-07-10T14:53:37.292702Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"9.770264419s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/gateway.networking.k8s.io/udproutes/\" range_end:\"/registry/gateway.networking.k8s.io/udproutes0\" count_only:true ","response":"","error":"etcdserver: request timed out"} {"level":"warn","ts":"2026-07-10T14:53:37.292752Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"13.988721887s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/events/kube-system/kube-apiserver-instance.18c0f550d05a9c60\" ","response":"","error":"etcdserver: request timed out"} {"level":"warn","ts":"2026-07-10T14:53:37.292822Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"13.999926275s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/masterleases/199.204.45.162\" ","response":"","error":"etcdserver: request timed out"} {"level":"info","ts":"2026-07-10T14:53:37.292821Z","caller":"traceutil/trace.go:171","msg":"trace[61660496] range","detail":"{range_begin:/registry/gateway.networking.k8s.io/udproutes/; range_end:/registry/gateway.networking.k8s.io/udproutes0; }","duration":"9.770510606s","start":"2026-07-10T14:53:27.522288Z","end":"2026-07-10T14:53:37.292798Z","steps":["trace[61660496] 'agreement among raft nodes before linearized reading' (duration: 9.770322401s)"],"step_count":1} {"level":"warn","ts":"2026-07-10T14:53:37.292513Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"11.868295067s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/csistoragecapacities/\" range_end:\"/registry/csistoragecapacities0\" count_only:true ","response":"","error":"etcdserver: request timed out"} {"level":"info","ts":"2026-07-10T14:53:37.292856Z","caller":"traceutil/trace.go:171","msg":"trace[2087619609] range","detail":"{range_begin:/registry/events/kube-system/kube-apiserver-instance.18c0f550d05a9c60; range_end:; }","duration":"13.988850221s","start":"2026-07-10T14:53:23.303985Z","end":"2026-07-10T14:53:37.292835Z","steps":["trace[2087619609] 'agreement among raft nodes before linearized reading' (duration: 13.988741128s)"],"step_count":1} {"level":"info","ts":"2026-07-10T14:53:37.292856Z","caller":"traceutil/trace.go:171","msg":"trace[1200533030] range","detail":"{range_begin:/registry/masterleases/199.204.45.162; range_end:; }","duration":"13.999984736s","start":"2026-07-10T14:53:23.292856Z","end":"2026-07-10T14:53:37.29284Z","steps":["trace[1200533030] 'agreement among raft nodes before linearized reading' (duration: 13.999961876s)"],"step_count":1} {"level":"warn","ts":"2026-07-10T14:53:37.292849Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"8.291486304s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/apiextensions.k8s.io/customresourcedefinitions/\" range_end:\"/registry/apiextensions.k8s.io/customresourcedefinitions0\" count_only:true ","response":"","error":"etcdserver: request timed out"} {"level":"warn","ts":"2026-07-10T14:53:37.292913Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-10T14:53:23.292839Z","time spent":"14.000066079s","remote":"127.0.0.1:47636","response type":"/etcdserverpb.KV/Range","request count":0,"request size":39,"response count":0,"response size":0,"request content":"key:\"/registry/masterleases/199.204.45.162\" "} {"level":"warn","ts":"2026-07-10T14:53:37.292901Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-10T14:53:27.52226Z","time spent":"9.77062042s","remote":"127.0.0.1:46776","response type":"/etcdserverpb.KV/Range","request count":0,"request size":98,"response count":0,"response size":0,"request content":"key:\"/registry/gateway.networking.k8s.io/udproutes/\" range_end:\"/registry/gateway.networking.k8s.io/udproutes0\" count_only:true "} {"level":"warn","ts":"2026-07-10T14:53:37.292916Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-10T14:53:23.303974Z","time spent":"13.988931293s","remote":"127.0.0.1:47668","response type":"/etcdserverpb.KV/Range","request count":0,"request size":71,"response count":0,"response size":0,"request content":"key:\"/registry/events/kube-system/kube-apiserver-instance.18c0f550d05a9c60\" "} {"level":"warn","ts":"2026-07-10T14:53:37.292932Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"11.394763527s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/cilium.io/ciliumnodes/\" range_end:\"/registry/cilium.io/ciliumnodes0\" count_only:true ","response":"","error":"etcdserver: request timed out"} {"level":"warn","ts":"2026-07-10T14:53:37.292798Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"13.265541109s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/rabbitmq.com/permissions/\" range_end:\"/registry/rabbitmq.com/permissions0\" count_only:true ","response":"","error":"etcdserver: request timed out"} {"level":"info","ts":"2026-07-10T14:53:37.292898Z","caller":"traceutil/trace.go:171","msg":"trace[2129138583] range","detail":"{range_begin:/registry/csistoragecapacities/; range_end:/registry/csistoragecapacities0; }","duration":"11.86876129s","start":"2026-07-10T14:53:25.424121Z","end":"2026-07-10T14:53:37.292882Z","steps":["trace[2129138583] 'agreement among raft nodes before linearized reading' (duration: 11.868333018s)"],"step_count":1} {"level":"info","ts":"2026-07-10T14:53:37.292958Z","caller":"traceutil/trace.go:171","msg":"trace[1164379] range","detail":"{range_begin:/registry/cilium.io/ciliumnodes/; range_end:/registry/cilium.io/ciliumnodes0; }","duration":"11.394835499s","start":"2026-07-10T14:53:25.898117Z","end":"2026-07-10T14:53:37.292952Z","steps":["trace[1164379] 'agreement among raft nodes before linearized reading' (duration: 11.394804918s)"],"step_count":1} {"level":"info","ts":"2026-07-10T14:53:37.29295Z","caller":"traceutil/trace.go:171","msg":"trace[1706533341] range","detail":"{range_begin:/registry/apiextensions.k8s.io/customresourcedefinitions/; range_end:/registry/apiextensions.k8s.io/customresourcedefinitions0; }","duration":"8.291627868s","start":"2026-07-10T14:53:29.001298Z","end":"2026-07-10T14:53:37.292926Z","steps":["trace[1706533341] 'agreement among raft nodes before linearized reading' (duration: 8.291477724s)"],"step_count":1} {"level":"info","ts":"2026-07-10T14:53:37.292973Z","caller":"traceutil/trace.go:171","msg":"trace[261706021] range","detail":"{range_begin:/registry/rabbitmq.com/permissions/; range_end:/registry/rabbitmq.com/permissions0; }","duration":"13.265743465s","start":"2026-07-10T14:53:24.027218Z","end":"2026-07-10T14:53:37.292961Z","steps":["trace[261706021] 'agreement among raft nodes before linearized reading' (duration: 13.26556871s)"],"step_count":1} {"level":"warn","ts":"2026-07-10T14:53:37.292984Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-10T14:53:25.424096Z","time spent":"11.868877413s","remote":"127.0.0.1:48026","response type":"/etcdserverpb.KV/Range","request count":0,"request size":68,"response count":0,"response size":0,"request content":"key:\"/registry/csistoragecapacities/\" range_end:\"/registry/csistoragecapacities0\" count_only:true "} {"level":"warn","ts":"2026-07-10T14:53:37.293002Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-10T14:53:24.027202Z","time spent":"13.265790766s","remote":"127.0.0.1:50274","response type":"/etcdserverpb.KV/Range","request count":0,"request size":76,"response count":0,"response size":0,"request content":"key:\"/registry/rabbitmq.com/permissions/\" range_end:\"/registry/rabbitmq.com/permissions0\" count_only:true "} {"level":"warn","ts":"2026-07-10T14:53:37.29295Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"9.575525355s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/controllers/\" range_end:\"/registry/controllers0\" count_only:true ","response":"","error":"etcdserver: request timed out"} {"level":"warn","ts":"2026-07-10T14:53:37.292811Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"9.977601158s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/cert-manager.io/certificaterequests/\" range_end:\"/registry/cert-manager.io/certificaterequests0\" count_only:true ","response":"","error":"etcdserver: request timed out"} {"level":"info","ts":"2026-07-10T14:53:37.293065Z","caller":"traceutil/trace.go:171","msg":"trace[16313304] range","detail":"{range_begin:/registry/cert-manager.io/certificaterequests/; range_end:/registry/cert-manager.io/certificaterequests0; }","duration":"9.977903327s","start":"2026-07-10T14:53:27.315153Z","end":"2026-07-10T14:53:37.293056Z","steps":["trace[16313304] 'agreement among raft nodes before linearized reading' (duration: 9.9776478s)"],"step_count":1} {"level":"info","ts":"2026-07-10T14:53:37.293077Z","caller":"traceutil/trace.go:171","msg":"trace[2104131622] range","detail":"{range_begin:/registry/controllers/; range_end:/registry/controllers0; }","duration":"9.575765891s","start":"2026-07-10T14:53:27.717281Z","end":"2026-07-10T14:53:37.293047Z","steps":["trace[2104131622] 'agreement among raft nodes before linearized reading' (duration: 9.575570606s)"],"step_count":1} {"level":"warn","ts":"2026-07-10T14:53:37.292987Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-10T14:53:25.89809Z","time spent":"11.39488818s","remote":"127.0.0.1:54512","response type":"/etcdserverpb.KV/Range","request count":0,"request size":70,"response count":0,"response size":0,"request content":"key:\"/registry/cilium.io/ciliumnodes/\" range_end:\"/registry/cilium.io/ciliumnodes0\" count_only:true "} {"level":"warn","ts":"2026-07-10T14:53:37.293011Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-10T14:53:29.001191Z","time spent":"8.291809543s","remote":"127.0.0.1:47644","response type":"/etcdserverpb.KV/Range","request count":0,"request size":120,"response count":0,"response size":0,"request content":"key:\"/registry/apiextensions.k8s.io/customresourcedefinitions/\" range_end:\"/registry/apiextensions.k8s.io/customresourcedefinitions0\" count_only:true "} {"level":"warn","ts":"2026-07-10T14:53:37.293152Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-10T14:53:27.717254Z","time spent":"9.575879514s","remote":"127.0.0.1:47798","response type":"/etcdserverpb.KV/Range","request count":0,"request size":50,"response count":0,"response size":0,"request content":"key:\"/registry/controllers/\" range_end:\"/registry/controllers0\" count_only:true "} {"level":"warn","ts":"2026-07-10T14:53:37.292725Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"13.547936614s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/ingress-nginx/ingress-nginx-leader\" ","response":"","error":"etcdserver: request timed out"} {"level":"warn","ts":"2026-07-10T14:53:37.292838Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"10.689122188s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/runtimeclasses/\" range_end:\"/registry/runtimeclasses0\" count_only:true ","response":"","error":"etcdserver: request timed out"} {"level":"info","ts":"2026-07-10T14:53:37.293388Z","caller":"traceutil/trace.go:171","msg":"trace[1654054963] range","detail":"{range_begin:/registry/runtimeclasses/; range_end:/registry/runtimeclasses0; }","duration":"10.689725445s","start":"2026-07-10T14:53:26.603644Z","end":"2026-07-10T14:53:37.29337Z","steps":["trace[1654054963] 'agreement among raft nodes before linearized reading' (duration: 10.68918615s)"],"step_count":1} {"level":"warn","ts":"2026-07-10T14:53:37.293098Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-10T14:53:27.315124Z","time spent":"9.977965419s","remote":"127.0.0.1:50256","response type":"/etcdserverpb.KV/Range","request count":0,"request size":98,"response count":0,"response size":0,"request content":"key:\"/registry/cert-manager.io/certificaterequests/\" range_end:\"/registry/cert-manager.io/certificaterequests0\" count_only:true "} {"level":"info","ts":"2026-07-10T14:53:37.293283Z","caller":"traceutil/trace.go:171","msg":"trace[256661451] range","detail":"{range_begin:/registry/leases/ingress-nginx/ingress-nginx-leader; range_end:; }","duration":"13.548555161s","start":"2026-07-10T14:53:23.744698Z","end":"2026-07-10T14:53:37.293254Z","steps":["trace[256661451] 'agreement among raft nodes before linearized reading' (duration: 13.547960855s)"],"step_count":1} {"level":"warn","ts":"2026-07-10T14:53:37.293498Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-10T14:53:23.744679Z","time spent":"13.548798858s","remote":"127.0.0.1:47860","response type":"/etcdserverpb.KV/Range","request count":0,"request size":53,"response count":0,"response size":0,"request content":"key:\"/registry/leases/ingress-nginx/ingress-nginx-leader\" "} {"level":"info","ts":"2026-07-10T14:53:37.292816Z","caller":"traceutil/trace.go:171","msg":"trace[355210332] range","detail":"{range_begin:/registry/pxc.percona.com/perconaxtradbclusters/; range_end:/registry/pxc.percona.com/perconaxtradbclusters0; }","duration":"12.799085283s","start":"2026-07-10T14:53:24.493679Z","end":"2026-07-10T14:53:37.292765Z","steps":["trace[355210332] 'agreement among raft nodes before linearized reading' (duration: 12.798924729s)"],"step_count":1} {"level":"warn","ts":"2026-07-10T14:53:37.293621Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-10T14:53:24.493652Z","time spent":"12.799948876s","remote":"127.0.0.1:50128","response type":"/etcdserverpb.KV/Range","request count":0,"request size":102,"response count":0,"response size":0,"request content":"key:\"/registry/pxc.percona.com/perconaxtradbclusters/\" range_end:\"/registry/pxc.percona.com/perconaxtradbclusters0\" count_only:true "} {"level":"warn","ts":"2026-07-10T14:53:37.293466Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-10T14:53:26.603613Z","time spent":"10.689833558s","remote":"127.0.0.1:47908","response type":"/etcdserverpb.KV/Range","request count":0,"request size":56,"response count":0,"response size":0,"request content":"key:\"/registry/runtimeclasses/\" range_end:\"/registry/runtimeclasses0\" count_only:true "} {"level":"warn","ts":"2026-07-10T14:53:37.301812Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"4.186324679s","expected-duration":"100ms","prefix":"read-only range ","request":"limit:1 serializable:true keys_only:true ","response":"range_response_count:0 size:5"} {"level":"info","ts":"2026-07-10T14:53:37.301962Z","caller":"traceutil/trace.go:171","msg":"trace[2030747236] range","detail":"{range_begin:; range_end:; response_count:0; response_revision:2088; }","duration":"4.186475803s","start":"2026-07-10T14:53:33.115463Z","end":"2026-07-10T14:53:37.301939Z","steps":["trace[2030747236] 'range keys from in-memory index tree' (duration: 4.186305788s)"],"step_count":1} {"level":"warn","ts":"2026-07-10T14:53:37.302517Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-10T14:52:57.576685Z","time spent":"39.725828377s","remote":"127.0.0.1:42538","response type":"/etcdserverpb.Maintenance/Status","request count":-1,"request size":-1,"response count":-1,"response size":-1,"request content":""} {"level":"warn","ts":"2026-07-10T14:53:37.302843Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"19.231075343s","expected-duration":"100ms","prefix":"read-only range ","request":"limit:1 serializable:true keys_only:true ","response":"range_response_count:0 size:5"} {"level":"warn","ts":"2026-07-10T14:53:37.302943Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"34.273356579s","expected-duration":"100ms","prefix":"read-only range ","request":"limit:1 serializable:true keys_only:true ","response":"range_response_count:0 size:5"} {"level":"info","ts":"2026-07-10T14:53:37.302987Z","caller":"traceutil/trace.go:171","msg":"trace[397635482] range","detail":"{range_begin:; range_end:; response_count:0; response_revision:2088; }","duration":"19.231222327s","start":"2026-07-10T14:53:18.071744Z","end":"2026-07-10T14:53:37.302967Z","steps":["trace[397635482] 'range keys from in-memory index tree' (duration: 19.231056733s)"],"step_count":1} {"level":"info","ts":"2026-07-10T14:53:37.303031Z","caller":"traceutil/trace.go:171","msg":"trace[601401828] range","detail":"{range_begin:; range_end:; response_count:0; response_revision:2088; }","duration":"34.273445511s","start":"2026-07-10T14:53:03.029571Z","end":"2026-07-10T14:53:37.303017Z","steps":["trace[601401828] 'range keys from in-memory index tree' (duration: 34.273342849s)"],"step_count":1} {"level":"warn","ts":"2026-07-10T14:53:37.304204Z","caller":"wal/wal.go:805","msg":"slow fdatasync","took":"42.059403758s","expected-duration":"1s"} {"level":"warn","ts":"2026-07-10T14:53:37.612388Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"262.293665ms","expected-duration":"100ms","prefix":"","request":"header: lease_revoke:","response":"size:27"} {"level":"warn","ts":"2026-07-10T14:53:37.61343Z","caller":"etcdserver/util.go:123","msg":"failed to apply request","took":"95.193µs","request":"header: lease_revoke:","response":"size:27","error":"lease not found"} {"level":"warn","ts":"2026-07-10T14:53:37.613882Z","caller":"etcdserver/util.go:123","msg":"failed to apply request","took":"41.022µs","request":"header: lease_revoke:","response":"size:27","error":"lease not found"} {"level":"warn","ts":"2026-07-10T14:53:37.614062Z","caller":"etcdserver/util.go:123","msg":"failed to apply request","took":"27.641µs","request":"header: lease_revoke:","response":"size:27","error":"lease not found"} {"level":"warn","ts":"2026-07-10T14:53:37.614205Z","caller":"etcdserver/util.go:123","msg":"failed to apply request","took":"79.312µs","request":"header: lease_revoke:","response":"size:27","error":"lease not found"} {"level":"info","ts":"2026-07-10T14:53:37.614308Z","caller":"traceutil/trace.go:171","msg":"trace[1497488767] linearizableReadLoop","detail":"{readStateIndex:2198; appliedIndex:2169; }","duration":"321.874586ms","start":"2026-07-10T14:53:37.292414Z","end":"2026-07-10T14:53:37.614288Z","steps":["trace[1497488767] 'read index received' (duration: 13.356796ms)","trace[1497488767] 'applied index is now lower than readState.Index' (duration: 308.51659ms)"],"step_count":2} {"level":"warn","ts":"2026-07-10T14:53:37.614527Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"5.553592131s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/rabbitmq.com/users/\" range_end:\"/registry/rabbitmq.com/users0\" count_only:true ","response":"range_response_count:0 size:5"} {"level":"warn","ts":"2026-07-10T14:53:37.614603Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"6.316805454s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/cert-manager/cert-manager-controller\" ","response":"range_response_count:1 size:528"} {"level":"warn","ts":"2026-07-10T14:53:37.614616Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"5.77917528s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/cert-manager.io/issuers/\" range_end:\"/registry/cert-manager.io/issuers0\" count_only:true ","response":"range_response_count:0 size:7"} {"level":"warn","ts":"2026-07-10T14:53:37.614664Z","caller":"etcdserver/server.go:1165","msg":"failed to revoke lease","lease-id":"437a9f4c81ad705b","error":"lease not found"} {"level":"warn","ts":"2026-07-10T14:53:37.614682Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"318.662659ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/masterleases/199.204.45.162\" ","response":"range_response_count:0 size:5"} {"level":"warn","ts":"2026-07-10T14:53:37.614644Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"7.317338721s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/minions/instance\" ","response":"range_response_count:1 size:8557"} {"level":"info","ts":"2026-07-10T14:53:37.614719Z","caller":"traceutil/trace.go:171","msg":"trace[1718294332] range","detail":"{range_begin:/registry/masterleases/199.204.45.162; range_end:; response_count:0; response_revision:2102; }","duration":"318.732511ms","start":"2026-07-10T14:53:37.295978Z","end":"2026-07-10T14:53:37.61471Z","steps":["trace[1718294332] 'agreement among raft nodes before linearized reading' (duration: 318.68364ms)"],"step_count":1} {"level":"warn","ts":"2026-07-10T14:53:37.614726Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"6.223367365s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/services/specs/\" range_end:\"/registry/services/specs0\" count_only:true ","response":"range_response_count:0 size:7"} {"level":"warn","ts":"2026-07-10T14:53:37.614766Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-10T14:53:37.295962Z","time spent":"318.795722ms","remote":"127.0.0.1:47636","response type":"/etcdserverpb.KV/Range","request count":0,"request size":39,"response count":0,"response size":27,"request content":"key:\"/registry/masterleases/199.204.45.162\" "} {"level":"warn","ts":"2026-07-10T14:53:37.614765Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"7.278444475s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/gateway.networking.k8s.io/referencegrants/\" range_end:\"/registry/gateway.networking.k8s.io/referencegrants0\" count_only:true ","response":"range_response_count:0 size:5"} {"level":"warn","ts":"2026-07-10T14:53:37.614779Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"2.303758084s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/priorityclasses/\" range_end:\"/registry/priorityclasses0\" count_only:true ","response":"range_response_count:0 size:7"} {"level":"info","ts":"2026-07-10T14:53:37.614716Z","caller":"traceutil/trace.go:171","msg":"trace[2024288644] transaction","detail":"{read_only:false; number_of_response:1; response_revision:2102; }","duration":"4.236650687s","start":"2026-07-10T14:53:33.378053Z","end":"2026-07-10T14:53:37.614704Z","steps":["trace[2024288644] 'process raft request' (duration: 4.236181104s)"],"step_count":1} {"level":"info","ts":"2026-07-10T14:53:37.61481Z","caller":"traceutil/trace.go:171","msg":"trace[997603974] range","detail":"{range_begin:/registry/gateway.networking.k8s.io/referencegrants/; range_end:/registry/gateway.networking.k8s.io/referencegrants0; response_count:0; response_revision:2102; }","duration":"7.278511957s","start":"2026-07-10T14:53:30.336287Z","end":"2026-07-10T14:53:37.614799Z","steps":["trace[997603974] 'agreement among raft nodes before linearized reading' (duration: 7.278443906s)"],"step_count":1} {"level":"info","ts":"2026-07-10T14:53:37.614805Z","caller":"traceutil/trace.go:171","msg":"trace[1528088456] range","detail":"{range_begin:/registry/services/specs/; range_end:/registry/services/specs0; response_count:0; response_revision:2102; }","duration":"6.223513929s","start":"2026-07-10T14:53:31.391269Z","end":"2026-07-10T14:53:37.614783Z","steps":["trace[1528088456] 'agreement among raft nodes before linearized reading' (duration: 6.223344904s)"],"step_count":1} {"level":"info","ts":"2026-07-10T14:53:37.614846Z","caller":"traceutil/trace.go:171","msg":"trace[820614716] range","detail":"{range_begin:/registry/priorityclasses/; range_end:/registry/priorityclasses0; response_count:0; response_revision:2102; }","duration":"2.303871156s","start":"2026-07-10T14:53:35.310954Z","end":"2026-07-10T14:53:37.614825Z","steps":["trace[820614716] 'agreement among raft nodes before linearized reading' (duration: 2.303789924s)"],"step_count":1} {"level":"warn","ts":"2026-07-10T14:53:37.614859Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-10T14:53:30.336275Z","time spent":"7.278573579s","remote":"127.0.0.1:46960","response type":"/etcdserverpb.KV/Range","request count":0,"request size":110,"response count":0,"response size":27,"request content":"key:\"/registry/gateway.networking.k8s.io/referencegrants/\" range_end:\"/registry/gateway.networking.k8s.io/referencegrants0\" count_only:true "} {"level":"warn","ts":"2026-07-10T14:53:37.61487Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-10T14:53:31.391258Z","time spent":"6.223599292s","remote":"127.0.0.1:47790","response type":"/etcdserverpb.KV/Range","request count":0,"request size":56,"response count":15,"response size":29,"request content":"key:\"/registry/services/specs/\" range_end:\"/registry/services/specs0\" count_only:true "} {"level":"warn","ts":"2026-07-10T14:53:37.614894Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"4.611272369s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/gateway.networking.k8s.io/grpcroutes/\" range_end:\"/registry/gateway.networking.k8s.io/grpcroutes0\" count_only:true ","response":"range_response_count:0 size:5"} {"level":"info","ts":"2026-07-10T14:53:37.614624Z","caller":"traceutil/trace.go:171","msg":"trace[1497280296] range","detail":"{range_begin:/registry/rabbitmq.com/users/; range_end:/registry/rabbitmq.com/users0; response_count:0; response_revision:2102; }","duration":"5.553745885s","start":"2026-07-10T14:53:32.060857Z","end":"2026-07-10T14:53:37.614603Z","steps":["trace[1497280296] 'agreement among raft nodes before linearized reading' (duration: 5.553499448s)"],"step_count":1} {"level":"warn","ts":"2026-07-10T14:53:37.614937Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.637929865s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/health\" ","response":"range_response_count:0 size:5"} {"level":"info","ts":"2026-07-10T14:53:37.614635Z","caller":"traceutil/trace.go:171","msg":"trace[88806426] range","detail":"{range_begin:/registry/leases/cert-manager/cert-manager-controller; range_end:; response_count:1; response_revision:2102; }","duration":"6.316887097s","start":"2026-07-10T14:53:31.297737Z","end":"2026-07-10T14:53:37.614624Z","steps":["trace[88806426] 'agreement among raft nodes before linearized reading' (duration: 6.316701432s)"],"step_count":1} {"level":"warn","ts":"2026-07-10T14:53:37.614935Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-10T14:53:33.378028Z","time spent":"4.236819322s","remote":"127.0.0.1:47860","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":45,"response count":0,"response size":569,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-07-10T14:53:37.614677Z","caller":"traceutil/trace.go:171","msg":"trace[1664557540] range","detail":"{range_begin:/registry/cert-manager.io/issuers/; range_end:/registry/cert-manager.io/issuers0; response_count:0; response_revision:2102; }","duration":"5.779285533s","start":"2026-07-10T14:53:31.835372Z","end":"2026-07-10T14:53:37.614657Z","steps":["trace[1664557540] 'agreement among raft nodes before linearized reading' (duration: 5.779061706s)"],"step_count":1} {"level":"warn","ts":"2026-07-10T14:53:37.614963Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"318.055712ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/events/openstack/percona-xtradb-haproxy-0.18c0f54d5ed5ead3\" ","response":"range_response_count:1 size:846"} {"level":"warn","ts":"2026-07-10T14:53:37.615032Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"7.315501811s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pods/kube-system/kube-apiserver-instance\" ","response":"range_response_count:1 size:7111"} {"level":"warn","ts":"2026-07-10T14:53:37.615008Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-10T14:53:32.060837Z","time spent":"5.554139155s","remote":"127.0.0.1:50074","response type":"/etcdserverpb.KV/Range","request count":0,"request size":64,"response count":0,"response size":27,"request content":"key:\"/registry/rabbitmq.com/users/\" range_end:\"/registry/rabbitmq.com/users0\" count_only:true "} {"level":"info","ts":"2026-07-10T14:53:37.61506Z","caller":"traceutil/trace.go:171","msg":"trace[163767165] range","detail":"{range_begin:/registry/pods/kube-system/kube-apiserver-instance; range_end:; response_count:1; response_revision:2102; }","duration":"7.315552701s","start":"2026-07-10T14:53:30.299501Z","end":"2026-07-10T14:53:37.615054Z","steps":["trace[163767165] 'agreement among raft nodes before linearized reading' (duration: 7.315479459s)"],"step_count":1} {"level":"info","ts":"2026-07-10T14:53:37.614963Z","caller":"traceutil/trace.go:171","msg":"trace[1603818368] range","detail":"{range_begin:/registry/health; range_end:; response_count:0; response_revision:2102; }","duration":"1.637991587s","start":"2026-07-10T14:53:35.976965Z","end":"2026-07-10T14:53:37.614957Z","steps":["trace[1603818368] 'agreement among raft nodes before linearized reading' (duration: 1.637951646s)"],"step_count":1} {"level":"warn","ts":"2026-07-10T14:53:37.615087Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-10T14:53:30.29949Z","time spent":"7.315591443s","remote":"127.0.0.1:47776","response type":"/etcdserverpb.KV/Range","request count":0,"request size":52,"response count":1,"response size":7133,"request content":"key:\"/registry/pods/kube-system/kube-apiserver-instance\" "} {"level":"warn","ts":"2026-07-10T14:53:37.614899Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-10T14:53:35.310924Z","time spent":"2.303963979s","remote":"127.0.0.1:47968","response type":"/etcdserverpb.KV/Range","request count":0,"request size":58,"response count":2,"response size":29,"request content":"key:\"/registry/priorityclasses/\" range_end:\"/registry/priorityclasses0\" count_only:true "} {"level":"warn","ts":"2026-07-10T14:53:37.615079Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-10T14:53:31.835347Z","time spent":"5.779676334s","remote":"127.0.0.1:50248","response type":"/etcdserverpb.KV/Range","request count":0,"request size":74,"response count":1,"response size":29,"request content":"key:\"/registry/cert-manager.io/issuers/\" range_end:\"/registry/cert-manager.io/issuers0\" count_only:true "} {"level":"warn","ts":"2026-07-10T14:53:37.614848Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.233017745s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/apiserver-f3tcohoifagyom4bbi4wgeu7te\" ","response":"range_response_count:1 size:687"} {"level":"info","ts":"2026-07-10T14:53:37.61477Z","caller":"traceutil/trace.go:171","msg":"trace[1318651224] range","detail":"{range_begin:/registry/minions/instance; range_end:; response_count:1; response_revision:2102; }","duration":"7.317480265s","start":"2026-07-10T14:53:30.297263Z","end":"2026-07-10T14:53:37.614743Z","steps":["trace[1318651224] 'agreement among raft nodes before linearized reading' (duration: 7.317240038s)"],"step_count":1} {"level":"warn","ts":"2026-07-10T14:53:37.615213Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-10T14:53:30.297199Z","time spent":"7.318001799s","remote":"127.0.0.1:47768","response type":"/etcdserverpb.KV/Range","request count":0,"request size":28,"response count":1,"response size":8579,"request content":"key:\"/registry/minions/instance\" "} {"level":"info","ts":"2026-07-10T14:53:37.615223Z","caller":"traceutil/trace.go:171","msg":"trace[1794102174] range","detail":"{range_begin:/registry/leases/kube-system/apiserver-f3tcohoifagyom4bbi4wgeu7te; range_end:; response_count:1; response_revision:2102; }","duration":"1.233429515s","start":"2026-07-10T14:53:36.381764Z","end":"2026-07-10T14:53:37.615193Z","steps":["trace[1794102174] 'agreement among raft nodes before linearized reading' (duration: 1.232970023s)"],"step_count":1} {"level":"info","ts":"2026-07-10T14:53:37.614932Z","caller":"traceutil/trace.go:171","msg":"trace[1528405214] range","detail":"{range_begin:/registry/gateway.networking.k8s.io/grpcroutes/; range_end:/registry/gateway.networking.k8s.io/grpcroutes0; response_count:0; response_revision:2102; }","duration":"4.611367951s","start":"2026-07-10T14:53:33.003553Z","end":"2026-07-10T14:53:37.614921Z","steps":["trace[1528405214] 'agreement among raft nodes before linearized reading' (duration: 4.611315919s)"],"step_count":1} {"level":"warn","ts":"2026-07-10T14:53:37.615335Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-10T14:53:33.003526Z","time spent":"4.611792993s","remote":"127.0.0.1:46872","response type":"/etcdserverpb.KV/Range","request count":0,"request size":100,"response count":0,"response size":27,"request content":"key:\"/registry/gateway.networking.k8s.io/grpcroutes/\" range_end:\"/registry/gateway.networking.k8s.io/grpcroutes0\" count_only:true "} {"level":"warn","ts":"2026-07-10T14:53:37.615337Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-10T14:53:36.381735Z","time spent":"1.233567669s","remote":"127.0.0.1:47860","response type":"/etcdserverpb.KV/Range","request count":0,"request size":67,"response count":1,"response size":709,"request content":"key:\"/registry/leases/kube-system/apiserver-f3tcohoifagyom4bbi4wgeu7te\" "} {"level":"warn","ts":"2026-07-10T14:53:37.614671Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"6.313940236s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/cert-manager/cert-manager-cainjector-leader-election\" ","response":"range_response_count:1 size:558"} {"level":"info","ts":"2026-07-10T14:53:37.615049Z","caller":"traceutil/trace.go:171","msg":"trace[2061543658] range","detail":"{range_begin:/registry/events/openstack/percona-xtradb-haproxy-0.18c0f54d5ed5ead3; range_end:; response_count:1; response_revision:2102; }","duration":"318.172915ms","start":"2026-07-10T14:53:37.296841Z","end":"2026-07-10T14:53:37.615014Z","steps":["trace[2061543658] 'agreement among raft nodes before linearized reading' (duration: 317.875767ms)"],"step_count":1} {"level":"info","ts":"2026-07-10T14:53:37.615396Z","caller":"traceutil/trace.go:171","msg":"trace[1787079468] range","detail":"{range_begin:/registry/leases/cert-manager/cert-manager-cainjector-leader-election; range_end:; response_count:1; response_revision:2102; }","duration":"6.314745928s","start":"2026-07-10T14:53:31.300638Z","end":"2026-07-10T14:53:37.615384Z","steps":["trace[1787079468] 'agreement among raft nodes before linearized reading' (duration: 6.313758681s)"],"step_count":1} {"level":"warn","ts":"2026-07-10T14:53:37.615436Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-10T14:53:31.300603Z","time spent":"6.314821301s","remote":"127.0.0.1:47860","response type":"/etcdserverpb.KV/Range","request count":0,"request size":71,"response count":1,"response size":580,"request content":"key:\"/registry/leases/cert-manager/cert-manager-cainjector-leader-election\" "} {"level":"warn","ts":"2026-07-10T14:53:37.614981Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-10T14:53:31.297712Z","time spent":"6.317258697s","remote":"127.0.0.1:47860","response type":"/etcdserverpb.KV/Range","request count":0,"request size":55,"response count":1,"response size":550,"request content":"key:\"/registry/leases/cert-manager/cert-manager-controller\" "} {"level":"warn","ts":"2026-07-10T14:53:37.615442Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-10T14:53:37.296815Z","time spent":"318.608528ms","remote":"127.0.0.1:47668","response type":"/etcdserverpb.KV/Range","request count":0,"request size":70,"response count":1,"response size":868,"request content":"key:\"/registry/events/openstack/percona-xtradb-haproxy-0.18c0f54d5ed5ead3\" "} {"level":"warn","ts":"2026-07-10T14:53:37.615135Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-10T14:53:35.976943Z","time spent":"1.638158762s","remote":"127.0.0.1:47598","response type":"/etcdserverpb.KV/Range","request count":0,"request size":18,"response count":0,"response size":27,"request content":"key:\"/registry/health\" "} {"level":"warn","ts":"2026-07-10T14:53:38.188817Z","caller":"etcdserver/v3_server.go:897","msg":"waiting for ReadIndex response took too long, retrying","sent-request-id":14085745935496605925,"retry-timeout":"500ms"} {"level":"warn","ts":"2026-07-10T14:53:38.772469Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"300.938162ms","expected-duration":"100ms","prefix":"","request":"header: lease_grant:","response":"size:40"} {"level":"warn","ts":"2026-07-10T14:53:38.772969Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-10T14:53:37.619209Z","time spent":"1.153726051s","remote":"127.0.0.1:47668","response type":"/etcdserverpb.Lease/LeaseGrant","request count":-1,"request size":-1,"response count":-1,"response size":-1,"request content":""} {"level":"info","ts":"2026-07-10T14:53:38.773029Z","caller":"traceutil/trace.go:171","msg":"trace[1992170470] transaction","detail":"{read_only:false; response_revision:2103; number_of_response:1; }","duration":"1.153738261s","start":"2026-07-10T14:53:37.619263Z","end":"2026-07-10T14:53:38.773001Z","steps":["trace[1992170470] 'process raft request' (duration: 1.153356211s)"],"step_count":1} {"level":"warn","ts":"2026-07-10T14:53:38.773271Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-10T14:53:37.619239Z","time spent":"1.153855885s","remote":"127.0.0.1:47860","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":673,"response count":0,"response size":38,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-07-10T14:53:38.773298Z","caller":"traceutil/trace.go:171","msg":"trace[415318190] transaction","detail":"{read_only:false; response_revision:2104; number_of_response:1; }","duration":"1.153979618s","start":"2026-07-10T14:53:37.61928Z","end":"2026-07-10T14:53:38.77326Z","steps":["trace[415318190] 'process raft request' (duration: 1.153640349s)"],"step_count":1} {"level":"info","ts":"2026-07-10T14:53:38.773415Z","caller":"traceutil/trace.go:171","msg":"trace[946162428] transaction","detail":"{read_only:false; response_revision:2105; number_of_response:1; }","duration":"1.151792328s","start":"2026-07-10T14:53:37.621606Z","end":"2026-07-10T14:53:38.773399Z","steps":["trace[946162428] 'process raft request' (duration: 1.151570732s)"],"step_count":1} {"level":"info","ts":"2026-07-10T14:53:38.773436Z","caller":"traceutil/trace.go:171","msg":"trace[1320768634] transaction","detail":"{read_only:false; response_revision:2106; number_of_response:1; }","duration":"1.151536221s","start":"2026-07-10T14:53:37.621872Z","end":"2026-07-10T14:53:38.773409Z","steps":["trace[1320768634] 'process raft request' (duration: 1.151433149s)"],"step_count":1} {"level":"warn","ts":"2026-07-10T14:53:38.773482Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-10T14:53:37.621594Z","time spent":"1.151854199s","remote":"127.0.0.1:47776","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":7288,"response count":0,"response size":38,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-07-10T14:53:38.773478Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-10T14:53:37.61926Z","time spent":"1.154118342s","remote":"127.0.0.1:47860","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":514,"response count":0,"response size":38,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-07-10T14:53:38.77357Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-10T14:53:37.621853Z","time spent":"1.151621693s","remote":"127.0.0.1:47860","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":543,"response count":0,"response size":38,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-07-10T14:53:38.773727Z","caller":"traceutil/trace.go:171","msg":"trace[1909271444] transaction","detail":"{read_only:false; response_revision:2107; number_of_response:1; }","duration":"1.083812746s","start":"2026-07-10T14:53:37.689904Z","end":"2026-07-10T14:53:38.773717Z","steps":["trace[1909271444] 'process raft request' (duration: 1.083460256s)"],"step_count":1} {"level":"info","ts":"2026-07-10T14:53:38.773723Z","caller":"traceutil/trace.go:171","msg":"trace[1301839481] linearizableReadLoop","detail":"{readStateIndex:2205; appliedIndex:2199; }","duration":"1.085563494s","start":"2026-07-10T14:53:37.688127Z","end":"2026-07-10T14:53:38.773691Z","steps":["trace[1301839481] 'read index received' (duration: 783.421519ms)","trace[1301839481] 'applied index is now lower than readState.Index' (duration: 302.140455ms)"],"step_count":2} {"level":"warn","ts":"2026-07-10T14:53:38.773782Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-10T14:53:37.689876Z","time spent":"1.083879488s","remote":"127.0.0.1:47636","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":120,"response count":0,"response size":38,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-07-10T14:53:38.773914Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.077622767s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/health\" ","response":"range_response_count:0 size:5"} {"level":"warn","ts":"2026-07-10T14:53:38.773929Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"973.370101ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pxc.percona.com/perconaxtradbclusters/\" range_end:\"/registry/pxc.percona.com/perconaxtradbclusters0\" count_only:true ","response":"range_response_count:0 size:7"} {"level":"info","ts":"2026-07-10T14:53:38.773975Z","caller":"traceutil/trace.go:171","msg":"trace[1841079006] range","detail":"{range_begin:/registry/health; range_end:; response_count:0; response_revision:2107; }","duration":"1.077713129s","start":"2026-07-10T14:53:37.696249Z","end":"2026-07-10T14:53:38.773962Z","steps":["trace[1841079006] 'agreement among raft nodes before linearized reading' (duration: 1.077610736s)"],"step_count":1} {"level":"info","ts":"2026-07-10T14:53:38.773978Z","caller":"traceutil/trace.go:171","msg":"trace[1829373698] range","detail":"{range_begin:/registry/pxc.percona.com/perconaxtradbclusters/; range_end:/registry/pxc.percona.com/perconaxtradbclusters0; response_count:0; response_revision:2107; }","duration":"973.465314ms","start":"2026-07-10T14:53:37.8005Z","end":"2026-07-10T14:53:38.773966Z","steps":["trace[1829373698] 'agreement among raft nodes before linearized reading' (duration: 973.386761ms)"],"step_count":1} {"level":"warn","ts":"2026-07-10T14:53:38.773962Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"280.844322ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/gateway.envoyproxy.io/httproutefilters/\" range_end:\"/registry/gateway.envoyproxy.io/httproutefilters0\" count_only:true ","response":"range_response_count:0 size:5"} {"level":"warn","ts":"2026-07-10T14:53:38.774011Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-10T14:53:37.696239Z","time spent":"1.077764491s","remote":"127.0.0.1:47598","response type":"/etcdserverpb.KV/Range","request count":0,"request size":18,"response count":0,"response size":27,"request content":"key:\"/registry/health\" "} {"level":"warn","ts":"2026-07-10T14:53:38.774015Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-10T14:53:37.800469Z","time spent":"973.538196ms","remote":"127.0.0.1:50112","response type":"/etcdserverpb.KV/Range","request count":0,"request size":102,"response count":1,"response size":29,"request content":"key:\"/registry/pxc.percona.com/perconaxtradbclusters/\" range_end:\"/registry/pxc.percona.com/perconaxtradbclusters0\" count_only:true "} {"level":"info","ts":"2026-07-10T14:53:38.774033Z","caller":"traceutil/trace.go:171","msg":"trace[1544453223] range","detail":"{range_begin:/registry/gateway.envoyproxy.io/httproutefilters/; range_end:/registry/gateway.envoyproxy.io/httproutefilters0; response_count:0; response_revision:2107; }","duration":"280.979696ms","start":"2026-07-10T14:53:38.493035Z","end":"2026-07-10T14:53:38.774014Z","steps":["trace[1544453223] 'agreement among raft nodes before linearized reading' (duration: 280.859793ms)"],"step_count":1} {"level":"warn","ts":"2026-07-10T14:53:38.774031Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.155453098s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-node-lease/instance\" ","response":"range_response_count:1 size:536"} {"level":"info","ts":"2026-07-10T14:53:38.774185Z","caller":"traceutil/trace.go:171","msg":"trace[1081656493] range","detail":"{range_begin:/registry/leases/kube-node-lease/instance; range_end:; response_count:1; response_revision:2107; }","duration":"1.155587182s","start":"2026-07-10T14:53:37.618536Z","end":"2026-07-10T14:53:38.774123Z","steps":["trace[1081656493] 'agreement among raft nodes before linearized reading' (duration: 1.155243103s)"],"step_count":1} {"level":"warn","ts":"2026-07-10T14:53:38.774358Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-10T14:53:37.618518Z","time spent":"1.155787278s","remote":"127.0.0.1:47860","response type":"/etcdserverpb.KV/Range","request count":0,"request size":43,"response count":1,"response size":558,"request content":"key:\"/registry/leases/kube-node-lease/instance\" "} {"level":"warn","ts":"2026-07-10T14:53:39.278243Z","caller":"etcdserver/v3_server.go:897","msg":"waiting for ReadIndex response took too long, retrying","sent-request-id":14085745935496605930,"retry-timeout":"500ms"} {"level":"warn","ts":"2026-07-10T14:53:40.783788Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"2.00100615s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/health\" ","response":"","error":"context deadline exceeded"} {"level":"info","ts":"2026-07-10T14:53:40.78393Z","caller":"traceutil/trace.go:171","msg":"trace[803102747] range","detail":"{range_begin:/registry/health; range_end:; }","duration":"2.001838883s","start":"2026-07-10T14:53:38.78206Z","end":"2026-07-10T14:53:40.783899Z","steps":["trace[803102747] 'agreement among raft nodes before linearized reading' (duration: 2.0010127s)"],"step_count":1} {"level":"warn","ts":"2026-07-10T14:53:40.784009Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-10T14:53:38.78205Z","time spent":"2.001939406s","remote":"127.0.0.1:47598","response type":"/etcdserverpb.KV/Range","request count":0,"request size":18,"response count":0,"response size":0,"request content":"key:\"/registry/health\" "} 2026/07/10 14:53:40 WARNING: [core] [Server #8] grpc: Server.processUnaryRPC failed to write status: connection error: desc = "transport is closing" {"level":"warn","ts":"2026-07-10T14:53:40.807054Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.356434144s","expected-duration":"100ms","prefix":"","request":"header: txn: success:> failure: >>","response":"size:16"} {"level":"info","ts":"2026-07-10T14:53:40.807213Z","caller":"traceutil/trace.go:171","msg":"trace[97374798] linearizableReadLoop","detail":"{readStateIndex:2206; appliedIndex:2205; }","duration":"2.029481061s","start":"2026-07-10T14:53:38.777709Z","end":"2026-07-10T14:53:40.80719Z","steps":["trace[97374798] 'read index received' (duration: 672.695987ms)","trace[97374798] 'applied index is now lower than readState.Index' (duration: 1.356782494s)"],"step_count":2} {"level":"info","ts":"2026-07-10T14:53:40.807308Z","caller":"traceutil/trace.go:171","msg":"trace[2047236944] transaction","detail":"{read_only:false; response_revision:2108; number_of_response:1; }","duration":"2.030686303s","start":"2026-07-10T14:53:38.776587Z","end":"2026-07-10T14:53:40.807273Z","steps":["trace[2047236944] 'process raft request' (duration: 673.890529ms)","trace[2047236944] 'compare' (duration: 1.35591611s)"],"step_count":2} {"level":"warn","ts":"2026-07-10T14:53:40.807458Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-10T14:53:38.776561Z","time spent":"2.030818637s","remote":"127.0.0.1:47668","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":831,"response count":0,"response size":38,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-07-10T14:53:40.807462Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.548089344s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/gateway.networking.k8s.io/gateways/\" range_end:\"/registry/gateway.networking.k8s.io/gateways0\" count_only:true ","response":"range_response_count:0 size:5"} {"level":"warn","ts":"2026-07-10T14:53:40.807484Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"626.245093ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/ingressclasses/\" range_end:\"/registry/ingressclasses0\" count_only:true ","response":"range_response_count:0 size:7"} {"level":"warn","ts":"2026-07-10T14:53:40.807558Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"2.028979427s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-node-lease/instance\" ","response":"range_response_count:1 size:536"} {"level":"info","ts":"2026-07-10T14:53:40.80756Z","caller":"traceutil/trace.go:171","msg":"trace[648077146] range","detail":"{range_begin:/registry/gateway.networking.k8s.io/gateways/; range_end:/registry/gateway.networking.k8s.io/gateways0; response_count:0; response_revision:2108; }","duration":"1.548269739s","start":"2026-07-10T14:53:39.259268Z","end":"2026-07-10T14:53:40.807537Z","steps":["trace[648077146] 'agreement among raft nodes before linearized reading' (duration: 1.548102785s)"],"step_count":1} {"level":"info","ts":"2026-07-10T14:53:40.807578Z","caller":"traceutil/trace.go:171","msg":"trace[767096419] range","detail":"{range_begin:/registry/ingressclasses/; range_end:/registry/ingressclasses0; response_count:0; response_revision:2108; }","duration":"626.397938ms","start":"2026-07-10T14:53:40.181159Z","end":"2026-07-10T14:53:40.807557Z","steps":["trace[767096419] 'agreement among raft nodes before linearized reading' (duration: 626.210063ms)"],"step_count":1} {"level":"info","ts":"2026-07-10T14:53:40.807601Z","caller":"traceutil/trace.go:171","msg":"trace[316907544] range","detail":"{range_begin:/registry/leases/kube-node-lease/instance; range_end:; response_count:1; response_revision:2108; }","duration":"2.029051349s","start":"2026-07-10T14:53:38.778539Z","end":"2026-07-10T14:53:40.80759Z","steps":["trace[316907544] 'agreement among raft nodes before linearized reading' (duration: 2.028811502s)"],"step_count":1} {"level":"warn","ts":"2026-07-10T14:53:40.80762Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-10T14:53:39.259235Z","time spent":"1.548373512s","remote":"127.0.0.1:46942","response type":"/etcdserverpb.KV/Range","request count":0,"request size":96,"response count":0,"response size":27,"request content":"key:\"/registry/gateway.networking.k8s.io/gateways/\" range_end:\"/registry/gateway.networking.k8s.io/gateways0\" count_only:true "} {"level":"warn","ts":"2026-07-10T14:53:40.80764Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-10T14:53:40.181143Z","time spent":"626.48554ms","remote":"127.0.0.1:47902","response type":"/etcdserverpb.KV/Range","request count":0,"request size":56,"response count":1,"response size":29,"request content":"key:\"/registry/ingressclasses/\" range_end:\"/registry/ingressclasses0\" count_only:true "} {"level":"warn","ts":"2026-07-10T14:53:40.807645Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-10T14:53:38.778526Z","time spent":"2.02911127s","remote":"127.0.0.1:47860","response type":"/etcdserverpb.KV/Range","request count":0,"request size":43,"response count":1,"response size":558,"request content":"key:\"/registry/leases/kube-node-lease/instance\" "} {"level":"warn","ts":"2026-07-10T14:53:40.807624Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"712.929358ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/rabbitmq.com/operatorpolicies/\" range_end:\"/registry/rabbitmq.com/operatorpolicies0\" count_only:true ","response":"range_response_count:0 size:5"} {"level":"info","ts":"2026-07-10T14:53:40.807695Z","caller":"traceutil/trace.go:171","msg":"trace[277507285] range","detail":"{range_begin:/registry/rabbitmq.com/operatorpolicies/; range_end:/registry/rabbitmq.com/operatorpolicies0; response_count:0; response_revision:2108; }","duration":"713.062241ms","start":"2026-07-10T14:53:40.094617Z","end":"2026-07-10T14:53:40.807679Z","steps":["trace[277507285] 'agreement among raft nodes before linearized reading' (duration: 712.935698ms)"],"step_count":1} {"level":"warn","ts":"2026-07-10T14:53:40.807733Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-10T14:53:40.094592Z","time spent":"713.135563ms","remote":"127.0.0.1:50238","response type":"/etcdserverpb.KV/Range","request count":0,"request size":86,"response count":0,"response size":27,"request content":"key:\"/registry/rabbitmq.com/operatorpolicies/\" range_end:\"/registry/rabbitmq.com/operatorpolicies0\" count_only:true "} {"level":"warn","ts":"2026-07-10T14:53:40.807773Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"2.029080879s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/masterleases/\" range_end:\"/registry/masterleases0\" ","response":"range_response_count:1 size:135"} {"level":"info","ts":"2026-07-10T14:53:40.807833Z","caller":"traceutil/trace.go:171","msg":"trace[681484614] range","detail":"{range_begin:/registry/masterleases/; range_end:/registry/masterleases0; response_count:1; response_revision:2108; }","duration":"2.029172192s","start":"2026-07-10T14:53:38.778649Z","end":"2026-07-10T14:53:40.807821Z","steps":["trace[681484614] 'agreement among raft nodes before linearized reading' (duration: 2.028967206s)"],"step_count":1} {"level":"warn","ts":"2026-07-10T14:53:40.807905Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"408.286824ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pxc.percona.com/perconaxtradbclusterrestores/\" range_end:\"/registry/pxc.percona.com/perconaxtradbclusterrestores0\" count_only:true ","response":"range_response_count:0 size:5"} {"level":"warn","ts":"2026-07-10T14:53:40.808011Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.575970068s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/prioritylevelconfigurations/\" range_end:\"/registry/prioritylevelconfigurations0\" count_only:true ","response":"range_response_count:0 size:7"} {"level":"info","ts":"2026-07-10T14:53:40.808078Z","caller":"traceutil/trace.go:171","msg":"trace[1115020470] range","detail":"{range_begin:/registry/prioritylevelconfigurations/; range_end:/registry/prioritylevelconfigurations0; response_count:0; response_revision:2108; }","duration":"1.576336588s","start":"2026-07-10T14:53:39.231728Z","end":"2026-07-10T14:53:40.808064Z","steps":["trace[1115020470] 'agreement among raft nodes before linearized reading' (duration: 1.575845384s)"],"step_count":1} {"level":"warn","ts":"2026-07-10T14:53:40.808101Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"514.308307ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/namespaces/\" range_end:\"/registry/namespaces0\" limit:500 ","response":"range_response_count:9 size:3296"} {"level":"warn","ts":"2026-07-10T14:53:40.808115Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-10T14:53:39.231701Z","time spent":"1.57640397s","remote":"127.0.0.1:48058","response type":"/etcdserverpb.KV/Range","request count":0,"request size":82,"response count":8,"response size":29,"request content":"key:\"/registry/prioritylevelconfigurations/\" range_end:\"/registry/prioritylevelconfigurations0\" count_only:true "} {"level":"warn","ts":"2026-07-10T14:53:40.807929Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"2.03018988s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pods/kube-system/cilium-operator-869df985b8-62z5q\" ","response":"range_response_count:1 size:4694"} {"level":"info","ts":"2026-07-10T14:53:40.808149Z","caller":"traceutil/trace.go:171","msg":"trace[663322099] range","detail":"{range_begin:/registry/namespaces/; range_end:/registry/namespaces0; response_count:9; response_revision:2108; }","duration":"514.40899ms","start":"2026-07-10T14:53:40.293728Z","end":"2026-07-10T14:53:40.808138Z","steps":["trace[663322099] 'agreement among raft nodes before linearized reading' (duration: 514.135652ms)"],"step_count":1} {"level":"info","ts":"2026-07-10T14:53:40.808112Z","caller":"traceutil/trace.go:171","msg":"trace[414687524] range","detail":"{range_begin:/registry/pxc.percona.com/perconaxtradbclusterrestores/; range_end:/registry/pxc.percona.com/perconaxtradbclusterrestores0; response_count:0; response_revision:2108; }","duration":"408.51938ms","start":"2026-07-10T14:53:40.399549Z","end":"2026-07-10T14:53:40.808069Z","steps":["trace[414687524] 'agreement among raft nodes before linearized reading' (duration: 408.312254ms)"],"step_count":1} {"level":"info","ts":"2026-07-10T14:53:40.808173Z","caller":"traceutil/trace.go:171","msg":"trace[217698763] range","detail":"{range_begin:/registry/pods/kube-system/cilium-operator-869df985b8-62z5q; range_end:; response_count:1; response_revision:2108; }","duration":"2.030482568s","start":"2026-07-10T14:53:38.777675Z","end":"2026-07-10T14:53:40.808158Z","steps":["trace[217698763] 'agreement among raft nodes before linearized reading' (duration: 2.029631715s)"],"step_count":1} {"level":"warn","ts":"2026-07-10T14:53:40.808205Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-10T14:53:40.29368Z","time spent":"514.496653ms","remote":"127.0.0.1:47694","response type":"/etcdserverpb.KV/Range","request count":0,"request size":49,"response count":9,"response size":3318,"request content":"key:\"/registry/namespaces/\" range_end:\"/registry/namespaces0\" limit:500 "} {"level":"warn","ts":"2026-07-10T14:53:40.808235Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-10T14:53:38.777666Z","time spent":"2.03054333s","remote":"127.0.0.1:47776","response type":"/etcdserverpb.KV/Range","request count":0,"request size":61,"response count":1,"response size":4716,"request content":"key:\"/registry/pods/kube-system/cilium-operator-869df985b8-62z5q\" "} {"level":"warn","ts":"2026-07-10T14:53:40.808231Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-10T14:53:40.399523Z","time spent":"408.680895ms","remote":"127.0.0.1:50268","response type":"/etcdserverpb.KV/Range","request count":0,"request size":116,"response count":0,"response size":27,"request content":"key:\"/registry/pxc.percona.com/perconaxtradbclusterrestores/\" range_end:\"/registry/pxc.percona.com/perconaxtradbclusterrestores0\" count_only:true "} {"level":"warn","ts":"2026-07-10T14:53:40.809148Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-10T14:53:38.778595Z","time spent":"2.030490698s","remote":"127.0.0.1:47636","response type":"/etcdserverpb.KV/Range","request count":0,"request size":50,"response count":1,"response size":157,"request content":"key:\"/registry/masterleases/\" range_end:\"/registry/masterleases0\" "} {"level":"warn","ts":"2026-07-10T14:53:41.318428Z","caller":"etcdserver/v3_server.go:897","msg":"waiting for ReadIndex response took too long, retrying","sent-request-id":14085745935496605935,"retry-timeout":"500ms"} {"level":"warn","ts":"2026-07-10T14:53:41.672377Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"177.985985ms","expected-duration":"100ms","prefix":"","request":"header: txn: success:> failure: >>","response":"size:16"} {"level":"info","ts":"2026-07-10T14:53:41.672534Z","caller":"traceutil/trace.go:171","msg":"trace[862405152] transaction","detail":"{read_only:false; response_revision:2109; number_of_response:1; }","duration":"857.860518ms","start":"2026-07-10T14:53:40.814648Z","end":"2026-07-10T14:53:41.672508Z","steps":["trace[862405152] 'process raft request' (duration: 679.635817ms)","trace[862405152] 'compare' (duration: 177.839401ms)"],"step_count":2} {"level":"warn","ts":"2026-07-10T14:53:41.672603Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-10T14:53:40.814623Z","time spent":"857.950671ms","remote":"127.0.0.1:47668","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":759,"response count":0,"response size":38,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-07-10T14:53:42.818616Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"2.000488486s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/health\" ","response":"","error":"context deadline exceeded"} {"level":"info","ts":"2026-07-10T14:53:42.818914Z","caller":"traceutil/trace.go:171","msg":"trace[1244675380] range","detail":"{range_begin:/registry/health; range_end:; }","duration":"2.000837545s","start":"2026-07-10T14:53:40.818051Z","end":"2026-07-10T14:53:42.818889Z","steps":["trace[1244675380] 'agreement among raft nodes before linearized reading' (duration: 2.000498186s)"],"step_count":1} {"level":"warn","ts":"2026-07-10T14:53:42.818981Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-10T14:53:40.818044Z","time spent":"2.000926338s","remote":"127.0.0.1:47598","response type":"/etcdserverpb.KV/Range","request count":0,"request size":18,"response count":0,"response size":0,"request content":"key:\"/registry/health\" "} {"level":"warn","ts":"2026-07-10T14:53:42.963732Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"983.762766ms","expected-duration":"100ms","prefix":"","request":"header: txn: success:> failure: >>","response":"size:16"} {"level":"info","ts":"2026-07-10T14:53:42.964042Z","caller":"traceutil/trace.go:171","msg":"trace[724121033] transaction","detail":"{read_only:false; response_revision:2112; number_of_response:1; }","duration":"1.287794184s","start":"2026-07-10T14:53:41.676226Z","end":"2026-07-10T14:53:42.96402Z","steps":["trace[724121033] 'process raft request' (duration: 1.287750622s)"],"step_count":1} {"level":"warn","ts":"2026-07-10T14:53:42.964114Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-10T14:53:41.676202Z","time spent":"1.287885026s","remote":"127.0.0.1:47668","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":847,"response count":0,"response size":38,"request content":"compare: success:> failure:<>"} {"level":"info","ts":"2026-07-10T14:53:42.964332Z","caller":"traceutil/trace.go:171","msg":"trace[1197878374] transaction","detail":"{read_only:false; response_revision:2110; number_of_response:1; }","duration":"2.149263401s","start":"2026-07-10T14:53:40.815055Z","end":"2026-07-10T14:53:42.964319Z","steps":["trace[1197878374] 'process raft request' (duration: 1.164819927s)","trace[1197878374] 'compare' (duration: 983.543449ms)"],"step_count":2} {"level":"info","ts":"2026-07-10T14:53:42.964365Z","caller":"traceutil/trace.go:171","msg":"trace[1353577116] linearizableReadLoop","detail":"{readStateIndex:2209; appliedIndex:2206; }","duration":"2.146263068s","start":"2026-07-10T14:53:40.818079Z","end":"2026-07-10T14:53:42.964342Z","steps":["trace[1353577116] 'read index received' (duration: 676.165021ms)","trace[1353577116] 'applied index is now lower than readState.Index' (duration: 1.470096417s)"],"step_count":2} {"level":"warn","ts":"2026-07-10T14:53:42.964394Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-10T14:53:40.81504Z","time spent":"2.149325822s","remote":"127.0.0.1:47860","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":521,"response count":0,"response size":38,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-07-10T14:53:42.964397Z","caller":"traceutil/trace.go:171","msg":"trace[182546322] transaction","detail":"{read_only:false; response_revision:2111; number_of_response:1; }","duration":"2.143332348s","start":"2026-07-10T14:53:40.821037Z","end":"2026-07-10T14:53:42.96437Z","steps":["trace[182546322] 'process raft request' (duration: 2.142813694s)"],"step_count":1} {"level":"warn","ts":"2026-07-10T14:53:42.964516Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"144.982962ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/health\" ","response":"range_response_count:0 size:5"} {"level":"warn","ts":"2026-07-10T14:53:42.964546Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-10T14:53:40.821008Z","time spent":"2.143446921s","remote":"127.0.0.1:47776","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":4873,"response count":0,"response size":38,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-07-10T14:53:42.964573Z","caller":"traceutil/trace.go:171","msg":"trace[250443313] range","detail":"{range_begin:/registry/health; range_end:; response_count:0; response_revision:2112; }","duration":"145.076583ms","start":"2026-07-10T14:53:42.819481Z","end":"2026-07-10T14:53:42.964558Z","steps":["trace[250443313] 'agreement among raft nodes before linearized reading' (duration: 144.985961ms)"],"step_count":1} {"level":"warn","ts":"2026-07-10T14:53:42.964592Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"2.093413731s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/secrets/cert-manager/\" range_end:\"/registry/secrets/cert-manager0\" ","response":"range_response_count:3 size:215939"} {"level":"info","ts":"2026-07-10T14:53:42.96462Z","caller":"traceutil/trace.go:171","msg":"trace[882886034] range","detail":"{range_begin:/registry/secrets/cert-manager/; range_end:/registry/secrets/cert-manager0; response_count:3; response_revision:2112; }","duration":"2.093504103s","start":"2026-07-10T14:53:40.871111Z","end":"2026-07-10T14:53:42.964615Z","steps":["trace[882886034] 'agreement among raft nodes before linearized reading' (duration: 2.093340958s)"],"step_count":1} {"level":"warn","ts":"2026-07-10T14:53:42.964635Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-10T14:53:40.871083Z","time spent":"2.093548064s","remote":"127.0.0.1:47676","response type":"/etcdserverpb.KV/Range","request count":0,"request size":66,"response count":3,"response size":215961,"request content":"key:\"/registry/secrets/cert-manager/\" range_end:\"/registry/secrets/cert-manager0\" "} {"level":"warn","ts":"2026-07-10T14:53:42.96463Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.16388913s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/rabbitmq.com/topicpermissions/\" range_end:\"/registry/rabbitmq.com/topicpermissions0\" count_only:true ","response":"range_response_count:0 size:5"} {"level":"warn","ts":"2026-07-10T14:53:42.964636Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.337966677s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/rabbitmq.com/policies/\" range_end:\"/registry/rabbitmq.com/policies0\" count_only:true ","response":"range_response_count:0 size:5"} {"level":"info","ts":"2026-07-10T14:53:42.964713Z","caller":"traceutil/trace.go:171","msg":"trace[1349119235] range","detail":"{range_begin:/registry/rabbitmq.com/topicpermissions/; range_end:/registry/rabbitmq.com/topicpermissions0; response_count:0; response_revision:2112; }","duration":"1.164053214s","start":"2026-07-10T14:53:41.800643Z","end":"2026-07-10T14:53:42.964696Z","steps":["trace[1349119235] 'agreement among raft nodes before linearized reading' (duration: 1.163859519s)"],"step_count":1} {"level":"info","ts":"2026-07-10T14:53:42.964729Z","caller":"traceutil/trace.go:171","msg":"trace[1607845850] range","detail":"{range_begin:/registry/rabbitmq.com/policies/; range_end:/registry/rabbitmq.com/policies0; response_count:0; response_revision:2112; }","duration":"1.338117411s","start":"2026-07-10T14:53:41.626589Z","end":"2026-07-10T14:53:42.964707Z","steps":["trace[1607845850] 'agreement among raft nodes before linearized reading' (duration: 1.337928706s)"],"step_count":1} {"level":"warn","ts":"2026-07-10T14:53:42.964759Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-10T14:53:41.800625Z","time spent":"1.164126057s","remote":"127.0.0.1:50280","response type":"/etcdserverpb.KV/Range","request count":0,"request size":86,"response count":0,"response size":27,"request content":"key:\"/registry/rabbitmq.com/topicpermissions/\" range_end:\"/registry/rabbitmq.com/topicpermissions0\" count_only:true "} {"level":"warn","ts":"2026-07-10T14:53:42.964783Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-10T14:53:41.626563Z","time spent":"1.338209854s","remote":"127.0.0.1:50212","response type":"/etcdserverpb.KV/Range","request count":0,"request size":70,"response count":0,"response size":27,"request content":"key:\"/registry/rabbitmq.com/policies/\" range_end:\"/registry/rabbitmq.com/policies0\" count_only:true "} {"level":"warn","ts":"2026-07-10T14:53:43.476941Z","caller":"etcdserver/v3_server.go:897","msg":"waiting for ReadIndex response took too long, retrying","sent-request-id":14085745935496605942,"retry-timeout":"500ms"} {"level":"warn","ts":"2026-07-10T14:53:43.665021Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"153.605817ms","expected-duration":"100ms","prefix":"","request":"header: txn: success:> failure: >>","response":"size:16"} {"level":"info","ts":"2026-07-10T14:53:43.665137Z","caller":"traceutil/trace.go:171","msg":"trace[369180802] linearizableReadLoop","detail":"{readStateIndex:2211; appliedIndex:2210; }","duration":"688.90337ms","start":"2026-07-10T14:53:42.976218Z","end":"2026-07-10T14:53:43.665121Z","steps":["trace[369180802] 'read index received' (duration: 534.980234ms)","trace[369180802] 'applied index is now lower than readState.Index' (duration: 153.922246ms)"],"step_count":2} {"level":"info","ts":"2026-07-10T14:53:43.665215Z","caller":"traceutil/trace.go:171","msg":"trace[321705966] transaction","detail":"{read_only:false; response_revision:2113; number_of_response:1; }","duration":"689.300561ms","start":"2026-07-10T14:53:42.975907Z","end":"2026-07-10T14:53:43.665207Z","steps":["trace[321705966] 'process raft request' (duration: 535.423366ms)","trace[321705966] 'compare' (duration: 153.498595ms)"],"step_count":2} {"level":"warn","ts":"2026-07-10T14:53:43.665258Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-10T14:53:42.975882Z","time spent":"689.353942ms","remote":"127.0.0.1:47668","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":759,"response count":0,"response size":38,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-07-10T14:53:43.665551Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"689.327971ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pods/envoy-gateway-system/envoy-gateway-78446f96c9-cf8dj\" ","response":"range_response_count:1 size:5487"} {"level":"info","ts":"2026-07-10T14:53:43.665573Z","caller":"traceutil/trace.go:171","msg":"trace[130714509] range","detail":"{range_begin:/registry/pods/envoy-gateway-system/envoy-gateway-78446f96c9-cf8dj; range_end:; response_count:1; response_revision:2113; }","duration":"689.357602ms","start":"2026-07-10T14:53:42.976208Z","end":"2026-07-10T14:53:43.665565Z","steps":["trace[130714509] 'agreement among raft nodes before linearized reading' (duration: 689.219318ms)"],"step_count":1} {"level":"warn","ts":"2026-07-10T14:53:43.665594Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-10T14:53:42.976201Z","time spent":"689.388174ms","remote":"127.0.0.1:47776","response type":"/etcdserverpb.KV/Range","request count":0,"request size":68,"response count":1,"response size":5509,"request content":"key:\"/registry/pods/envoy-gateway-system/envoy-gateway-78446f96c9-cf8dj\" "} {"level":"warn","ts":"2026-07-10T14:53:43.665626Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"689.071154ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/health\" ","response":"range_response_count:0 size:5"} {"level":"info","ts":"2026-07-10T14:53:43.665739Z","caller":"traceutil/trace.go:171","msg":"trace[202822934] range","detail":"{range_begin:/registry/health; range_end:; response_count:0; response_revision:2113; }","duration":"689.243129ms","start":"2026-07-10T14:53:42.976467Z","end":"2026-07-10T14:53:43.665711Z","steps":["trace[202822934] 'agreement among raft nodes before linearized reading' (duration: 689.038013ms)"],"step_count":1} {"level":"warn","ts":"2026-07-10T14:53:43.665991Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-10T14:53:42.976447Z","time spent":"689.530067ms","remote":"127.0.0.1:47598","response type":"/etcdserverpb.KV/Range","request count":0,"request size":18,"response count":0,"response size":27,"request content":"key:\"/registry/health\" "} {"level":"warn","ts":"2026-07-10T14:53:43.666318Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"598.713489ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/secrets/cert-manager/\" range_end:\"/registry/secrets/cert-manager0\" ","response":"range_response_count:3 size:215939"} {"level":"info","ts":"2026-07-10T14:53:43.666587Z","caller":"traceutil/trace.go:171","msg":"trace[489590728] range","detail":"{range_begin:/registry/secrets/cert-manager/; range_end:/registry/secrets/cert-manager0; response_count:3; response_revision:2113; }","duration":"599.025448ms","start":"2026-07-10T14:53:43.067532Z","end":"2026-07-10T14:53:43.666558Z","steps":["trace[489590728] 'agreement among raft nodes before linearized reading' (duration: 598.169855ms)"],"step_count":1} {"level":"warn","ts":"2026-07-10T14:53:43.666668Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-10T14:53:43.067518Z","time spent":"599.134851ms","remote":"127.0.0.1:47676","response type":"/etcdserverpb.KV/Range","request count":0,"request size":66,"response count":3,"response size":215961,"request content":"key:\"/registry/secrets/cert-manager/\" range_end:\"/registry/secrets/cert-manager0\" "} {"level":"warn","ts":"2026-07-10T14:53:45.879028Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"2.000229568s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/health\" ","response":"","error":"context canceled"} {"level":"info","ts":"2026-07-10T14:53:45.879134Z","caller":"traceutil/trace.go:171","msg":"trace[841583649] range","detail":"{range_begin:/registry/health; range_end:; }","duration":"2.000447345s","start":"2026-07-10T14:53:43.878662Z","end":"2026-07-10T14:53:45.879109Z","steps":["trace[841583649] 'agreement among raft nodes before linearized reading' (duration: 2.00028548s)"],"step_count":1} {"level":"warn","ts":"2026-07-10T14:53:45.87919Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-10T14:53:43.878634Z","time spent":"2.000546008s","remote":"127.0.0.1:47592","response type":"/etcdserverpb.KV/Range","request count":0,"request size":18,"response count":0,"response size":0,"request content":"key:\"/registry/health\" "} 2026/07/10 14:53:45 WARNING: [core] [Server #8] grpc: Server.processUnaryRPC failed to write status: connection error: desc = "transport is closing" {"level":"warn","ts":"2026-07-10T14:53:46.301475Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"2.070983787s","expected-duration":"100ms","prefix":"","request":"header: txn: success:> failure: >>","response":"size:16"} {"level":"info","ts":"2026-07-10T14:53:46.301615Z","caller":"traceutil/trace.go:171","msg":"trace[1339110521] transaction","detail":"{read_only:false; response_revision:2114; number_of_response:1; }","duration":"2.628910209s","start":"2026-07-10T14:53:43.672677Z","end":"2026-07-10T14:53:46.301587Z","steps":["trace[1339110521] 'process raft request' (duration: 557.717287ms)","trace[1339110521] 'compare' (duration: 2.070323528s)"],"step_count":2} {"level":"warn","ts":"2026-07-10T14:53:46.301686Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-10T14:53:43.672659Z","time spent":"2.628995902s","remote":"127.0.0.1:47668","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":831,"response count":0,"response size":38,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-07-10T14:53:46.383345Z","caller":"wal/wal.go:805","msg":"slow fdatasync","took":"2.152792857s","expected-duration":"1s"} {"level":"info","ts":"2026-07-10T14:53:46.383709Z","caller":"traceutil/trace.go:171","msg":"trace[1359245091] linearizableReadLoop","detail":"{readStateIndex:2213; appliedIndex:2211; }","duration":"2.623362388s","start":"2026-07-10T14:53:43.760321Z","end":"2026-07-10T14:53:46.383683Z","steps":["trace[1359245091] 'read index received' (duration: 470.281722ms)","trace[1359245091] 'applied index is now lower than readState.Index' (duration: 2.153079496s)"],"step_count":2} {"level":"info","ts":"2026-07-10T14:53:46.383852Z","caller":"traceutil/trace.go:171","msg":"trace[1549480976] transaction","detail":"{read_only:false; response_revision:2115; number_of_response:1; }","duration":"2.706470384s","start":"2026-07-10T14:53:43.677356Z","end":"2026-07-10T14:53:46.383826Z","steps":["trace[1549480976] 'process raft request' (duration: 2.706179656s)"],"step_count":1} {"level":"warn","ts":"2026-07-10T14:53:46.384233Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-10T14:53:43.677323Z","time spent":"2.706586567s","remote":"127.0.0.1:47776","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":5662,"response count":0,"response size":38,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-07-10T14:53:46.384204Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"2.623841491s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/secrets/cert-manager/\" range_end:\"/registry/secrets/cert-manager0\" ","response":"range_response_count:3 size:215939"} {"level":"info","ts":"2026-07-10T14:53:46.384322Z","caller":"traceutil/trace.go:171","msg":"trace[2027619460] range","detail":"{range_begin:/registry/secrets/cert-manager/; range_end:/registry/secrets/cert-manager0; response_count:3; response_revision:2115; }","duration":"2.624029506s","start":"2026-07-10T14:53:43.760264Z","end":"2026-07-10T14:53:46.384294Z","steps":["trace[2027619460] 'agreement among raft nodes before linearized reading' (duration: 2.623590744s)"],"step_count":1} {"level":"warn","ts":"2026-07-10T14:53:46.384386Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-10T14:53:43.760239Z","time spent":"2.624131749s","remote":"127.0.0.1:47676","response type":"/etcdserverpb.KV/Range","request count":0,"request size":66,"response count":3,"response size":215961,"request content":"key:\"/registry/secrets/cert-manager/\" range_end:\"/registry/secrets/cert-manager0\" "} {"level":"warn","ts":"2026-07-10T14:53:46.884066Z","caller":"etcdserver/v3_server.go:897","msg":"waiting for ReadIndex response took too long, retrying","sent-request-id":14085745935496605950,"retry-timeout":"500ms"} {"level":"warn","ts":"2026-07-10T14:53:47.384611Z","caller":"etcdserver/v3_server.go:897","msg":"waiting for ReadIndex response took too long, retrying","sent-request-id":14085745935496605950,"retry-timeout":"500ms"} {"level":"warn","ts":"2026-07-10T14:53:47.885063Z","caller":"etcdserver/v3_server.go:897","msg":"waiting for ReadIndex response took too long, retrying","sent-request-id":14085745935496605950,"retry-timeout":"500ms"} {"level":"warn","ts":"2026-07-10T14:53:47.887296Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"2.000413234s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/health\" ","response":"","error":"context canceled"} {"level":"info","ts":"2026-07-10T14:53:47.887353Z","caller":"traceutil/trace.go:171","msg":"trace[653938001] range","detail":"{range_begin:/registry/health; range_end:; }","duration":"2.000532787s","start":"2026-07-10T14:53:45.8868Z","end":"2026-07-10T14:53:47.887333Z","steps":["trace[653938001] 'agreement among raft nodes before linearized reading' (duration: 2.000454135s)"],"step_count":1} {"level":"warn","ts":"2026-07-10T14:53:47.887396Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-10T14:53:45.886781Z","time spent":"2.00060691s","remote":"127.0.0.1:47598","response type":"/etcdserverpb.KV/Range","request count":0,"request size":18,"response count":0,"response size":0,"request content":"key:\"/registry/health\" "} 2026/07/10 14:53:47 WARNING: [core] [Server #8] grpc: Server.processUnaryRPC failed to write status: connection error: desc = "transport is closing" {"level":"warn","ts":"2026-07-10T14:53:48.050878Z","caller":"wal/wal.go:805","msg":"slow fdatasync","took":"1.667283879s","expected-duration":"1s"} {"level":"info","ts":"2026-07-10T14:53:48.086473Z","caller":"traceutil/trace.go:171","msg":"trace[2097723501] linearizableReadLoop","detail":"{readStateIndex:2214; appliedIndex:2213; }","duration":"1.702694459s","start":"2026-07-10T14:53:46.383751Z","end":"2026-07-10T14:53:48.086445Z","steps":["trace[2097723501] 'read index received' (duration: 1.667299289s)","trace[2097723501] 'applied index is now lower than readState.Index' (duration: 35.39364ms)"],"step_count":2} {"level":"info","ts":"2026-07-10T14:53:48.086569Z","caller":"traceutil/trace.go:171","msg":"trace[1720236841] transaction","detail":"{read_only:false; response_revision:2116; number_of_response:1; }","duration":"1.779611426s","start":"2026-07-10T14:53:46.306851Z","end":"2026-07-10T14:53:48.086462Z","steps":["trace[1720236841] 'process raft request' (duration: 1.744269638s)","trace[1720236841] 'compare' (duration: 34.361852ms)"],"step_count":2} {"level":"warn","ts":"2026-07-10T14:53:48.086809Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.698613767s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pods/kube-system/kube-apiserver-instance\" ","response":"range_response_count:1 size:7303"} {"level":"warn","ts":"2026-07-10T14:53:48.086769Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.814935654s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/cilium.io/ciliumpodippools/\" range_end:\"/registry/cilium.io/ciliumpodippools0\" count_only:true ","response":"range_response_count:0 size:5"} {"level":"warn","ts":"2026-07-10T14:53:48.086783Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-10T14:53:46.306822Z","time spent":"1.779869854s","remote":"127.0.0.1:47668","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":859,"response count":0,"response size":38,"request content":"compare: success:> failure:<>"} {"level":"warn","ts":"2026-07-10T14:53:48.086776Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"839.288859ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/cilium.io/ciliumloadbalancerippools/\" range_end:\"/registry/cilium.io/ciliumloadbalancerippools0\" count_only:true ","response":"range_response_count:0 size:5"} {"level":"info","ts":"2026-07-10T14:53:48.086885Z","caller":"traceutil/trace.go:171","msg":"trace[2075927976] range","detail":"{range_begin:/registry/cilium.io/ciliumpodippools/; range_end:/registry/cilium.io/ciliumpodippools0; response_count:0; response_revision:2116; }","duration":"1.815133499s","start":"2026-07-10T14:53:46.271724Z","end":"2026-07-10T14:53:48.086858Z","steps":["trace[2075927976] 'agreement among raft nodes before linearized reading' (duration: 1.814860772s)"],"step_count":1} {"level":"warn","ts":"2026-07-10T14:53:48.086943Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.075642383s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pxc.percona.com/perconaxtradbclusters/\" range_end:\"/registry/pxc.percona.com/perconaxtradbclusters0\" count_only:true ","response":"range_response_count:0 size:7"} {"level":"warn","ts":"2026-07-10T14:53:48.086957Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-10T14:53:46.271694Z","time spent":"1.815248163s","remote":"127.0.0.1:43870","response type":"/etcdserverpb.KV/Range","request count":0,"request size":80,"response count":0,"response size":27,"request content":"key:\"/registry/cilium.io/ciliumpodippools/\" range_end:\"/registry/cilium.io/ciliumpodippools0\" count_only:true "} {"level":"info","ts":"2026-07-10T14:53:48.086971Z","caller":"traceutil/trace.go:171","msg":"trace[1980405208] range","detail":"{range_begin:/registry/pxc.percona.com/perconaxtradbclusters/; range_end:/registry/pxc.percona.com/perconaxtradbclusters0; response_count:0; response_revision:2116; }","duration":"1.075730906s","start":"2026-07-10T14:53:47.011232Z","end":"2026-07-10T14:53:48.086963Z","steps":["trace[1980405208] 'agreement among raft nodes before linearized reading' (duration: 1.075683555s)"],"step_count":1} {"level":"warn","ts":"2026-07-10T14:53:48.087008Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-10T14:53:47.011202Z","time spent":"1.075794627s","remote":"127.0.0.1:50132","response type":"/etcdserverpb.KV/Range","request count":0,"request size":102,"response count":1,"response size":29,"request content":"key:\"/registry/pxc.percona.com/perconaxtradbclusters/\" range_end:\"/registry/pxc.percona.com/perconaxtradbclusters0\" count_only:true "} {"level":"warn","ts":"2026-07-10T14:53:48.087Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"199.456194ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/health\" ","response":"range_response_count:0 size:5"} {"level":"warn","ts":"2026-07-10T14:53:48.086901Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"925.733427ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/flowschemas/\" range_end:\"/registry/flowschemas0\" count_only:true ","response":"range_response_count:0 size:7"} {"level":"info","ts":"2026-07-10T14:53:48.086847Z","caller":"traceutil/trace.go:171","msg":"trace[1111539144] range","detail":"{range_begin:/registry/pods/kube-system/kube-apiserver-instance; range_end:; response_count:1; response_revision:2116; }","duration":"1.69869344s","start":"2026-07-10T14:53:46.388144Z","end":"2026-07-10T14:53:48.086838Z","steps":["trace[1111539144] 'agreement among raft nodes before linearized reading' (duration: 1.698503055s)"],"step_count":1} {"level":"info","ts":"2026-07-10T14:53:48.086901Z","caller":"traceutil/trace.go:171","msg":"trace[1610018854] range","detail":"{range_begin:/registry/cilium.io/ciliumloadbalancerippools/; range_end:/registry/cilium.io/ciliumloadbalancerippools0; response_count:0; response_revision:2116; }","duration":"839.430183ms","start":"2026-07-10T14:53:47.247448Z","end":"2026-07-10T14:53:48.086878Z","steps":["trace[1610018854] 'agreement among raft nodes before linearized reading' (duration: 839.238098ms)"],"step_count":1} {"level":"info","ts":"2026-07-10T14:53:48.08715Z","caller":"traceutil/trace.go:171","msg":"trace[209674169] range","detail":"{range_begin:/registry/flowschemas/; range_end:/registry/flowschemas0; response_count:0; response_revision:2116; }","duration":"926.023615ms","start":"2026-07-10T14:53:47.161102Z","end":"2026-07-10T14:53:48.087126Z","steps":["trace[209674169] 'agreement among raft nodes before linearized reading' (duration: 925.758107ms)"],"step_count":1} {"level":"warn","ts":"2026-07-10T14:53:48.087192Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.598406633s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/secrets/default/\" range_end:\"/registry/secrets/default0\" ","response":"range_response_count:0 size:5"} {"level":"info","ts":"2026-07-10T14:53:48.087213Z","caller":"traceutil/trace.go:171","msg":"trace[76607668] range","detail":"{range_begin:/registry/secrets/default/; range_end:/registry/secrets/default0; response_count:0; response_revision:2116; }","duration":"1.598480985s","start":"2026-07-10T14:53:46.488726Z","end":"2026-07-10T14:53:48.087207Z","steps":["trace[76607668] 'agreement among raft nodes before linearized reading' (duration: 1.598437934s)"],"step_count":1} {"level":"warn","ts":"2026-07-10T14:53:48.087211Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-10T14:53:47.247375Z","time spent":"839.822904ms","remote":"127.0.0.1:54478","response type":"/etcdserverpb.KV/Range","request count":0,"request size":98,"response count":0,"response size":27,"request content":"key:\"/registry/cilium.io/ciliumloadbalancerippools/\" range_end:\"/registry/cilium.io/ciliumloadbalancerippools0\" count_only:true "} {"level":"warn","ts":"2026-07-10T14:53:48.087194Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"307.680468ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/rabbitmq.com/vhosts/\" range_end:\"/registry/rabbitmq.com/vhosts0\" count_only:true ","response":"range_response_count:0 size:5"} {"level":"warn","ts":"2026-07-10T14:53:48.087241Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-10T14:53:46.488699Z","time spent":"1.598536657s","remote":"127.0.0.1:47676","response type":"/etcdserverpb.KV/Range","request count":0,"request size":56,"response count":0,"response size":27,"request content":"key:\"/registry/secrets/default/\" range_end:\"/registry/secrets/default0\" "} {"level":"warn","ts":"2026-07-10T14:53:48.087235Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-10T14:53:47.161076Z","time spent":"926.135178ms","remote":"127.0.0.1:48040","response type":"/etcdserverpb.KV/Range","request count":0,"request size":50,"response count":13,"response size":29,"request content":"key:\"/registry/flowschemas/\" range_end:\"/registry/flowschemas0\" count_only:true "} {"level":"warn","ts":"2026-07-10T14:53:48.087207Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-10T14:53:46.388123Z","time spent":"1.69903538s","remote":"127.0.0.1:47776","response type":"/etcdserverpb.KV/Range","request count":0,"request size":52,"response count":1,"response size":7325,"request content":"key:\"/registry/pods/kube-system/kube-apiserver-instance\" "} {"level":"info","ts":"2026-07-10T14:53:48.087268Z","caller":"traceutil/trace.go:171","msg":"trace[1837859681] range","detail":"{range_begin:/registry/rabbitmq.com/vhosts/; range_end:/registry/rabbitmq.com/vhosts0; response_count:0; response_revision:2116; }","duration":"307.801271ms","start":"2026-07-10T14:53:47.779451Z","end":"2026-07-10T14:53:48.087253Z","steps":["trace[1837859681] 'agreement among raft nodes before linearized reading' (duration: 307.683078ms)"],"step_count":1} {"level":"warn","ts":"2026-07-10T14:53:48.087275Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.682052523s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/rolebindings/\" range_end:\"/registry/rolebindings0\" count_only:true ","response":"range_response_count:0 size:7"} {"level":"info","ts":"2026-07-10T14:53:48.08731Z","caller":"traceutil/trace.go:171","msg":"trace[1827938596] range","detail":"{range_begin:/registry/rolebindings/; range_end:/registry/rolebindings0; response_count:0; response_revision:2116; }","duration":"1.682113765s","start":"2026-07-10T14:53:46.405188Z","end":"2026-07-10T14:53:48.087302Z","steps":["trace[1827938596] 'agreement among raft nodes before linearized reading' (duration: 1.682034753s)"],"step_count":1} {"level":"warn","ts":"2026-07-10T14:53:48.087326Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-10T14:53:47.779426Z","time spent":"307.876433ms","remote":"127.0.0.1:50106","response type":"/etcdserverpb.KV/Range","request count":0,"request size":66,"response count":0,"response size":27,"request content":"key:\"/registry/rabbitmq.com/vhosts/\" range_end:\"/registry/rabbitmq.com/vhosts0\" count_only:true "} {"level":"warn","ts":"2026-07-10T14:53:48.087341Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-10T14:53:46.405176Z","time spent":"1.682158936s","remote":"127.0.0.1:47944","response type":"/etcdserverpb.KV/Range","request count":0,"request size":52,"response count":23,"response size":29,"request content":"key:\"/registry/rolebindings/\" range_end:\"/registry/rolebindings0\" count_only:true "} {"level":"warn","ts":"2026-07-10T14:53:48.087342Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"789.936398ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/masterleases/199.204.45.162\" ","response":"range_response_count:1 size:135"} {"level":"info","ts":"2026-07-10T14:53:48.087421Z","caller":"traceutil/trace.go:171","msg":"trace[1413817808] range","detail":"{range_begin:/registry/masterleases/199.204.45.162; range_end:; response_count:1; response_revision:2116; }","duration":"790.050731ms","start":"2026-07-10T14:53:47.297355Z","end":"2026-07-10T14:53:48.087405Z","steps":["trace[1413817808] 'agreement among raft nodes before linearized reading' (duration: 789.805495ms)"],"step_count":1} {"level":"info","ts":"2026-07-10T14:53:48.087101Z","caller":"traceutil/trace.go:171","msg":"trace[1268420913] range","detail":"{range_begin:/registry/health; range_end:; response_count:0; response_revision:2116; }","duration":"199.620018ms","start":"2026-07-10T14:53:47.887467Z","end":"2026-07-10T14:53:48.087087Z","steps":["trace[1268420913] 'agreement among raft nodes before linearized reading' (duration: 199.491654ms)"],"step_count":1} {"level":"warn","ts":"2026-07-10T14:53:48.087472Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-10T14:53:47.29733Z","time spent":"790.130803ms","remote":"127.0.0.1:47636","response type":"/etcdserverpb.KV/Range","request count":0,"request size":39,"response count":1,"response size":157,"request content":"key:\"/registry/masterleases/199.204.45.162\" "} {"level":"info","ts":"2026-07-10T14:53:48.296357Z","caller":"traceutil/trace.go:171","msg":"trace[1254777218] linearizableReadLoop","detail":"{readStateIndex:2216; appliedIndex:2215; }","duration":"152.068225ms","start":"2026-07-10T14:53:48.144264Z","end":"2026-07-10T14:53:48.296333Z","steps":["trace[1254777218] 'read index received' (duration: 140.158679ms)","trace[1254777218] 'applied index is now lower than readState.Index' (duration: 11.908546ms)"],"step_count":2} {"level":"info","ts":"2026-07-10T14:53:48.296479Z","caller":"traceutil/trace.go:171","msg":"trace[768275032] transaction","detail":"{read_only:false; response_revision:2117; number_of_response:1; }","duration":"201.815458ms","start":"2026-07-10T14:53:48.094627Z","end":"2026-07-10T14:53:48.296443Z","steps":["trace[768275032] 'process raft request' (duration: 189.775469ms)","trace[768275032] 'compare' (duration: 11.728801ms)"],"step_count":2} {"level":"info","ts":"2026-07-10T14:53:48.296736Z","caller":"traceutil/trace.go:171","msg":"trace[1063593232] transaction","detail":"{read_only:false; response_revision:2118; number_of_response:1; }","duration":"151.268343ms","start":"2026-07-10T14:53:48.145458Z","end":"2026-07-10T14:53:48.296726Z","steps":["trace[1063593232] 'process raft request' (duration: 150.835461ms)"],"step_count":1} {"level":"info","ts":"2026-07-10T14:53:48.296744Z","caller":"traceutil/trace.go:171","msg":"trace[1531696555] transaction","detail":"{read_only:false; response_revision:2119; number_of_response:1; }","duration":"148.247781ms","start":"2026-07-10T14:53:48.148469Z","end":"2026-07-10T14:53:48.296717Z","steps":["trace[1531696555] 'process raft request' (duration: 148.150778ms)"],"step_count":1} {"level":"warn","ts":"2026-07-10T14:53:48.296727Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"201.364656ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/health\" ","response":"range_response_count:0 size:5"} {"level":"info","ts":"2026-07-10T14:53:48.296896Z","caller":"traceutil/trace.go:171","msg":"trace[567400499] range","detail":"{range_begin:/registry/health; range_end:; response_count:0; response_revision:2118; }","duration":"201.562021ms","start":"2026-07-10T14:53:48.095295Z","end":"2026-07-10T14:53:48.296857Z","steps":["trace[567400499] 'agreement among raft nodes before linearized reading' (duration: 201.308634ms)"],"step_count":1} {"level":"warn","ts":"2026-07-10T14:53:48.298131Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"148.652882ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/secrets/envoy-gateway-system/\" range_end:\"/registry/secrets/envoy-gateway-system0\" ","response":"range_response_count:5 size:1050268"} {"level":"info","ts":"2026-07-10T14:53:48.298254Z","caller":"traceutil/trace.go:171","msg":"trace[1578377498] range","detail":"{range_begin:/registry/secrets/envoy-gateway-system/; range_end:/registry/secrets/envoy-gateway-system0; response_count:5; response_revision:2119; }","duration":"148.829356ms","start":"2026-07-10T14:53:48.149398Z","end":"2026-07-10T14:53:48.298227Z","steps":["trace[1578377498] 'agreement among raft nodes before linearized reading' (duration: 147.411907ms)"],"step_count":1}