{"level":"warn","ts":"2026-06-26T02:13:41.599197Z","caller":"embed/config.go:679","msg":"Running http and grpc server on single port. This is not recommended for production."} {"level":"info","ts":"2026-06-26T02:13:41.599274Z","caller":"etcdmain/etcd.go:73","msg":"Running: ","args":["etcd","--advertise-client-urls=https://199.19.213.122:2379","--cert-file=/etc/kubernetes/pki/etcd/server.crt","--client-cert-auth=true","--data-dir=/var/lib/etcd","--experimental-initial-corrupt-check=true","--experimental-watch-progress-notify-interval=5s","--initial-advertise-peer-urls=https://199.19.213.122:2380","--initial-cluster=instance=https://199.19.213.122:2380","--key-file=/etc/kubernetes/pki/etcd/server.key","--listen-client-urls=https://127.0.0.1:2379,https://199.19.213.122:2379","--listen-metrics-urls=http://127.0.0.1:2381","--listen-peer-urls=https://199.19.213.122:2380","--name=instance","--peer-cert-file=/etc/kubernetes/pki/etcd/peer.crt","--peer-client-cert-auth=true","--peer-key-file=/etc/kubernetes/pki/etcd/peer.key","--peer-trusted-ca-file=/etc/kubernetes/pki/etcd/ca.crt","--snapshot-count=10000","--tls-min-version=TLS1.3","--trusted-ca-file=/etc/kubernetes/pki/etcd/ca.crt"]} {"level":"warn","ts":"2026-06-26T02:13:41.599331Z","caller":"embed/config.go:679","msg":"Running http and grpc server on single port. This is not recommended for production."} {"level":"info","ts":"2026-06-26T02:13:41.599338Z","caller":"embed/etcd.go:127","msg":"configuring peer listeners","listen-peer-urls":["https://199.19.213.122:2380"]} {"level":"info","ts":"2026-06-26T02:13:41.599355Z","caller":"embed/etcd.go:494","msg":"starting with peer TLS","tls-info":"cert = /etc/kubernetes/pki/etcd/peer.crt, key = /etc/kubernetes/pki/etcd/peer.key, client-cert=, client-key=, trusted-ca = /etc/kubernetes/pki/etcd/ca.crt, client-cert-auth = true, crl-file = ","cipher-suites":[]} {"level":"info","ts":"2026-06-26T02:13:41.599976Z","caller":"embed/etcd.go:135","msg":"configuring client listeners","listen-client-urls":["https://127.0.0.1:2379","https://199.19.213.122:2379"]} {"level":"info","ts":"2026-06-26T02:13:41.600084Z","caller":"embed/etcd.go:308","msg":"starting an etcd server","etcd-version":"3.5.12","git-sha":"e7b3bb6cc","go-version":"go1.20.13","go-os":"linux","go-arch":"amd64","max-cpu-set":8,"max-cpu-available":8,"member-initialized":false,"name":"instance","data-dir":"/var/lib/etcd","wal-dir":"","wal-dir-dedicated":"","member-dir":"/var/lib/etcd/member","force-new-cluster":false,"heartbeat-interval":"100ms","election-timeout":"1s","initial-election-tick-advance":true,"snapshot-count":10000,"max-wals":5,"max-snapshots":5,"snapshot-catchup-entries":5000,"initial-advertise-peer-urls":["https://199.19.213.122:2380"],"listen-peer-urls":["https://199.19.213.122:2380"],"advertise-client-urls":["https://199.19.213.122:2379"],"listen-client-urls":["https://127.0.0.1:2379","https://199.19.213.122:2379"],"listen-metrics-urls":["http://127.0.0.1:2381"],"cors":["*"],"host-whitelist":["*"],"initial-cluster":"instance=https://199.19.213.122:2380","initial-cluster-state":"new","initial-cluster-token":"etcd-cluster","quota-backend-bytes":2147483648,"max-request-bytes":1572864,"max-concurrent-streams":4294967295,"pre-vote":true,"initial-corrupt-check":true,"corrupt-check-time-interval":"0s","compact-check-time-enabled":false,"compact-check-time-interval":"1m0s","auto-compaction-mode":"periodic","auto-compaction-retention":"0s","auto-compaction-interval":"0s","discovery-url":"","discovery-proxy":"","downgrade-check-interval":"5s"} {"level":"info","ts":"2026-06-26T02:13:41.603958Z","caller":"etcdserver/backend.go:81","msg":"opened backend db","path":"/var/lib/etcd/member/snap/db","took":"3.671084ms"} {"level":"info","ts":"2026-06-26T02:13:41.610683Z","caller":"etcdserver/raft.go:495","msg":"starting local member","local-member-id":"f9ba8c11acfbc749","cluster-id":"ca7c3e103d4cd533"} {"level":"info","ts":"2026-06-26T02:13:41.61075Z","logger":"raft","caller":"etcdserver/zap_raft.go:77","msg":"f9ba8c11acfbc749 switched to configuration voters=()"} {"level":"info","ts":"2026-06-26T02:13:41.610766Z","logger":"raft","caller":"etcdserver/zap_raft.go:77","msg":"f9ba8c11acfbc749 became follower at term 0"} {"level":"info","ts":"2026-06-26T02:13:41.610774Z","logger":"raft","caller":"etcdserver/zap_raft.go:77","msg":"newRaft f9ba8c11acfbc749 [peers: [], term: 0, commit: 0, applied: 0, lastindex: 0, lastterm: 0]"} {"level":"info","ts":"2026-06-26T02:13:41.610812Z","logger":"raft","caller":"etcdserver/zap_raft.go:77","msg":"f9ba8c11acfbc749 became follower at term 1"} {"level":"info","ts":"2026-06-26T02:13:41.610846Z","logger":"raft","caller":"etcdserver/zap_raft.go:77","msg":"f9ba8c11acfbc749 switched to configuration voters=(17994849268656752457)"} {"level":"warn","ts":"2026-06-26T02:13:41.6176Z","caller":"auth/store.go:1241","msg":"simple token is not cryptographically signed"} {"level":"info","ts":"2026-06-26T02:13:41.619382Z","caller":"mvcc/kvstore.go:407","msg":"kvstore restored","current-rev":1} {"level":"info","ts":"2026-06-26T02:13:41.62051Z","caller":"etcdserver/quota.go:94","msg":"enabled backend quota with default value","quota-name":"v3-applier","quota-size-bytes":2147483648,"quota-size":"2.1 GB"} {"level":"info","ts":"2026-06-26T02:13:41.623287Z","caller":"etcdserver/server.go:860","msg":"starting etcd server","local-member-id":"f9ba8c11acfbc749","local-server-version":"3.5.12","cluster-version":"to_be_decided"} {"level":"info","ts":"2026-06-26T02:13:41.624172Z","caller":"etcdserver/server.go:744","msg":"started as single-node; fast-forwarding election ticks","local-member-id":"f9ba8c11acfbc749","forward-ticks":9,"forward-duration":"900ms","election-ticks":10,"election-timeout":"1s"} {"level":"info","ts":"2026-06-26T02:13:41.624422Z","caller":"fileutil/purge.go:50","msg":"started to purge file","dir":"/var/lib/etcd/member/snap","suffix":"snap.db","max":5,"interval":"30s"} {"level":"info","ts":"2026-06-26T02:13:41.624517Z","caller":"fileutil/purge.go:50","msg":"started to purge file","dir":"/var/lib/etcd/member/snap","suffix":"snap","max":5,"interval":"30s"} {"level":"info","ts":"2026-06-26T02:13:41.624551Z","caller":"fileutil/purge.go:50","msg":"started to purge file","dir":"/var/lib/etcd/member/wal","suffix":"wal","max":5,"interval":"30s"} {"level":"info","ts":"2026-06-26T02:13:41.625227Z","logger":"raft","caller":"etcdserver/zap_raft.go:77","msg":"f9ba8c11acfbc749 switched to configuration voters=(17994849268656752457)"} {"level":"info","ts":"2026-06-26T02:13:41.629259Z","caller":"membership/cluster.go:421","msg":"added member","cluster-id":"ca7c3e103d4cd533","local-member-id":"f9ba8c11acfbc749","added-peer-id":"f9ba8c11acfbc749","added-peer-peer-urls":["https://199.19.213.122:2380"]} {"level":"info","ts":"2026-06-26T02:13:41.630023Z","caller":"embed/etcd.go:726","msg":"starting with client TLS","tls-info":"cert = /etc/kubernetes/pki/etcd/server.crt, key = /etc/kubernetes/pki/etcd/server.key, client-cert=, client-key=, trusted-ca = /etc/kubernetes/pki/etcd/ca.crt, client-cert-auth = true, crl-file = ","cipher-suites":[]} {"level":"info","ts":"2026-06-26T02:13:41.630405Z","caller":"embed/etcd.go:597","msg":"serving peer traffic","address":"199.19.213.122:2380"} {"level":"info","ts":"2026-06-26T02:13:41.63045Z","caller":"embed/etcd.go:569","msg":"cmux::serve","address":"199.19.213.122:2380"} {"level":"info","ts":"2026-06-26T02:13:41.630567Z","caller":"embed/etcd.go:277","msg":"now serving peer/client/metrics","local-member-id":"f9ba8c11acfbc749","initial-advertise-peer-urls":["https://199.19.213.122:2380"],"listen-peer-urls":["https://199.19.213.122:2380"],"advertise-client-urls":["https://199.19.213.122:2379"],"listen-client-urls":["https://127.0.0.1:2379","https://199.19.213.122:2379"],"listen-metrics-urls":["http://127.0.0.1:2381"]} {"level":"info","ts":"2026-06-26T02:13:41.630622Z","caller":"embed/etcd.go:857","msg":"serving metrics","address":"http://127.0.0.1:2381"} {"level":"info","ts":"2026-06-26T02:13:42.41181Z","logger":"raft","caller":"etcdserver/zap_raft.go:77","msg":"f9ba8c11acfbc749 is starting a new election at term 1"} {"level":"info","ts":"2026-06-26T02:13:42.41186Z","logger":"raft","caller":"etcdserver/zap_raft.go:77","msg":"f9ba8c11acfbc749 became pre-candidate at term 1"} {"level":"info","ts":"2026-06-26T02:13:42.411886Z","logger":"raft","caller":"etcdserver/zap_raft.go:77","msg":"f9ba8c11acfbc749 received MsgPreVoteResp from f9ba8c11acfbc749 at term 1"} {"level":"info","ts":"2026-06-26T02:13:42.411899Z","logger":"raft","caller":"etcdserver/zap_raft.go:77","msg":"f9ba8c11acfbc749 became candidate at term 2"} {"level":"info","ts":"2026-06-26T02:13:42.411906Z","logger":"raft","caller":"etcdserver/zap_raft.go:77","msg":"f9ba8c11acfbc749 received MsgVoteResp from f9ba8c11acfbc749 at term 2"} {"level":"info","ts":"2026-06-26T02:13:42.411916Z","logger":"raft","caller":"etcdserver/zap_raft.go:77","msg":"f9ba8c11acfbc749 became leader at term 2"} {"level":"info","ts":"2026-06-26T02:13:42.411925Z","logger":"raft","caller":"etcdserver/zap_raft.go:77","msg":"raft.node: f9ba8c11acfbc749 elected leader f9ba8c11acfbc749 at term 2"} {"level":"info","ts":"2026-06-26T02:13:42.413212Z","caller":"etcdserver/server.go:2578","msg":"setting up initial cluster version using v2 API","cluster-version":"3.5"} {"level":"info","ts":"2026-06-26T02:13:42.414385Z","caller":"etcdserver/server.go:2068","msg":"published local member to cluster through raft","local-member-id":"f9ba8c11acfbc749","local-member-attributes":"{Name:instance ClientURLs:[https://199.19.213.122:2379]}","request-path":"/0/members/f9ba8c11acfbc749/attributes","cluster-id":"ca7c3e103d4cd533","publish-timeout":"7s"} {"level":"info","ts":"2026-06-26T02:13:42.41445Z","caller":"embed/serve.go:103","msg":"ready to serve client requests"} {"level":"info","ts":"2026-06-26T02:13:42.414499Z","caller":"embed/serve.go:103","msg":"ready to serve client requests"} {"level":"info","ts":"2026-06-26T02:13:42.414742Z","caller":"etcdmain/main.go:44","msg":"notifying init daemon"} {"level":"info","ts":"2026-06-26T02:13:42.414781Z","caller":"etcdmain/main.go:50","msg":"successfully notified init daemon"} {"level":"info","ts":"2026-06-26T02:13:42.415259Z","caller":"membership/cluster.go:584","msg":"set initial cluster version","cluster-id":"ca7c3e103d4cd533","local-member-id":"f9ba8c11acfbc749","cluster-version":"3.5"} {"level":"info","ts":"2026-06-26T02:13:42.415554Z","caller":"api/capability.go:75","msg":"enabled capabilities for version","cluster-version":"3.5"} {"level":"info","ts":"2026-06-26T02:13:42.415637Z","caller":"etcdserver/server.go:2602","msg":"cluster version is updated","cluster-version":"3.5"} {"level":"info","ts":"2026-06-26T02:13:42.418689Z","caller":"embed/serve.go:250","msg":"serving client traffic securely","traffic":"grpc+http","address":"127.0.0.1:2379"} {"level":"info","ts":"2026-06-26T02:13:42.419534Z","caller":"embed/serve.go:250","msg":"serving client traffic securely","traffic":"grpc+http","address":"199.19.213.122:2379"} {"level":"info","ts":"2026-06-26T02:13:52.197294Z","caller":"traceutil/trace.go:171","msg":"trace[1298022375] transaction","detail":"{read_only:false; response_revision:349; number_of_response:1; }","duration":"219.402166ms","start":"2026-06-26T02:13:51.977848Z","end":"2026-06-26T02:13:52.19725Z","steps":["trace[1298022375] 'process raft request' (duration: 203.359424ms)","trace[1298022375] 'compare' (duration: 15.801984ms)"],"step_count":2} {"level":"info","ts":"2026-06-26T02:13:52.197502Z","caller":"traceutil/trace.go:171","msg":"trace[1668905933] linearizableReadLoop","detail":"{readStateIndex:363; appliedIndex:361; }","duration":"181.493441ms","start":"2026-06-26T02:13:52.015979Z","end":"2026-06-26T02:13:52.197472Z","steps":["trace[1668905933] 'read index received' (duration: 165.12194ms)","trace[1668905933] 'applied index is now lower than readState.Index' (duration: 16.369581ms)"],"step_count":2} {"level":"info","ts":"2026-06-26T02:13:52.197663Z","caller":"traceutil/trace.go:171","msg":"trace[664825684] transaction","detail":"{read_only:false; response_revision:350; number_of_response:1; }","duration":"219.316133ms","start":"2026-06-26T02:13:51.978335Z","end":"2026-06-26T02:13:52.197651Z","steps":["trace[664825684] 'process raft request' (duration: 218.86074ms)"],"step_count":1} {"level":"warn","ts":"2026-06-26T02:13:52.197727Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"181.734538ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/serviceaccounts/kube-system/deployment-controller\" ","response":"range_response_count:1 size:207"} {"level":"info","ts":"2026-06-26T02:13:52.197852Z","caller":"traceutil/trace.go:171","msg":"trace[1610830705] range","detail":"{range_begin:/registry/serviceaccounts/kube-system/deployment-controller; range_end:; response_count:1; response_revision:350; }","duration":"181.866332ms","start":"2026-06-26T02:13:52.015962Z","end":"2026-06-26T02:13:52.197829Z","steps":["trace[1610830705] 'agreement among raft nodes before linearized reading' (duration: 181.693597ms)"],"step_count":1} {"level":"warn","ts":"2026-06-26T02:13:52.199941Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"132.904472ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/serviceaccounts/kube-system/bootstrap-signer\" ","response":"range_response_count:1 size:197"} {"level":"info","ts":"2026-06-26T02:13:52.200055Z","caller":"traceutil/trace.go:171","msg":"trace[2068200705] range","detail":"{range_begin:/registry/serviceaccounts/kube-system/bootstrap-signer; range_end:; response_count:1; response_revision:350; }","duration":"133.055928ms","start":"2026-06-26T02:13:52.06695Z","end":"2026-06-26T02:13:52.200006Z","steps":["trace[2068200705] 'agreement among raft nodes before linearized reading' (duration: 130.833795ms)"],"step_count":1} {"level":"info","ts":"2026-06-26T02:13:52.332533Z","caller":"traceutil/trace.go:171","msg":"trace[1870890012] transaction","detail":"{read_only:false; response_revision:352; number_of_response:1; }","duration":"124.135255ms","start":"2026-06-26T02:13:52.208372Z","end":"2026-06-26T02:13:52.332507Z","steps":["trace[1870890012] 'process raft request' (duration: 88.825621ms)","trace[1870890012] 'compare' (duration: 35.121549ms)"],"step_count":2} {"level":"info","ts":"2026-06-26T02:13:52.332878Z","caller":"traceutil/trace.go:171","msg":"trace[1014977602] transaction","detail":"{read_only:false; response_revision:353; number_of_response:1; }","duration":"119.628919ms","start":"2026-06-26T02:13:52.213234Z","end":"2026-06-26T02:13:52.332863Z","steps":["trace[1014977602] 'process raft request' (duration: 119.215688ms)"],"step_count":1} {"level":"info","ts":"2026-06-26T02:13:52.333437Z","caller":"traceutil/trace.go:171","msg":"trace[1103332559] transaction","detail":"{read_only:false; response_revision:354; number_of_response:1; }","duration":"119.796554ms","start":"2026-06-26T02:13:52.213551Z","end":"2026-06-26T02:13:52.333348Z","steps":["trace[1103332559] 'process raft request' (duration: 119.254689ms)"],"step_count":1} {"level":"info","ts":"2026-06-26T02:13:52.333568Z","caller":"traceutil/trace.go:171","msg":"trace[368637597] transaction","detail":"{read_only:false; response_revision:355; number_of_response:1; }","duration":"119.195906ms","start":"2026-06-26T02:13:52.214346Z","end":"2026-06-26T02:13:52.333542Z","steps":["trace[368637597] 'process raft request' (duration: 118.867607ms)"],"step_count":1} {"level":"info","ts":"2026-06-26T02:13:52.333736Z","caller":"traceutil/trace.go:171","msg":"trace[581466833] linearizableReadLoop","detail":"{readStateIndex:366; appliedIndex:363; }","duration":"120.340399ms","start":"2026-06-26T02:13:52.213378Z","end":"2026-06-26T02:13:52.333718Z","steps":["trace[581466833] 'read index received' (duration: 5.395472ms)","trace[581466833] 'applied index is now lower than readState.Index' (duration: 114.943497ms)"],"step_count":2} {"level":"warn","ts":"2026-06-26T02:13:52.334013Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"117.917431ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/serviceaccounts/kube-system/node-controller\" ","response":"range_response_count:1 size:195"} {"level":"info","ts":"2026-06-26T02:13:52.334055Z","caller":"traceutil/trace.go:171","msg":"trace[2048719584] transaction","detail":"{read_only:false; response_revision:356; number_of_response:1; }","duration":"119.574436ms","start":"2026-06-26T02:13:52.214463Z","end":"2026-06-26T02:13:52.334038Z","steps":["trace[2048719584] 'process raft request' (duration: 119.00993ms)"],"step_count":1} {"level":"info","ts":"2026-06-26T02:13:52.334067Z","caller":"traceutil/trace.go:171","msg":"trace[1968380868] range","detail":"{range_begin:/registry/serviceaccounts/kube-system/node-controller; range_end:; response_count:1; response_revision:358; }","duration":"118.012673ms","start":"2026-06-26T02:13:52.216038Z","end":"2026-06-26T02:13:52.334051Z","steps":["trace[1968380868] 'agreement among raft nodes before linearized reading' (duration: 117.90485ms)"],"step_count":1} {"level":"warn","ts":"2026-06-26T02:13:52.334279Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"120.883604ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/kube-scheduler\" ","response":"range_response_count:1 size:477"} {"level":"info","ts":"2026-06-26T02:13:52.33439Z","caller":"traceutil/trace.go:171","msg":"trace[1593158240] range","detail":"{range_begin:/registry/leases/kube-system/kube-scheduler; range_end:; response_count:1; response_revision:358; }","duration":"121.013077ms","start":"2026-06-26T02:13:52.213362Z","end":"2026-06-26T02:13:52.334375Z","steps":["trace[1593158240] 'agreement among raft nodes before linearized reading' (duration: 120.825322ms)"],"step_count":1} {"level":"info","ts":"2026-06-26T02:13:52.334648Z","caller":"traceutil/trace.go:171","msg":"trace[1271020868] transaction","detail":"{read_only:false; response_revision:358; number_of_response:1; }","duration":"118.248581ms","start":"2026-06-26T02:13:52.216387Z","end":"2026-06-26T02:13:52.334636Z","steps":["trace[1271020868] 'process raft request' (duration: 117.288713ms)"],"step_count":1} {"level":"info","ts":"2026-06-26T02:13:52.334653Z","caller":"traceutil/trace.go:171","msg":"trace[1089736914] transaction","detail":"{read_only:false; response_revision:357; number_of_response:1; }","duration":"119.398363ms","start":"2026-06-26T02:13:52.215239Z","end":"2026-06-26T02:13:52.334637Z","steps":["trace[1089736914] 'process raft request' (duration: 118.279711ms)"],"step_count":1} {"level":"warn","ts":"2026-06-26T02:13:52.738964Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"190.400881ms","expected-duration":"100ms","prefix":"","request":"header: txn: success:> failure:<>>","response":"size:16"} {"level":"info","ts":"2026-06-26T02:13:52.739277Z","caller":"traceutil/trace.go:171","msg":"trace[707244587] linearizableReadLoop","detail":"{readStateIndex:388; appliedIndex:384; }","duration":"323.379037ms","start":"2026-06-26T02:13:52.415881Z","end":"2026-06-26T02:13:52.73926Z","steps":["trace[707244587] 'read index received' (duration: 132.144562ms)","trace[707244587] 'applied index is now lower than readState.Index' (duration: 191.233135ms)"],"step_count":2} {"level":"info","ts":"2026-06-26T02:13:52.739325Z","caller":"traceutil/trace.go:171","msg":"trace[550029573] transaction","detail":"{read_only:false; response_revision:372; number_of_response:1; }","duration":"351.319293ms","start":"2026-06-26T02:13:52.387946Z","end":"2026-06-26T02:13:52.739265Z","steps":["trace[550029573] 'process raft request' (duration: 160.15653ms)","trace[550029573] 'compare' (duration: 190.233737ms)"],"step_count":2} {"level":"warn","ts":"2026-06-26T02:13:52.739448Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"323.539621ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/serviceaccounts/kube-system/replicaset-controller\" ","response":"range_response_count:1 size:207"} {"level":"info","ts":"2026-06-26T02:13:52.739483Z","caller":"traceutil/trace.go:171","msg":"trace[1328446942] range","detail":"{range_begin:/registry/serviceaccounts/kube-system/replicaset-controller; range_end:; response_count:1; response_revision:375; }","duration":"323.627373ms","start":"2026-06-26T02:13:52.415845Z","end":"2026-06-26T02:13:52.739473Z","steps":["trace[1328446942] 'agreement among raft nodes before linearized reading' (duration: 323.474679ms)"],"step_count":1} {"level":"info","ts":"2026-06-26T02:13:52.73946Z","caller":"traceutil/trace.go:171","msg":"trace[1648354545] transaction","detail":"{read_only:false; response_revision:375; number_of_response:1; }","duration":"348.113243ms","start":"2026-06-26T02:13:52.391299Z","end":"2026-06-26T02:13:52.739412Z","steps":["trace[1648354545] 'process raft request' (duration: 347.909017ms)"],"step_count":1} {"level":"warn","ts":"2026-06-26T02:13:52.739527Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-06-26T02:13:52.415833Z","time spent":"323.686615ms","remote":"127.0.0.1:48596","response type":"/etcdserverpb.KV/Range","request count":0,"request size":61,"response count":1,"response size":231,"request content":"key:\"/registry/serviceaccounts/kube-system/replicaset-controller\" "} {"level":"info","ts":"2026-06-26T02:13:52.739508Z","caller":"traceutil/trace.go:171","msg":"trace[324650875] transaction","detail":"{read_only:false; response_revision:374; number_of_response:1; }","duration":"348.688089ms","start":"2026-06-26T02:13:52.39065Z","end":"2026-06-26T02:13:52.739338Z","steps":["trace[324650875] 'process raft request' (duration: 348.515104ms)"],"step_count":1} {"level":"warn","ts":"2026-06-26T02:13:52.739617Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-06-26T02:13:52.387922Z","time spent":"351.55762ms","remote":"127.0.0.1:48472","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":669,"response count":0,"response size":40,"request content":"compare: success:> failure:<>"} {"level":"info","ts":"2026-06-26T02:13:52.739783Z","caller":"traceutil/trace.go:171","msg":"trace[1222502960] transaction","detail":"{read_only:false; response_revision:373; number_of_response:1; }","duration":"351.314063ms","start":"2026-06-26T02:13:52.388435Z","end":"2026-06-26T02:13:52.739749Z","steps":["trace[1222502960] 'process raft request' (duration: 350.657795ms)"],"step_count":1} {"level":"warn","ts":"2026-06-26T02:13:52.74008Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-06-26T02:13:52.391291Z","time spent":"348.305368ms","remote":"127.0.0.1:48848","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":4002,"response count":0,"response size":40,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-06-26T02:13:52.740163Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-06-26T02:13:52.390639Z","time spent":"349.056509ms","remote":"127.0.0.1:48878","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":2886,"response count":0,"response size":40,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-06-26T02:13:52.740353Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-06-26T02:13:52.38842Z","time spent":"351.435856ms","remote":"127.0.0.1:48580","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":3424,"response count":0,"response size":40,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-06-26T02:13:52.939422Z","caller":"traceutil/trace.go:171","msg":"trace[287231355] transaction","detail":"{read_only:false; response_revision:379; number_of_response:1; }","duration":"122.712735ms","start":"2026-06-26T02:13:52.81668Z","end":"2026-06-26T02:13:52.939393Z","steps":["trace[287231355] 'process raft request' (duration: 60.153113ms)","trace[287231355] 'compare' (duration: 62.202022ms)"],"step_count":2} {"level":"info","ts":"2026-06-26T02:13:52.939501Z","caller":"traceutil/trace.go:171","msg":"trace[1074428773] transaction","detail":"{read_only:false; response_revision:380; number_of_response:1; }","duration":"122.662713ms","start":"2026-06-26T02:13:52.816816Z","end":"2026-06-26T02:13:52.939478Z","steps":["trace[1074428773] 'process raft request' (duration: 122.504369ms)"],"step_count":1} {"level":"info","ts":"2026-06-26T02:13:52.939667Z","caller":"traceutil/trace.go:171","msg":"trace[2014308564] transaction","detail":"{read_only:false; response_revision:381; number_of_response:1; }","duration":"122.608253ms","start":"2026-06-26T02:13:52.817049Z","end":"2026-06-26T02:13:52.939657Z","steps":["trace[2014308564] 'process raft request' (duration: 122.369166ms)"],"step_count":1} {"level":"info","ts":"2026-06-26T02:13:52.939689Z","caller":"traceutil/trace.go:171","msg":"trace[860859638] transaction","detail":"{read_only:false; response_revision:382; number_of_response:1; }","duration":"117.87783ms","start":"2026-06-26T02:13:52.821783Z","end":"2026-06-26T02:13:52.939661Z","steps":["trace[860859638] 'process raft request' (duration: 117.706305ms)"],"step_count":1} {"level":"info","ts":"2026-06-26T02:13:53.168506Z","caller":"traceutil/trace.go:171","msg":"trace[359473027] transaction","detail":"{read_only:false; response_revision:387; number_of_response:1; }","duration":"125.218347ms","start":"2026-06-26T02:13:53.043252Z","end":"2026-06-26T02:13:53.16847Z","steps":["trace[359473027] 'process raft request' (duration: 123.571822ms)"],"step_count":1} {"level":"info","ts":"2026-06-26T02:13:53.352311Z","caller":"traceutil/trace.go:171","msg":"trace[1328004970] transaction","detail":"{read_only:false; response_revision:389; number_of_response:1; }","duration":"166.699596ms","start":"2026-06-26T02:13:53.185584Z","end":"2026-06-26T02:13:53.352283Z","steps":["trace[1328004970] 'process raft request' (duration: 166.580603ms)"],"step_count":1} {"level":"info","ts":"2026-06-26T02:13:53.352379Z","caller":"traceutil/trace.go:171","msg":"trace[1283536624] transaction","detail":"{read_only:false; response_revision:388; number_of_response:1; }","duration":"178.788314ms","start":"2026-06-26T02:13:53.173557Z","end":"2026-06-26T02:13:53.352345Z","steps":["trace[1283536624] 'process raft request' (duration: 107.103281ms)","trace[1283536624] 'compare' (duration: 71.193309ms)"],"step_count":2} {"level":"info","ts":"2026-06-26T02:14:09.619817Z","caller":"traceutil/trace.go:171","msg":"trace[1965920276] transaction","detail":"{read_only:false; response_revision:473; number_of_response:1; }","duration":"112.533937ms","start":"2026-06-26T02:14:09.507265Z","end":"2026-06-26T02:14:09.619799Z","steps":["trace[1965920276] 'process raft request' (duration: 112.436804ms)"],"step_count":1} {"level":"info","ts":"2026-06-26T02:14:17.850566Z","caller":"traceutil/trace.go:171","msg":"trace[1080840379] transaction","detail":"{read_only:false; response_revision:491; number_of_response:1; }","duration":"192.093682ms","start":"2026-06-26T02:14:17.658427Z","end":"2026-06-26T02:14:17.850521Z","steps":["trace[1080840379] 'process raft request' (duration: 191.806515ms)"],"step_count":1} {"level":"info","ts":"2026-06-26T02:14:20.570637Z","caller":"traceutil/trace.go:171","msg":"trace[1457221913] transaction","detail":"{read_only:false; response_revision:531; number_of_response:1; }","duration":"128.711323ms","start":"2026-06-26T02:14:20.441906Z","end":"2026-06-26T02:14:20.570617Z","steps":["trace[1457221913] 'process raft request' (duration: 128.600751ms)"],"step_count":1} {"level":"info","ts":"2026-06-26T02:14:20.571062Z","caller":"traceutil/trace.go:171","msg":"trace[16523538] linearizableReadLoop","detail":"{readStateIndex:550; appliedIndex:550; }","duration":"125.344436ms","start":"2026-06-26T02:14:20.445707Z","end":"2026-06-26T02:14:20.571052Z","steps":["trace[16523538] 'read index received' (duration: 125.339886ms)","trace[16523538] 'applied index is now lower than readState.Index' (duration: 3.7µs)"],"step_count":2} {"level":"warn","ts":"2026-06-26T02:14:20.571205Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"125.482239ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/plndr-svcs-lock\" ","response":"range_response_count:1 size:437"} {"level":"info","ts":"2026-06-26T02:14:20.571245Z","caller":"traceutil/trace.go:171","msg":"trace[1268444623] range","detail":"{range_begin:/registry/leases/kube-system/plndr-svcs-lock; range_end:; response_count:1; response_revision:531; }","duration":"125.559121ms","start":"2026-06-26T02:14:20.445674Z","end":"2026-06-26T02:14:20.571234Z","steps":["trace[1268444623] 'agreement among raft nodes before linearized reading' (duration: 125.455609ms)"],"step_count":1} {"level":"info","ts":"2026-06-26T02:14:21.066157Z","caller":"traceutil/trace.go:171","msg":"trace[1882717329] transaction","detail":"{read_only:false; response_revision:532; number_of_response:1; }","duration":"620.335555ms","start":"2026-06-26T02:14:20.445786Z","end":"2026-06-26T02:14:21.066121Z","steps":["trace[1882717329] 'process raft request' (duration: 620.09764ms)"],"step_count":1} {"level":"info","ts":"2026-06-26T02:14:21.066257Z","caller":"traceutil/trace.go:171","msg":"trace[1648582583] transaction","detail":"{read_only:false; response_revision:534; number_of_response:1; }","duration":"616.744012ms","start":"2026-06-26T02:14:20.449476Z","end":"2026-06-26T02:14:21.06622Z","steps":["trace[1648582583] 'process raft request' (duration: 616.581278ms)"],"step_count":1} {"level":"warn","ts":"2026-06-26T02:14:21.066348Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-06-26T02:14:20.445774Z","time spent":"620.483189ms","remote":"127.0.0.1:48452","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":9490,"response count":0,"response size":40,"request content":"compare: success:> failure:<>"} {"level":"warn","ts":"2026-06-26T02:14:21.06641Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-06-26T02:14:20.44946Z","time spent":"616.878566ms","remote":"127.0.0.1:48452","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":22019,"response count":0,"response size":40,"request content":"compare: success:> failure:<>"} {"level":"info","ts":"2026-06-26T02:14:21.066317Z","caller":"traceutil/trace.go:171","msg":"trace[1579217445] transaction","detail":"{read_only:false; response_revision:535; number_of_response:1; }","duration":"611.615746ms","start":"2026-06-26T02:14:20.45466Z","end":"2026-06-26T02:14:21.066275Z","steps":["trace[1579217445] 'process raft request' (duration: 611.426892ms)"],"step_count":1} {"level":"info","ts":"2026-06-26T02:14:21.066545Z","caller":"traceutil/trace.go:171","msg":"trace[668801454] transaction","detail":"{read_only:false; response_revision:533; number_of_response:1; }","duration":"620.641232ms","start":"2026-06-26T02:14:20.445886Z","end":"2026-06-26T02:14:21.066527Z","steps":["trace[668801454] 'process raft request' (duration: 620.136241ms)"],"step_count":1} {"level":"info","ts":"2026-06-26T02:14:21.06658Z","caller":"traceutil/trace.go:171","msg":"trace[834164699] transaction","detail":"{read_only:false; response_revision:536; number_of_response:1; }","duration":"611.897353ms","start":"2026-06-26T02:14:20.454675Z","end":"2026-06-26T02:14:21.066572Z","steps":["trace[834164699] 'process raft request' (duration: 611.436483ms)"],"step_count":1} {"level":"info","ts":"2026-06-26T02:14:21.06662Z","caller":"traceutil/trace.go:171","msg":"trace[1999625911] linearizableReadLoop","detail":"{readStateIndex:560; appliedIndex:550; }","duration":"495.493411ms","start":"2026-06-26T02:14:20.571113Z","end":"2026-06-26T02:14:21.066606Z","steps":["trace[1999625911] 'read index received' (duration: 494.835396ms)","trace[1999625911] 'applied index is now lower than readState.Index' (duration: 657.355µs)"],"step_count":2} {"level":"warn","ts":"2026-06-26T02:14:21.066622Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-06-26T02:14:20.454667Z","time spent":"611.934624ms","remote":"127.0.0.1:48452","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":28462,"response count":0,"response size":40,"request content":"compare: success:> failure:<>"} {"level":"warn","ts":"2026-06-26T02:14:21.06662Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-06-26T02:14:20.445871Z","time spent":"620.712333ms","remote":"127.0.0.1:48452","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":6315,"response count":0,"response size":40,"request content":"compare: success:> failure:<>"} {"level":"warn","ts":"2026-06-26T02:14:21.066633Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-06-26T02:14:20.45464Z","time spent":"611.943503ms","remote":"127.0.0.1:48452","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":29820,"response count":0,"response size":40,"request content":"compare: success:> failure:<>"} {"level":"warn","ts":"2026-06-26T02:14:21.066836Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"562.81236ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/kube-scheduler\" ","response":"range_response_count:1 size:478"} {"level":"info","ts":"2026-06-26T02:14:21.066814Z","caller":"traceutil/trace.go:171","msg":"trace[1182880880] transaction","detail":"{read_only:false; response_revision:539; number_of_response:1; }","duration":"602.043177ms","start":"2026-06-26T02:14:20.464743Z","end":"2026-06-26T02:14:21.066786Z","steps":["trace[1182880880] 'process raft request' (duration: 601.578526ms)"],"step_count":1} {"level":"info","ts":"2026-06-26T02:14:21.066863Z","caller":"traceutil/trace.go:171","msg":"trace[2020860955] range","detail":"{range_begin:/registry/leases/kube-system/kube-scheduler; range_end:; response_count:1; response_revision:541; }","duration":"562.870051ms","start":"2026-06-26T02:14:20.503987Z","end":"2026-06-26T02:14:21.066857Z","steps":["trace[2020860955] 'agreement among raft nodes before linearized reading' (duration: 562.82826ms)"],"step_count":1} {"level":"warn","ts":"2026-06-26T02:14:21.066884Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-06-26T02:14:20.503971Z","time spent":"562.909042ms","remote":"127.0.0.1:48670","response type":"/etcdserverpb.KV/Range","request count":0,"request size":45,"response count":1,"response size":502,"request content":"key:\"/registry/leases/kube-system/kube-scheduler\" "} {"level":"info","ts":"2026-06-26T02:14:21.066547Z","caller":"traceutil/trace.go:171","msg":"trace[962760605] transaction","detail":"{read_only:false; response_revision:537; number_of_response:1; }","duration":"608.615806ms","start":"2026-06-26T02:14:20.457921Z","end":"2026-06-26T02:14:21.066537Z","steps":["trace[962760605] 'process raft request' (duration: 608.215967ms)"],"step_count":1} {"level":"warn","ts":"2026-06-26T02:14:21.066939Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-06-26T02:14:20.464726Z","time spent":"602.155109ms","remote":"127.0.0.1:48452","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":63889,"response count":0,"response size":40,"request content":"compare: success:> failure:<>"} {"level":"warn","ts":"2026-06-26T02:14:21.066991Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-06-26T02:14:20.457903Z","time spent":"609.048887ms","remote":"127.0.0.1:48452","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":28166,"response count":0,"response size":40,"request content":"compare: success:> failure:<>"} {"level":"warn","ts":"2026-06-26T02:14:21.066733Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"566.709238ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/plndr-cp-lock\" ","response":"range_response_count:1 size:433"} {"level":"info","ts":"2026-06-26T02:14:21.066782Z","caller":"traceutil/trace.go:171","msg":"trace[756440732] transaction","detail":"{read_only:false; response_revision:538; number_of_response:1; }","duration":"603.311836ms","start":"2026-06-26T02:14:20.463462Z","end":"2026-06-26T02:14:21.066774Z","steps":["trace[756440732] 'process raft request' (duration: 602.767503ms)"],"step_count":1} {"level":"warn","ts":"2026-06-26T02:14:21.067144Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-06-26T02:14:20.463452Z","time spent":"603.669343ms","remote":"127.0.0.1:48452","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":29801,"response count":0,"response size":40,"request content":"compare: success:> failure:<>"} {"level":"info","ts":"2026-06-26T02:14:21.066793Z","caller":"traceutil/trace.go:171","msg":"trace[766337587] transaction","detail":"{read_only:false; response_revision:540; number_of_response:1; }","duration":"572.075881ms","start":"2026-06-26T02:14:20.494702Z","end":"2026-06-26T02:14:21.066778Z","steps":["trace[766337587] 'process raft request' (duration: 571.773184ms)"],"step_count":1} {"level":"warn","ts":"2026-06-26T02:14:21.06726Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-06-26T02:14:20.494691Z","time spent":"572.519541ms","remote":"127.0.0.1:48452","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":58271,"response count":0,"response size":40,"request content":"compare: success:> failure:<>"} {"level":"info","ts":"2026-06-26T02:14:21.067064Z","caller":"traceutil/trace.go:171","msg":"trace[902720081] range","detail":"{range_begin:/registry/leases/kube-system/plndr-cp-lock; range_end:; response_count:1; response_revision:541; }","duration":"567.061287ms","start":"2026-06-26T02:14:20.499993Z","end":"2026-06-26T02:14:21.067054Z","steps":["trace[902720081] 'agreement among raft nodes before linearized reading' (duration: 566.655968ms)"],"step_count":1} {"level":"warn","ts":"2026-06-26T02:14:21.067376Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-06-26T02:14:20.499987Z","time spent":"567.374514ms","remote":"127.0.0.1:48670","response type":"/etcdserverpb.KV/Range","request count":0,"request size":44,"response count":1,"response size":457,"request content":"key:\"/registry/leases/kube-system/plndr-cp-lock\" "} {"level":"info","ts":"2026-06-26T02:14:21.066804Z","caller":"traceutil/trace.go:171","msg":"trace[950267543] transaction","detail":"{read_only:false; response_revision:541; number_of_response:1; }","duration":"556.990816ms","start":"2026-06-26T02:14:20.509806Z","end":"2026-06-26T02:14:21.066797Z","steps":["trace[950267543] 'process raft request' (duration: 556.762251ms)"],"step_count":1} {"level":"warn","ts":"2026-06-26T02:14:21.067702Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-06-26T02:14:20.509796Z","time spent":"557.846236ms","remote":"127.0.0.1:48452","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":79374,"response count":0,"response size":40,"request content":"compare: success:> failure:<>"} {"level":"info","ts":"2026-06-26T02:14:21.073821Z","caller":"traceutil/trace.go:171","msg":"trace[584874433] transaction","detail":"{read_only:false; response_revision:545; number_of_response:1; }","duration":"459.070957ms","start":"2026-06-26T02:14:20.614724Z","end":"2026-06-26T02:14:21.073795Z","steps":["trace[584874433] 'process raft request' (duration: 459.014835ms)"],"step_count":1} {"level":"warn","ts":"2026-06-26T02:14:21.073923Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-06-26T02:14:20.614701Z","time spent":"459.17559ms","remote":"127.0.0.1:48452","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":149907,"response count":0,"response size":40,"request content":"compare: success:> failure:<>"} {"level":"info","ts":"2026-06-26T02:14:21.074172Z","caller":"traceutil/trace.go:171","msg":"trace[1530791900] transaction","detail":"{read_only:false; response_revision:542; number_of_response:1; }","duration":"499.073382ms","start":"2026-06-26T02:14:20.575088Z","end":"2026-06-26T02:14:21.074162Z","steps":["trace[1530791900] 'process raft request' (duration: 498.459627ms)"],"step_count":1} {"level":"warn","ts":"2026-06-26T02:14:21.074236Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-06-26T02:14:20.575053Z","time spent":"499.146834ms","remote":"127.0.0.1:48670","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":423,"response count":0,"response size":40,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-06-26T02:14:21.07439Z","caller":"traceutil/trace.go:171","msg":"trace[1821296007] transaction","detail":"{read_only:false; response_revision:543; number_of_response:1; }","duration":"498.039338ms","start":"2026-06-26T02:14:20.576342Z","end":"2026-06-26T02:14:21.074382Z","steps":["trace[1821296007] 'process raft request' (duration: 497.29652ms)"],"step_count":1} {"level":"warn","ts":"2026-06-26T02:14:21.074435Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-06-26T02:14:20.576334Z","time spent":"498.082539ms","remote":"127.0.0.1:48952","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":1004,"response count":0,"response size":40,"request content":"compare: success:> failure:<>"} {"level":"info","ts":"2026-06-26T02:14:21.074537Z","caller":"traceutil/trace.go:171","msg":"trace[611294314] transaction","detail":"{read_only:false; response_revision:544; number_of_response:1; }","duration":"495.750085ms","start":"2026-06-26T02:14:20.578779Z","end":"2026-06-26T02:14:21.074529Z","steps":["trace[611294314] 'process raft request' (duration: 494.894635ms)"],"step_count":1} {"level":"warn","ts":"2026-06-26T02:14:21.07459Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-06-26T02:14:20.578746Z","time spent":"495.815457ms","remote":"127.0.0.1:48452","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":9125,"response count":0,"response size":40,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-06-26T02:14:22.882664Z","caller":"traceutil/trace.go:171","msg":"trace[1615163556] transaction","detail":"{read_only:false; response_revision:608; number_of_response:1; }","duration":"104.949228ms","start":"2026-06-26T02:14:22.777693Z","end":"2026-06-26T02:14:22.882642Z","steps":["trace[1615163556] 'process raft request' (duration: 102.980285ms)"],"step_count":1} {"level":"info","ts":"2026-06-26T02:14:27.045653Z","caller":"traceutil/trace.go:171","msg":"trace[534993855] transaction","detail":"{read_only:false; response_revision:624; number_of_response:1; }","duration":"184.771121ms","start":"2026-06-26T02:14:26.860857Z","end":"2026-06-26T02:14:27.045628Z","steps":["trace[534993855] 'process raft request' (duration: 183.067694ms)"],"step_count":1} {"level":"warn","ts":"2026-06-26T02:14:28.900682Z","caller":"etcdserver/v3_server.go:897","msg":"waiting for ReadIndex response took too long, retrying","sent-request-id":14360183716516360061,"retry-timeout":"500ms"} {"level":"warn","ts":"2026-06-26T02:14:28.914811Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.011252151s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/kube-controller-manager\" ","response":"range_response_count:1 size:505"} {"level":"info","ts":"2026-06-26T02:14:28.914888Z","caller":"traceutil/trace.go:171","msg":"trace[711669863] range","detail":"{range_begin:/registry/leases/kube-system/kube-controller-manager; range_end:; response_count:1; response_revision:633; }","duration":"1.011392366s","start":"2026-06-26T02:14:27.903474Z","end":"2026-06-26T02:14:28.914867Z","steps":["trace[711669863] 'range keys from in-memory index tree' (duration: 1.011094657s)"],"step_count":1} {"level":"warn","ts":"2026-06-26T02:14:28.914926Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-06-26T02:14:27.90344Z","time spent":"1.011477728s","remote":"127.0.0.1:48670","response type":"/etcdserverpb.KV/Range","request count":0,"request size":54,"response count":1,"response size":529,"request content":"key:\"/registry/leases/kube-system/kube-controller-manager\" "} {"level":"info","ts":"2026-06-26T02:14:28.940963Z","caller":"traceutil/trace.go:171","msg":"trace[405426297] transaction","detail":"{read_only:false; response_revision:634; number_of_response:1; }","duration":"713.682721ms","start":"2026-06-26T02:14:28.227254Z","end":"2026-06-26T02:14:28.940936Z","steps":["trace[405426297] 'process raft request' (duration: 711.515304ms)"],"step_count":1} {"level":"warn","ts":"2026-06-26T02:14:28.941124Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-06-26T02:14:28.227219Z","time spent":"713.819154ms","remote":"127.0.0.1:48484","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":1036197,"response count":0,"response size":40,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-06-26T02:14:29.167136Z","caller":"traceutil/trace.go:171","msg":"trace[255865085] transaction","detail":"{read_only:false; response_revision:635; number_of_response:1; }","duration":"875.64294ms","start":"2026-06-26T02:14:28.29147Z","end":"2026-06-26T02:14:29.167113Z","steps":["trace[255865085] 'process raft request' (duration: 779.448681ms)","trace[255865085] 'compare' (duration: 95.919392ms)"],"step_count":2} {"level":"info","ts":"2026-06-26T02:14:29.167392Z","caller":"traceutil/trace.go:171","msg":"trace[1364524090] linearizableReadLoop","detail":"{readStateIndex:663; appliedIndex:661; }","duration":"767.310205ms","start":"2026-06-26T02:14:28.40003Z","end":"2026-06-26T02:14:29.16734Z","steps":["trace[1364524090] 'read index received' (duration: 538.643626ms)","trace[1364524090] 'applied index is now lower than readState.Index' (duration: 228.665589ms)"],"step_count":2} {"level":"warn","ts":"2026-06-26T02:14:29.167421Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-06-26T02:14:28.291431Z","time spent":"875.780033ms","remote":"127.0.0.1:48670","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":521,"response count":0,"response size":40,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-06-26T02:14:29.167743Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"767.717634ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/health\" ","response":"range_response_count:0 size:5"} {"level":"info","ts":"2026-06-26T02:14:29.167751Z","caller":"traceutil/trace.go:171","msg":"trace[697408123] transaction","detail":"{read_only:false; response_revision:636; number_of_response:1; }","duration":"247.863226ms","start":"2026-06-26T02:14:28.919848Z","end":"2026-06-26T02:14:29.167711Z","steps":["trace[697408123] 'process raft request' (duration: 247.202742ms)"],"step_count":1} {"level":"info","ts":"2026-06-26T02:14:29.167798Z","caller":"traceutil/trace.go:171","msg":"trace[1568577923] range","detail":"{range_begin:/registry/health; range_end:; response_count:0; response_revision:636; }","duration":"767.817566ms","start":"2026-06-26T02:14:28.399965Z","end":"2026-06-26T02:14:29.167782Z","steps":["trace[1568577923] 'agreement among raft nodes before linearized reading' (duration: 767.728614ms)"],"step_count":1} {"level":"warn","ts":"2026-06-26T02:14:29.167931Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-06-26T02:14:28.399939Z","time spent":"767.979969ms","remote":"127.0.0.1:48400","response type":"/etcdserverpb.KV/Range","request count":0,"request size":18,"response count":0,"response size":29,"request content":"key:\"/registry/health\" "} {"level":"info","ts":"2026-06-26T02:14:29.489271Z","caller":"traceutil/trace.go:171","msg":"trace[1329133468] transaction","detail":"{read_only:false; response_revision:637; number_of_response:1; }","duration":"492.608123ms","start":"2026-06-26T02:14:28.996624Z","end":"2026-06-26T02:14:29.489233Z","steps":["trace[1329133468] 'process raft request' (duration: 491.658262ms)"],"step_count":1} {"level":"warn","ts":"2026-06-26T02:14:29.489458Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-06-26T02:14:28.996582Z","time spent":"492.775427ms","remote":"127.0.0.1:48758","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":1044,"response count":0,"response size":40,"request content":"compare: success:> failure:<>"} {"level":"info","ts":"2026-06-26T02:14:29.489657Z","caller":"traceutil/trace.go:171","msg":"trace[946986019] linearizableReadLoop","detail":"{readStateIndex:665; appliedIndex:664; }","duration":"322.137579ms","start":"2026-06-26T02:14:29.167488Z","end":"2026-06-26T02:14:29.489626Z","steps":["trace[946986019] 'read index received' (duration: 320.717597ms)","trace[946986019] 'applied index is now lower than readState.Index' (duration: 1.417441ms)"],"step_count":2} {"level":"warn","ts":"2026-06-26T02:14:29.489785Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"331.40663ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/kube-scheduler\" ","response":"range_response_count:1 size:477"} {"level":"warn","ts":"2026-06-26T02:14:29.489789Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"325.362678ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/plndr-svcs-lock\" ","response":"range_response_count:1 size:436"} {"level":"info","ts":"2026-06-26T02:14:29.489829Z","caller":"traceutil/trace.go:171","msg":"trace[1352577826] range","detail":"{range_begin:/registry/leases/kube-system/kube-scheduler; range_end:; response_count:1; response_revision:637; }","duration":"331.498882ms","start":"2026-06-26T02:14:29.15832Z","end":"2026-06-26T02:14:29.489818Z","steps":["trace[1352577826] 'agreement among raft nodes before linearized reading' (duration: 331.397429ms)"],"step_count":1} {"level":"info","ts":"2026-06-26T02:14:29.489847Z","caller":"traceutil/trace.go:171","msg":"trace[588566425] range","detail":"{range_begin:/registry/leases/kube-system/plndr-svcs-lock; range_end:; response_count:1; response_revision:637; }","duration":"325.475761ms","start":"2026-06-26T02:14:29.164353Z","end":"2026-06-26T02:14:29.489829Z","steps":["trace[588566425] 'agreement among raft nodes before linearized reading' (duration: 325.334718ms)"],"step_count":1} {"level":"warn","ts":"2026-06-26T02:14:29.489864Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-06-26T02:14:29.158292Z","time spent":"331.566043ms","remote":"127.0.0.1:48670","response type":"/etcdserverpb.KV/Range","request count":0,"request size":45,"response count":1,"response size":501,"request content":"key:\"/registry/leases/kube-system/kube-scheduler\" "} {"level":"warn","ts":"2026-06-26T02:14:29.489894Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-06-26T02:14:29.164327Z","time spent":"325.558373ms","remote":"127.0.0.1:48670","response type":"/etcdserverpb.KV/Range","request count":0,"request size":46,"response count":1,"response size":460,"request content":"key:\"/registry/leases/kube-system/plndr-svcs-lock\" "} {"level":"warn","ts":"2026-06-26T02:14:29.490046Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"750.721462ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pods/kube-system/cilium-wgh98\" ","response":"range_response_count:1 size:16965"} {"level":"info","ts":"2026-06-26T02:14:29.490093Z","caller":"traceutil/trace.go:171","msg":"trace[630574010] range","detail":"{range_begin:/registry/pods/kube-system/cilium-wgh98; range_end:; response_count:1; response_revision:637; }","duration":"750.810794ms","start":"2026-06-26T02:14:28.739268Z","end":"2026-06-26T02:14:29.490079Z","steps":["trace[630574010] 'agreement among raft nodes before linearized reading' (duration: 750.654591ms)"],"step_count":1} {"level":"warn","ts":"2026-06-26T02:14:29.490124Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-06-26T02:14:28.739244Z","time spent":"750.873746ms","remote":"127.0.0.1:48580","response type":"/etcdserverpb.KV/Range","request count":0,"request size":41,"response count":1,"response size":16989,"request content":"key:\"/registry/pods/kube-system/cilium-wgh98\" "} {"level":"warn","ts":"2026-06-26T02:14:29.490676Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"321.770321ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/health\" ","response":"range_response_count:0 size:5"} {"level":"info","ts":"2026-06-26T02:14:29.490978Z","caller":"traceutil/trace.go:171","msg":"trace[1008398506] range","detail":"{range_begin:/registry/health; range_end:; response_count:0; response_revision:637; }","duration":"322.096628ms","start":"2026-06-26T02:14:29.168863Z","end":"2026-06-26T02:14:29.490959Z","steps":["trace[1008398506] 'agreement among raft nodes before linearized reading' (duration: 321.755031ms)"],"step_count":1} {"level":"warn","ts":"2026-06-26T02:14:29.491853Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-06-26T02:14:29.168852Z","time spent":"322.968407ms","remote":"127.0.0.1:48416","response type":"/etcdserverpb.KV/Range","request count":0,"request size":18,"response count":0,"response size":29,"request content":"key:\"/registry/health\" "} {"level":"warn","ts":"2026-06-26T02:14:29.490691Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"321.753131ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/plndr-cp-lock\" ","response":"range_response_count:1 size:432"} {"level":"info","ts":"2026-06-26T02:14:29.491968Z","caller":"traceutil/trace.go:171","msg":"trace[557669033] range","detail":"{range_begin:/registry/leases/kube-system/plndr-cp-lock; range_end:; response_count:1; response_revision:637; }","duration":"323.06026ms","start":"2026-06-26T02:14:29.168884Z","end":"2026-06-26T02:14:29.491944Z","steps":["trace[557669033] 'agreement among raft nodes before linearized reading' (duration: 321.762771ms)"],"step_count":1} {"level":"warn","ts":"2026-06-26T02:14:29.492023Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-06-26T02:14:29.168857Z","time spent":"323.151541ms","remote":"127.0.0.1:48670","response type":"/etcdserverpb.KV/Range","request count":0,"request size":44,"response count":1,"response size":456,"request content":"key:\"/registry/leases/kube-system/plndr-cp-lock\" "} {"level":"info","ts":"2026-06-26T02:14:29.60711Z","caller":"traceutil/trace.go:171","msg":"trace[1840275298] transaction","detail":"{read_only:false; response_revision:638; number_of_response:1; }","duration":"112.712886ms","start":"2026-06-26T02:14:29.494375Z","end":"2026-06-26T02:14:29.607088Z","steps":["trace[1840275298] 'process raft request' (duration: 84.001175ms)","trace[1840275298] 'compare' (duration: 28.609609ms)"],"step_count":2} {"level":"info","ts":"2026-06-26T02:14:29.629005Z","caller":"traceutil/trace.go:171","msg":"trace[1467725509] transaction","detail":"{read_only:false; response_revision:640; number_of_response:1; }","duration":"133.780949ms","start":"2026-06-26T02:14:29.495197Z","end":"2026-06-26T02:14:29.628977Z","steps":["trace[1467725509] 'process raft request' (duration: 133.527274ms)"],"step_count":1} {"level":"info","ts":"2026-06-26T02:14:29.629037Z","caller":"traceutil/trace.go:171","msg":"trace[37839439] linearizableReadLoop","detail":"{readStateIndex:668; appliedIndex:665; }","duration":"130.663762ms","start":"2026-06-26T02:14:29.498352Z","end":"2026-06-26T02:14:29.629016Z","steps":["trace[37839439] 'read index received' (duration: 80.014858ms)","trace[37839439] 'applied index is now lower than readState.Index' (duration: 50.647924ms)"],"step_count":2} {"level":"info","ts":"2026-06-26T02:14:29.629183Z","caller":"traceutil/trace.go:171","msg":"trace[180681667] transaction","detail":"{read_only:false; response_revision:641; number_of_response:1; }","duration":"124.478449ms","start":"2026-06-26T02:14:29.504697Z","end":"2026-06-26T02:14:29.629175Z","steps":["trace[180681667] 'process raft request' (duration: 124.201572ms)"],"step_count":1} {"level":"warn","ts":"2026-06-26T02:14:29.629318Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"130.937439ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/health\" ","response":"range_response_count:0 size:5"} {"level":"info","ts":"2026-06-26T02:14:29.629345Z","caller":"traceutil/trace.go:171","msg":"trace[1234177933] range","detail":"{range_begin:/registry/health; range_end:; response_count:0; response_revision:641; }","duration":"131.010011ms","start":"2026-06-26T02:14:29.498329Z","end":"2026-06-26T02:14:29.629339Z","steps":["trace[1234177933] 'agreement among raft nodes before linearized reading' (duration: 130.942339ms)"],"step_count":1} {"level":"info","ts":"2026-06-26T02:14:29.628822Z","caller":"traceutil/trace.go:171","msg":"trace[70214748] transaction","detail":"{read_only:false; response_revision:639; number_of_response:1; }","duration":"133.627196ms","start":"2026-06-26T02:14:29.495149Z","end":"2026-06-26T02:14:29.628776Z","steps":["trace[70214748] 'process raft request' (duration: 133.475933ms)"],"step_count":1} {"level":"warn","ts":"2026-06-26T02:14:29.629569Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"129.957508ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/clusterroles/envoy-gateway-gateway-helm-certgen:envoy-gateway-system\" ","response":"range_response_count:0 size:5"} {"level":"info","ts":"2026-06-26T02:14:29.629599Z","caller":"traceutil/trace.go:171","msg":"trace[928384889] range","detail":"{range_begin:/registry/clusterroles/envoy-gateway-gateway-helm-certgen:envoy-gateway-system; range_end:; response_count:0; response_revision:641; }","duration":"130.000929ms","start":"2026-06-26T02:14:29.499589Z","end":"2026-06-26T02:14:29.629589Z","steps":["trace[928384889] 'agreement among raft nodes before linearized reading' (duration: 129.962128ms)"],"step_count":1} {"level":"warn","ts":"2026-06-26T02:14:30.896521Z","caller":"etcdserver/v3_server.go:897","msg":"waiting for ReadIndex response took too long, retrying","sent-request-id":14360183716516360074,"retry-timeout":"500ms"} {"level":"warn","ts":"2026-06-26T02:14:31.298136Z","caller":"wal/wal.go:805","msg":"slow fdatasync","took":"1.266257263s","expected-duration":"1s"} {"level":"info","ts":"2026-06-26T02:14:31.29992Z","caller":"traceutil/trace.go:171","msg":"trace[1201392017] linearizableReadLoop","detail":"{readStateIndex:670; appliedIndex:669; }","duration":"904.193888ms","start":"2026-06-26T02:14:30.395705Z","end":"2026-06-26T02:14:31.299899Z","steps":["trace[1201392017] 'read index received' (duration: 902.583693ms)","trace[1201392017] 'applied index is now lower than readState.Index' (duration: 1.609415ms)"],"step_count":2} {"level":"info","ts":"2026-06-26T02:14:31.299972Z","caller":"traceutil/trace.go:171","msg":"trace[1524501526] transaction","detail":"{read_only:false; response_revision:642; number_of_response:1; }","duration":"1.270172836s","start":"2026-06-26T02:14:30.029774Z","end":"2026-06-26T02:14:31.299946Z","steps":["trace[1524501526] 'process raft request' (duration: 1.26896969s)"],"step_count":1} {"level":"warn","ts":"2026-06-26T02:14:31.300079Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"904.350401ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/health\" ","response":"range_response_count:0 size:5"} {"level":"warn","ts":"2026-06-26T02:14:31.300137Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-06-26T02:14:30.029742Z","time spent":"1.27030752s","remote":"127.0.0.1:48484","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":1036229,"response count":0,"response size":40,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-06-26T02:14:31.300156Z","caller":"traceutil/trace.go:171","msg":"trace[1118357621] range","detail":"{range_begin:/registry/health; range_end:; response_count:0; response_revision:642; }","duration":"904.458693ms","start":"2026-06-26T02:14:30.395678Z","end":"2026-06-26T02:14:31.300137Z","steps":["trace[1118357621] 'agreement among raft nodes before linearized reading' (duration: 904.29675ms)"],"step_count":1} {"level":"warn","ts":"2026-06-26T02:14:31.300196Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-06-26T02:14:30.39566Z","time spent":"904.528475ms","remote":"127.0.0.1:48416","response type":"/etcdserverpb.KV/Range","request count":0,"request size":18,"response count":0,"response size":29,"request content":"key:\"/registry/health\" "} {"level":"warn","ts":"2026-06-26T02:14:31.322906Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"151.189918ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/kube-controller-manager\" ","response":"range_response_count:1 size:505"} {"level":"info","ts":"2026-06-26T02:14:31.322974Z","caller":"traceutil/trace.go:171","msg":"trace[1112285977] range","detail":"{range_begin:/registry/leases/kube-system/kube-controller-manager; range_end:; response_count:1; response_revision:642; }","duration":"151.270899ms","start":"2026-06-26T02:14:31.171688Z","end":"2026-06-26T02:14:31.322958Z","steps":["trace[1112285977] 'agreement among raft nodes before linearized reading' (duration: 151.076355ms)"],"step_count":1} {"level":"info","ts":"2026-06-26T02:14:33.21012Z","caller":"traceutil/trace.go:171","msg":"trace[1195304725] transaction","detail":"{read_only:false; response_revision:672; number_of_response:1; }","duration":"330.068438ms","start":"2026-06-26T02:14:32.880029Z","end":"2026-06-26T02:14:33.210097Z","steps":["trace[1195304725] 'process raft request' (duration: 329.69335ms)"],"step_count":1} {"level":"warn","ts":"2026-06-26T02:14:33.21037Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-06-26T02:14:32.879984Z","time spent":"330.19316ms","remote":"127.0.0.1:48484","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":1036313,"response count":0,"response size":40,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-06-26T02:14:33.217193Z","caller":"traceutil/trace.go:171","msg":"trace[1511245594] transaction","detail":"{read_only:false; response_revision:674; number_of_response:1; }","duration":"113.409502ms","start":"2026-06-26T02:14:33.103762Z","end":"2026-06-26T02:14:33.217172Z","steps":["trace[1511245594] 'process raft request' (duration: 113.373832ms)"],"step_count":1} {"level":"info","ts":"2026-06-26T02:14:33.217481Z","caller":"traceutil/trace.go:171","msg":"trace[623195912] transaction","detail":"{read_only:false; response_revision:673; number_of_response:1; }","duration":"316.671022ms","start":"2026-06-26T02:14:32.900786Z","end":"2026-06-26T02:14:33.217457Z","steps":["trace[623195912] 'process raft request' (duration: 316.257264ms)"],"step_count":1} {"level":"warn","ts":"2026-06-26T02:14:33.217601Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-06-26T02:14:32.90076Z","time spent":"316.783715ms","remote":"127.0.0.1:48452","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":3202,"response count":0,"response size":40,"request content":"compare: success:> failure:<>"} {"level":"info","ts":"2026-06-26T02:14:43.553643Z","caller":"traceutil/trace.go:171","msg":"trace[416551028] linearizableReadLoop","detail":"{readStateIndex:823; appliedIndex:822; }","duration":"161.31902ms","start":"2026-06-26T02:14:43.392286Z","end":"2026-06-26T02:14:43.553605Z","steps":["trace[416551028] 'read index received' (duration: 160.992334ms)","trace[416551028] 'applied index is now lower than readState.Index' (duration: 325.146µs)"],"step_count":2} {"level":"warn","ts":"2026-06-26T02:14:43.553807Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"161.484874ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/health\" ","response":"range_response_count:0 size:5"} {"level":"info","ts":"2026-06-26T02:14:43.553832Z","caller":"traceutil/trace.go:171","msg":"trace[880958465] transaction","detail":"{read_only:false; response_revision:791; number_of_response:1; }","duration":"168.677127ms","start":"2026-06-26T02:14:43.385098Z","end":"2026-06-26T02:14:43.553775Z","steps":["trace[880958465] 'process raft request' (duration: 168.201577ms)"],"step_count":1} {"level":"info","ts":"2026-06-26T02:14:43.553863Z","caller":"traceutil/trace.go:171","msg":"trace[469379681] range","detail":"{range_begin:/registry/health; range_end:; response_count:0; response_revision:791; }","duration":"161.570616ms","start":"2026-06-26T02:14:43.392264Z","end":"2026-06-26T02:14:43.553834Z","steps":["trace[469379681] 'agreement among raft nodes before linearized reading' (duration: 161.474574ms)"],"step_count":1} {"level":"info","ts":"2026-06-26T02:14:47.01596Z","caller":"traceutil/trace.go:171","msg":"trace[1056107158] transaction","detail":"{read_only:false; response_revision:811; number_of_response:1; }","duration":"224.082843ms","start":"2026-06-26T02:14:46.791846Z","end":"2026-06-26T02:14:47.015928Z","steps":["trace[1056107158] 'process raft request' (duration: 223.893929ms)"],"step_count":1} {"level":"info","ts":"2026-06-26T02:14:47.030864Z","caller":"traceutil/trace.go:171","msg":"trace[1719379013] transaction","detail":"{read_only:false; response_revision:812; number_of_response:1; }","duration":"167.255954ms","start":"2026-06-26T02:14:46.863582Z","end":"2026-06-26T02:14:47.030838Z","steps":["trace[1719379013] 'process raft request' (duration: 167.102491ms)"],"step_count":1} {"level":"info","ts":"2026-06-26T02:14:55.216207Z","caller":"traceutil/trace.go:171","msg":"trace[126322537] transaction","detail":"{read_only:false; response_revision:898; number_of_response:1; }","duration":"130.951723ms","start":"2026-06-26T02:14:55.085191Z","end":"2026-06-26T02:14:55.216143Z","steps":["trace[126322537] 'process raft request' (duration: 92.903868ms)","trace[126322537] 'compare' (duration: 37.845052ms)"],"step_count":2} {"level":"warn","ts":"2026-06-26T02:15:06.841044Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"154.267517ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/serviceaccounts/cert-manager/cert-manager\" ","response":"range_response_count:1 size:968"} {"level":"info","ts":"2026-06-26T02:15:06.841896Z","caller":"traceutil/trace.go:171","msg":"trace[1469642581] range","detail":"{range_begin:/registry/serviceaccounts/cert-manager/cert-manager; range_end:; response_count:1; response_revision:1114; }","duration":"154.3887ms","start":"2026-06-26T02:15:06.686734Z","end":"2026-06-26T02:15:06.841122Z","steps":["trace[1469642581] 'range keys from in-memory index tree' (duration: 154.135446ms)"],"step_count":1} {"level":"warn","ts":"2026-06-26T02:15:06.842071Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"152.882764ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/serviceaccounts/cert-manager/cert-manager-webhook\" ","response":"range_response_count:1 size:971"} {"level":"info","ts":"2026-06-26T02:15:06.842285Z","caller":"traceutil/trace.go:171","msg":"trace[1764832336] range","detail":"{range_begin:/registry/serviceaccounts/cert-manager/cert-manager-webhook; range_end:; response_count:1; response_revision:1114; }","duration":"154.010603ms","start":"2026-06-26T02:15:06.688233Z","end":"2026-06-26T02:15:06.842243Z","steps":["trace[1764832336] 'range keys from in-memory index tree' (duration: 152.6887ms)"],"step_count":1} {"level":"info","ts":"2026-06-26T02:15:06.844104Z","caller":"traceutil/trace.go:171","msg":"trace[2097827740] transaction","detail":"{read_only:false; response_revision:1115; number_of_response:1; }","duration":"122.832634ms","start":"2026-06-26T02:15:06.721227Z","end":"2026-06-26T02:15:06.84406Z","steps":["trace[2097827740] 'process raft request' (duration: 118.206371ms)"],"step_count":1} {"level":"warn","ts":"2026-06-26T02:15:06.845885Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"159.480452ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/serviceaccounts/cert-manager/cert-manager-cainjector\" ","response":"range_response_count:1 size:986"} {"level":"info","ts":"2026-06-26T02:15:06.846148Z","caller":"traceutil/trace.go:171","msg":"trace[1509418913] range","detail":"{range_begin:/registry/serviceaccounts/cert-manager/cert-manager-cainjector; range_end:; response_count:1; response_revision:1114; }","duration":"159.770486ms","start":"2026-06-26T02:15:06.686292Z","end":"2026-06-26T02:15:06.846063Z","steps":["trace[1509418913] 'range keys from in-memory index tree' (duration: 154.602974ms)"],"step_count":1} {"level":"info","ts":"2026-06-26T02:15:09.834451Z","caller":"traceutil/trace.go:171","msg":"trace[671772707] transaction","detail":"{read_only:false; response_revision:1150; number_of_response:1; }","duration":"128.450157ms","start":"2026-06-26T02:15:09.705978Z","end":"2026-06-26T02:15:09.834428Z","steps":["trace[671772707] 'process raft request' (duration: 128.307184ms)"],"step_count":1} {"level":"warn","ts":"2026-06-26T02:15:18.558379Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"165.567618ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/health\" ","response":"range_response_count:0 size:5"} {"level":"info","ts":"2026-06-26T02:15:18.5585Z","caller":"traceutil/trace.go:171","msg":"trace[1563442536] range","detail":"{range_begin:/registry/health; range_end:; response_count:0; response_revision:1212; }","duration":"165.786891ms","start":"2026-06-26T02:15:18.392687Z","end":"2026-06-26T02:15:18.558474Z","steps":["trace[1563442536] 'range keys from in-memory index tree' (duration: 165.470616ms)"],"step_count":1} {"level":"warn","ts":"2026-06-26T02:15:18.559278Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"385.805135ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/apiregistration.k8s.io/apiservices/\" range_end:\"/registry/apiregistration.k8s.io/apiservices0\" count_only:true ","response":"range_response_count:0 size:7"} {"level":"info","ts":"2026-06-26T02:15:18.559317Z","caller":"traceutil/trace.go:171","msg":"trace[1131064434] range","detail":"{range_begin:/registry/apiregistration.k8s.io/apiservices/; range_end:/registry/apiregistration.k8s.io/apiservices0; response_count:0; response_revision:1212; }","duration":"385.888275ms","start":"2026-06-26T02:15:18.173417Z","end":"2026-06-26T02:15:18.559305Z","steps":["trace[1131064434] 'count revisions from in-memory index tree' (duration: 385.700862ms)"],"step_count":1} {"level":"warn","ts":"2026-06-26T02:15:18.559276Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"502.796609ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/kube-scheduler\" ","response":"range_response_count:1 size:477"} {"level":"warn","ts":"2026-06-26T02:15:18.559353Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-06-26T02:15:18.173361Z","time spent":"385.980077ms","remote":"127.0.0.1:48952","response type":"/etcdserverpb.KV/Range","request count":0,"request size":96,"response count":31,"response size":31,"request content":"key:\"/registry/apiregistration.k8s.io/apiservices/\" range_end:\"/registry/apiregistration.k8s.io/apiservices0\" count_only:true "} {"level":"info","ts":"2026-06-26T02:15:18.559409Z","caller":"traceutil/trace.go:171","msg":"trace[307529662] range","detail":"{range_begin:/registry/leases/kube-system/kube-scheduler; range_end:; response_count:1; response_revision:1212; }","duration":"503.187946ms","start":"2026-06-26T02:15:18.056188Z","end":"2026-06-26T02:15:18.559376Z","steps":["trace[307529662] 'range keys from in-memory index tree' (duration: 502.588257ms)"],"step_count":1} {"level":"warn","ts":"2026-06-26T02:15:18.559478Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-06-26T02:15:18.056172Z","time spent":"503.292078ms","remote":"127.0.0.1:48670","response type":"/etcdserverpb.KV/Range","request count":0,"request size":45,"response count":1,"response size":501,"request content":"key:\"/registry/leases/kube-system/kube-scheduler\" "} {"level":"warn","ts":"2026-06-26T02:15:18.559846Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"475.622184ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/plndr-svcs-lock\" ","response":"range_response_count:1 size:436"} {"level":"info","ts":"2026-06-26T02:15:18.559893Z","caller":"traceutil/trace.go:171","msg":"trace[1434437488] range","detail":"{range_begin:/registry/leases/kube-system/plndr-svcs-lock; range_end:; response_count:1; response_revision:1212; }","duration":"475.725556ms","start":"2026-06-26T02:15:18.084156Z","end":"2026-06-26T02:15:18.559882Z","steps":["trace[1434437488] 'range keys from in-memory index tree' (duration: 475.424691ms)"],"step_count":1} {"level":"warn","ts":"2026-06-26T02:15:18.559922Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-06-26T02:15:18.084126Z","time spent":"475.789247ms","remote":"127.0.0.1:48670","response type":"/etcdserverpb.KV/Range","request count":0,"request size":46,"response count":1,"response size":460,"request content":"key:\"/registry/leases/kube-system/plndr-svcs-lock\" "} {"level":"warn","ts":"2026-06-26T02:15:18.560153Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"476.215163ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/plndr-cp-lock\" ","response":"range_response_count:1 size:432"} {"level":"info","ts":"2026-06-26T02:15:18.560367Z","caller":"traceutil/trace.go:171","msg":"trace[302850662] range","detail":"{range_begin:/registry/leases/kube-system/plndr-cp-lock; range_end:; response_count:1; response_revision:1212; }","duration":"476.448637ms","start":"2026-06-26T02:15:18.083817Z","end":"2026-06-26T02:15:18.560266Z","steps":["trace[302850662] 'range keys from in-memory index tree' (duration: 475.861667ms)"],"step_count":1} {"level":"warn","ts":"2026-06-26T02:15:18.560466Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-06-26T02:15:18.083795Z","time spent":"476.654232ms","remote":"127.0.0.1:48670","response type":"/etcdserverpb.KV/Range","request count":0,"request size":44,"response count":1,"response size":456,"request content":"key:\"/registry/leases/kube-system/plndr-cp-lock\" "} {"level":"info","ts":"2026-06-26T02:15:18.802941Z","caller":"traceutil/trace.go:171","msg":"trace[875246884] linearizableReadLoop","detail":"{readStateIndex:1254; appliedIndex:1253; }","duration":"241.274037ms","start":"2026-06-26T02:15:18.561627Z","end":"2026-06-26T02:15:18.802901Z","steps":["trace[875246884] 'read index received' (duration: 241.046923ms)","trace[875246884] 'applied index is now lower than readState.Index' (duration: 225.273µs)"],"step_count":2} {"level":"warn","ts":"2026-06-26T02:15:18.803132Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"241.461259ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/health\" ","response":"range_response_count:0 size:5"} {"level":"info","ts":"2026-06-26T02:15:18.803032Z","caller":"traceutil/trace.go:171","msg":"trace[415993093] transaction","detail":"{read_only:false; response_revision:1213; number_of_response:1; }","duration":"362.670587ms","start":"2026-06-26T02:15:18.440315Z","end":"2026-06-26T02:15:18.802986Z","steps":["trace[415993093] 'process raft request' (duration: 362.345451ms)"],"step_count":1} {"level":"info","ts":"2026-06-26T02:15:18.80319Z","caller":"traceutil/trace.go:171","msg":"trace[260636599] range","detail":"{range_begin:/registry/health; range_end:; response_count:0; response_revision:1213; }","duration":"242.344294ms","start":"2026-06-26T02:15:18.560832Z","end":"2026-06-26T02:15:18.803177Z","steps":["trace[260636599] 'agreement among raft nodes before linearized reading' (duration: 242.202482ms)"],"step_count":1} {"level":"warn","ts":"2026-06-26T02:15:18.803334Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-06-26T02:15:18.440284Z","time spent":"362.923691ms","remote":"127.0.0.1:48670","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":535,"response count":0,"response size":40,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-06-26T02:15:18.813418Z","caller":"traceutil/trace.go:171","msg":"trace[1101794775] transaction","detail":"{read_only:false; response_revision:1214; number_of_response:1; }","duration":"247.619866ms","start":"2026-06-26T02:15:18.565736Z","end":"2026-06-26T02:15:18.813356Z","steps":["trace[1101794775] 'process raft request' (duration: 247.414512ms)"],"step_count":1} {"level":"info","ts":"2026-06-26T02:15:18.813595Z","caller":"traceutil/trace.go:171","msg":"trace[395611454] transaction","detail":"{read_only:false; response_revision:1216; number_of_response:1; }","duration":"246.846432ms","start":"2026-06-26T02:15:18.566733Z","end":"2026-06-26T02:15:18.81358Z","steps":["trace[395611454] 'process raft request' (duration: 246.78422ms)"],"step_count":1} {"level":"info","ts":"2026-06-26T02:15:18.813647Z","caller":"traceutil/trace.go:171","msg":"trace[1429528116] transaction","detail":"{read_only:false; response_revision:1215; number_of_response:1; }","duration":"247.796268ms","start":"2026-06-26T02:15:18.565829Z","end":"2026-06-26T02:15:18.813626Z","steps":["trace[1429528116] 'process raft request' (duration: 247.485093ms)"],"step_count":1} {"level":"info","ts":"2026-06-26T02:15:20.964941Z","caller":"traceutil/trace.go:171","msg":"trace[244514000] transaction","detail":"{read_only:false; response_revision:1229; number_of_response:1; }","duration":"112.421364ms","start":"2026-06-26T02:15:20.852481Z","end":"2026-06-26T02:15:20.964903Z","steps":["trace[244514000] 'process raft request' (duration: 112.15962ms)"],"step_count":1} {"level":"info","ts":"2026-06-26T02:15:20.975411Z","caller":"traceutil/trace.go:171","msg":"trace[1003211099] transaction","detail":"{read_only:false; response_revision:1230; number_of_response:1; }","duration":"122.448005ms","start":"2026-06-26T02:15:20.852936Z","end":"2026-06-26T02:15:20.975384Z","steps":["trace[1003211099] 'process raft request' (duration: 122.249971ms)"],"step_count":1} {"level":"info","ts":"2026-06-26T02:15:20.975584Z","caller":"traceutil/trace.go:171","msg":"trace[664329272] transaction","detail":"{read_only:false; response_revision:1231; number_of_response:1; }","duration":"121.880006ms","start":"2026-06-26T02:15:20.853681Z","end":"2026-06-26T02:15:20.975561Z","steps":["trace[664329272] 'process raft request' (duration: 121.656241ms)"],"step_count":1} {"level":"info","ts":"2026-06-26T02:15:35.189904Z","caller":"traceutil/trace.go:171","msg":"trace[538691263] linearizableReadLoop","detail":"{readStateIndex:1396; appliedIndex:1395; }","duration":"124.427191ms","start":"2026-06-26T02:15:35.065424Z","end":"2026-06-26T02:15:35.189851Z","steps":["trace[538691263] 'read index received' (duration: 124.285079ms)","trace[538691263] 'applied index is now lower than readState.Index' (duration: 140.922µs)"],"step_count":2} {"level":"info","ts":"2026-06-26T02:15:35.190053Z","caller":"traceutil/trace.go:171","msg":"trace[1136211727] transaction","detail":"{read_only:false; response_revision:1348; number_of_response:1; }","duration":"125.895705ms","start":"2026-06-26T02:15:35.064146Z","end":"2026-06-26T02:15:35.190041Z","steps":["trace[1136211727] 'process raft request' (duration: 125.54114ms)"],"step_count":1} {"level":"warn","ts":"2026-06-26T02:15:35.190311Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"122.542551ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/plndr-cp-lock\" ","response":"range_response_count:1 size:432"} {"level":"info","ts":"2026-06-26T02:15:35.190385Z","caller":"traceutil/trace.go:171","msg":"trace[1046604412] range","detail":"{range_begin:/registry/leases/kube-system/plndr-cp-lock; range_end:; response_count:1; response_revision:1348; }","duration":"122.649792ms","start":"2026-06-26T02:15:35.067715Z","end":"2026-06-26T02:15:35.190365Z","steps":["trace[1046604412] 'agreement among raft nodes before linearized reading' (duration: 122.462119ms)"],"step_count":1} {"level":"warn","ts":"2026-06-26T02:15:35.190557Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"125.076082ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/plndr-svcs-lock\" ","response":"range_response_count:1 size:436"} {"level":"info","ts":"2026-06-26T02:15:35.19068Z","caller":"traceutil/trace.go:171","msg":"trace[1646753630] range","detail":"{range_begin:/registry/leases/kube-system/plndr-svcs-lock; range_end:; response_count:1; response_revision:1348; }","duration":"125.283245ms","start":"2026-06-26T02:15:35.06537Z","end":"2026-06-26T02:15:35.190653Z","steps":["trace[1646753630] 'agreement among raft nodes before linearized reading' (duration: 124.908579ms)"],"step_count":1} {"level":"info","ts":"2026-06-26T02:15:43.333037Z","caller":"traceutil/trace.go:171","msg":"trace[78393241] linearizableReadLoop","detail":"{readStateIndex:1530; appliedIndex:1529; }","duration":"109.745825ms","start":"2026-06-26T02:15:43.22327Z","end":"2026-06-26T02:15:43.333016Z","steps":["trace[78393241] 'read index received' (duration: 109.565111ms)","trace[78393241] 'applied index is now lower than readState.Index' (duration: 179.974µs)"],"step_count":2} {"level":"info","ts":"2026-06-26T02:15:43.333292Z","caller":"traceutil/trace.go:171","msg":"trace[2004809912] transaction","detail":"{read_only:false; response_revision:1479; number_of_response:1; }","duration":"113.234681ms","start":"2026-06-26T02:15:43.220042Z","end":"2026-06-26T02:15:43.333276Z","steps":["trace[2004809912] 'process raft request' (duration: 112.845534ms)"],"step_count":1} {"level":"warn","ts":"2026-06-26T02:15:43.333583Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"110.294694ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/plndr-cp-lock\" ","response":"range_response_count:1 size:432"} {"level":"info","ts":"2026-06-26T02:15:43.333618Z","caller":"traceutil/trace.go:171","msg":"trace[1809006080] range","detail":"{range_begin:/registry/leases/kube-system/plndr-cp-lock; range_end:; response_count:1; response_revision:1479; }","duration":"110.340865ms","start":"2026-06-26T02:15:43.223266Z","end":"2026-06-26T02:15:43.333607Z","steps":["trace[1809006080] 'agreement among raft nodes before linearized reading' (duration: 110.195573ms)"],"step_count":1} {"level":"warn","ts":"2026-06-26T02:15:43.33369Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"110.135671ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/plndr-svcs-lock\" ","response":"range_response_count:1 size:436"} {"level":"info","ts":"2026-06-26T02:15:43.333733Z","caller":"traceutil/trace.go:171","msg":"trace[83952409] range","detail":"{range_begin:/registry/leases/kube-system/plndr-svcs-lock; range_end:; response_count:1; response_revision:1479; }","duration":"110.203703ms","start":"2026-06-26T02:15:43.223518Z","end":"2026-06-26T02:15:43.333722Z","steps":["trace[83952409] 'agreement among raft nodes before linearized reading' (duration: 110.04714ms)"],"step_count":1} {"level":"info","ts":"2026-06-26T02:15:58.673409Z","caller":"traceutil/trace.go:171","msg":"trace[133295238] transaction","detail":"{read_only:false; response_revision:1752; number_of_response:1; }","duration":"101.099753ms","start":"2026-06-26T02:15:58.57227Z","end":"2026-06-26T02:15:58.673369Z","steps":["trace[133295238] 'process raft request' (duration: 67.908083ms)","trace[133295238] 'compare' (duration: 33.050437ms)"],"step_count":2} {"level":"info","ts":"2026-06-26T02:15:58.683421Z","caller":"traceutil/trace.go:171","msg":"trace[1069330171] transaction","detail":"{read_only:false; response_revision:1753; number_of_response:1; }","duration":"108.845011ms","start":"2026-06-26T02:15:58.574545Z","end":"2026-06-26T02:15:58.68339Z","steps":["trace[1069330171] 'process raft request' (duration: 108.621207ms)"],"step_count":1} {"level":"info","ts":"2026-06-26T02:15:58.683461Z","caller":"traceutil/trace.go:171","msg":"trace[1768986973] linearizableReadLoop","detail":"{readStateIndex:1830; appliedIndex:1826; }","duration":"107.55702ms","start":"2026-06-26T02:15:58.575869Z","end":"2026-06-26T02:15:58.683426Z","steps":["trace[1768986973] 'read index received' (duration: 64.382828ms)","trace[1768986973] 'applied index is now lower than readState.Index' (duration: 43.173242ms)"],"step_count":2} {"level":"warn","ts":"2026-06-26T02:15:58.683679Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"107.789184ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/deployments/openstack/pxc-operator\" ","response":"range_response_count:1 size:4010"} {"level":"info","ts":"2026-06-26T02:15:58.683729Z","caller":"traceutil/trace.go:171","msg":"trace[619558081] range","detail":"{range_begin:/registry/deployments/openstack/pxc-operator; range_end:; response_count:1; response_revision:1755; }","duration":"107.882916ms","start":"2026-06-26T02:15:58.575837Z","end":"2026-06-26T02:15:58.68372Z","steps":["trace[619558081] 'agreement among raft nodes before linearized reading' (duration: 107.671082ms)"],"step_count":1} {"level":"info","ts":"2026-06-26T02:15:58.68378Z","caller":"traceutil/trace.go:171","msg":"trace[1243857584] transaction","detail":"{read_only:false; response_revision:1754; number_of_response:1; }","duration":"109.149775ms","start":"2026-06-26T02:15:58.574619Z","end":"2026-06-26T02:15:58.683769Z","steps":["trace[1243857584] 'process raft request' (duration: 108.686498ms)"],"step_count":1} {"level":"info","ts":"2026-06-26T02:15:58.68412Z","caller":"traceutil/trace.go:171","msg":"trace[257637819] transaction","detail":"{read_only:false; response_revision:1755; number_of_response:1; }","duration":"109.251287ms","start":"2026-06-26T02:15:58.574847Z","end":"2026-06-26T02:15:58.684099Z","steps":["trace[257637819] 'process raft request' (duration: 108.509216ms)"],"step_count":1} {"level":"info","ts":"2026-06-26T02:15:59.326459Z","caller":"traceutil/trace.go:171","msg":"trace[978577129] transaction","detail":"{read_only:false; response_revision:1763; number_of_response:1; }","duration":"110.740437ms","start":"2026-06-26T02:15:59.215671Z","end":"2026-06-26T02:15:59.326412Z","steps":["trace[978577129] 'process raft request' (duration: 110.557914ms)"],"step_count":1} {"level":"info","ts":"2026-06-26T02:15:59.714591Z","caller":"traceutil/trace.go:171","msg":"trace[1049980643] linearizableReadLoop","detail":"{readStateIndex:1840; appliedIndex:1839; }","duration":"320.736682ms","start":"2026-06-26T02:15:59.393832Z","end":"2026-06-26T02:15:59.714569Z","steps":["trace[1049980643] 'read index received' (duration: 320.251485ms)","trace[1049980643] 'applied index is now lower than readState.Index' (duration: 484.227µs)"],"step_count":2} {"level":"info","ts":"2026-06-26T02:15:59.714702Z","caller":"traceutil/trace.go:171","msg":"trace[827626] transaction","detail":"{read_only:false; response_revision:1765; number_of_response:1; }","duration":"372.825641ms","start":"2026-06-26T02:15:59.341866Z","end":"2026-06-26T02:15:59.714692Z","steps":["trace[827626] 'process raft request' (duration: 372.281983ms)"],"step_count":1} {"level":"warn","ts":"2026-06-26T02:15:59.714799Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-06-26T02:15:59.341838Z","time spent":"372.903142ms","remote":"127.0.0.1:57606","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":2660,"response count":0,"response size":40,"request content":"compare: success:> failure:<>"} {"level":"warn","ts":"2026-06-26T02:15:59.714923Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"320.951246ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/cilium.io/ciliumnodes/\" range_end:\"/registry/cilium.io/ciliumnodes0\" count_only:true ","response":"range_response_count:0 size:7"} {"level":"info","ts":"2026-06-26T02:15:59.715046Z","caller":"traceutil/trace.go:171","msg":"trace[224455267] range","detail":"{range_begin:/registry/cilium.io/ciliumnodes/; range_end:/registry/cilium.io/ciliumnodes0; response_count:0; response_revision:1765; }","duration":"321.159819ms","start":"2026-06-26T02:15:59.393859Z","end":"2026-06-26T02:15:59.715019Z","steps":["trace[224455267] 'agreement among raft nodes before linearized reading' (duration: 320.882135ms)"],"step_count":1} {"level":"warn","ts":"2026-06-26T02:15:59.715111Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-06-26T02:15:59.393828Z","time spent":"321.27039ms","remote":"127.0.0.1:57588","response type":"/etcdserverpb.KV/Range","request count":0,"request size":70,"response count":1,"response size":31,"request content":"key:\"/registry/cilium.io/ciliumnodes/\" range_end:\"/registry/cilium.io/ciliumnodes0\" count_only:true "} {"level":"warn","ts":"2026-06-26T02:15:59.715199Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"159.826448ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/cilium-operator-resource-lock\" ","response":"range_response_count:1 size:492"} {"level":"info","ts":"2026-06-26T02:15:59.715318Z","caller":"traceutil/trace.go:171","msg":"trace[982766792] range","detail":"{range_begin:/registry/leases/kube-system/cilium-operator-resource-lock; range_end:; response_count:1; response_revision:1765; }","duration":"160.008342ms","start":"2026-06-26T02:15:59.555286Z","end":"2026-06-26T02:15:59.715294Z","steps":["trace[982766792] 'agreement among raft nodes before linearized reading' (duration: 159.689436ms)"],"step_count":1} {"level":"warn","ts":"2026-06-26T02:15:59.715459Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"321.620946ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/health\" ","response":"range_response_count:0 size:5"} {"level":"info","ts":"2026-06-26T02:15:59.715506Z","caller":"traceutil/trace.go:171","msg":"trace[1301047583] range","detail":"{range_begin:/registry/health; range_end:; response_count:0; response_revision:1765; }","duration":"321.711868ms","start":"2026-06-26T02:15:59.393784Z","end":"2026-06-26T02:15:59.715496Z","steps":["trace[1301047583] 'agreement among raft nodes before linearized reading' (duration: 321.644937ms)"],"step_count":1} {"level":"warn","ts":"2026-06-26T02:15:59.715539Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-06-26T02:15:59.39376Z","time spent":"321.768808ms","remote":"127.0.0.1:48400","response type":"/etcdserverpb.KV/Range","request count":0,"request size":18,"response count":0,"response size":29,"request content":"key:\"/registry/health\" "} {"level":"warn","ts":"2026-06-26T02:15:59.71554Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"283.376642ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/plndr-cp-lock\" ","response":"range_response_count:1 size:433"} {"level":"info","ts":"2026-06-26T02:15:59.71558Z","caller":"traceutil/trace.go:171","msg":"trace[912734000] range","detail":"{range_begin:/registry/leases/kube-system/plndr-cp-lock; range_end:; response_count:1; response_revision:1765; }","duration":"283.431042ms","start":"2026-06-26T02:15:59.432138Z","end":"2026-06-26T02:15:59.715569Z","steps":["trace[912734000] 'agreement among raft nodes before linearized reading' (duration: 283.245769ms)"],"step_count":1} {"level":"warn","ts":"2026-06-26T02:15:59.715774Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"286.025911ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/kube-scheduler\" ","response":"range_response_count:1 size:478"} {"level":"info","ts":"2026-06-26T02:15:59.715817Z","caller":"traceutil/trace.go:171","msg":"trace[1288228685] range","detail":"{range_begin:/registry/leases/kube-system/kube-scheduler; range_end:; response_count:1; response_revision:1765; }","duration":"286.103703ms","start":"2026-06-26T02:15:59.429703Z","end":"2026-06-26T02:15:59.715807Z","steps":["trace[1288228685] 'agreement among raft nodes before linearized reading' (duration: 285.999041ms)"],"step_count":1} {"level":"warn","ts":"2026-06-26T02:15:59.715586Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"109.371955ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/secrets/openstack/percona-xtradb\" ","response":"range_response_count:0 size:5"} {"level":"info","ts":"2026-06-26T02:15:59.715938Z","caller":"traceutil/trace.go:171","msg":"trace[1025625091] range","detail":"{range_begin:/registry/secrets/openstack/percona-xtradb; range_end:; response_count:0; response_revision:1765; }","duration":"109.70291ms","start":"2026-06-26T02:15:59.606176Z","end":"2026-06-26T02:15:59.715879Z","steps":["trace[1025625091] 'agreement among raft nodes before linearized reading' (duration: 109.376785ms)"],"step_count":1} {"level":"warn","ts":"2026-06-26T02:15:59.716072Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"283.94669ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/plndr-svcs-lock\" ","response":"range_response_count:1 size:437"} {"level":"info","ts":"2026-06-26T02:15:59.716313Z","caller":"traceutil/trace.go:171","msg":"trace[150970963] range","detail":"{range_begin:/registry/leases/kube-system/plndr-svcs-lock; range_end:; response_count:1; response_revision:1765; }","duration":"284.204034ms","start":"2026-06-26T02:15:59.432095Z","end":"2026-06-26T02:15:59.716299Z","steps":["trace[150970963] 'agreement among raft nodes before linearized reading' (duration: 283.897119ms)"],"step_count":1} {"level":"info","ts":"2026-06-26T02:16:00.193485Z","caller":"traceutil/trace.go:171","msg":"trace[2051784276] transaction","detail":"{read_only:false; response_revision:1771; number_of_response:1; }","duration":"131.365228ms","start":"2026-06-26T02:16:00.06208Z","end":"2026-06-26T02:16:00.193445Z","steps":["trace[2051784276] 'process raft request' (duration: 131.180875ms)"],"step_count":1} {"level":"info","ts":"2026-06-26T02:16:01.910744Z","caller":"traceutil/trace.go:171","msg":"trace[1177689770] transaction","detail":"{read_only:false; response_revision:1795; number_of_response:1; }","duration":"116.148412ms","start":"2026-06-26T02:16:01.79455Z","end":"2026-06-26T02:16:01.910698Z","steps":["trace[1177689770] 'process raft request' (duration: 95.285834ms)","trace[1177689770] 'compare' (duration: 20.682395ms)"],"step_count":2} {"level":"info","ts":"2026-06-26T02:16:10.160072Z","caller":"traceutil/trace.go:171","msg":"trace[1382052311] transaction","detail":"{read_only:false; response_revision:1908; number_of_response:1; }","duration":"313.809921ms","start":"2026-06-26T02:16:09.846239Z","end":"2026-06-26T02:16:10.160049Z","steps":["trace[1382052311] 'process raft request' (duration: 313.429885ms)"],"step_count":1} {"level":"warn","ts":"2026-06-26T02:16:10.160376Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-06-26T02:16:09.846231Z","time spent":"313.934083ms","remote":"127.0.0.1:48670","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":477,"response count":0,"response size":40,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-06-26T02:16:10.160401Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"211.347232ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/plndr-svcs-lock\" ","response":"range_response_count:1 size:437"} {"level":"info","ts":"2026-06-26T02:16:10.160493Z","caller":"traceutil/trace.go:171","msg":"trace[1765506263] range","detail":"{range_begin:/registry/leases/kube-system/plndr-svcs-lock; range_end:; response_count:1; response_revision:1908; }","duration":"211.455683ms","start":"2026-06-26T02:16:09.949007Z","end":"2026-06-26T02:16:10.160463Z","steps":["trace[1765506263] 'agreement among raft nodes before linearized reading' (duration: 211.175199ms)"],"step_count":1} {"level":"info","ts":"2026-06-26T02:16:10.159945Z","caller":"traceutil/trace.go:171","msg":"trace[579265938] linearizableReadLoop","detail":"{readStateIndex:1985; appliedIndex:1984; }","duration":"210.891465ms","start":"2026-06-26T02:16:09.949014Z","end":"2026-06-26T02:16:10.159906Z","steps":["trace[579265938] 'read index received' (duration: 210.591401ms)","trace[579265938] 'applied index is now lower than readState.Index' (duration: 298.404µs)"],"step_count":2} {"level":"warn","ts":"2026-06-26T02:16:10.174758Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"140.783052ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pxc.percona.com/perconaxtradbclusters/openstack/percona-xtradb\" ","response":"range_response_count:1 size:5412"} {"level":"info","ts":"2026-06-26T02:16:10.174823Z","caller":"traceutil/trace.go:171","msg":"trace[819031127] range","detail":"{range_begin:/registry/pxc.percona.com/perconaxtradbclusters/openstack/percona-xtradb; range_end:; response_count:1; response_revision:1909; }","duration":"140.908804ms","start":"2026-06-26T02:16:10.033898Z","end":"2026-06-26T02:16:10.174807Z","steps":["trace[819031127] 'agreement among raft nodes before linearized reading' (duration: 140.62142ms)"],"step_count":1} {"level":"warn","ts":"2026-06-26T02:16:10.393812Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"157.018675ms","expected-duration":"100ms","prefix":"","request":"header: txn: success:> failure: >>","response":"size:16"} {"level":"info","ts":"2026-06-26T02:16:10.393888Z","caller":"traceutil/trace.go:171","msg":"trace[1240057573] linearizableReadLoop","detail":"{readStateIndex:1987; appliedIndex:1986; }","duration":"126.852153ms","start":"2026-06-26T02:16:10.267023Z","end":"2026-06-26T02:16:10.393875Z","steps":["trace[1240057573] 'read index received' (duration: 25.371µs)","trace[1240057573] 'applied index is now lower than readState.Index' (duration: 126.825602ms)"],"step_count":2} {"level":"info","ts":"2026-06-26T02:16:10.39396Z","caller":"traceutil/trace.go:171","msg":"trace[1658742123] transaction","detail":"{read_only:false; response_revision:1910; number_of_response:1; }","duration":"229.021744ms","start":"2026-06-26T02:16:10.16493Z","end":"2026-06-26T02:16:10.393951Z","steps":["trace[1658742123] 'process raft request' (duration: 71.792026ms)","trace[1658742123] 'compare' (duration: 156.581908ms)"],"step_count":2} {"level":"warn","ts":"2026-06-26T02:16:10.394312Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"127.29703ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pods/local-path-storage/helper-pod-create-pvc-1db687ae-e5b1-4466-b768-ab78474de103\" ","response":"range_response_count:1 size:3627"} {"level":"info","ts":"2026-06-26T02:16:10.394339Z","caller":"traceutil/trace.go:171","msg":"trace[999129207] range","detail":"{range_begin:/registry/pods/local-path-storage/helper-pod-create-pvc-1db687ae-e5b1-4466-b768-ab78474de103; range_end:; response_count:1; response_revision:1910; }","duration":"127.376781ms","start":"2026-06-26T02:16:10.266955Z","end":"2026-06-26T02:16:10.394332Z","steps":["trace[999129207] 'agreement among raft nodes before linearized reading' (duration: 127.27815ms)"],"step_count":1} {"level":"warn","ts":"2026-06-26T02:16:11.040705Z","caller":"etcdserver/v3_server.go:897","msg":"waiting for ReadIndex response took too long, retrying","sent-request-id":14360183716516362550,"retry-timeout":"500ms"} {"level":"info","ts":"2026-06-26T02:16:11.382456Z","caller":"traceutil/trace.go:171","msg":"trace[966061623] transaction","detail":"{read_only:false; response_revision:1911; number_of_response:1; }","duration":"984.450364ms","start":"2026-06-26T02:16:10.397941Z","end":"2026-06-26T02:16:11.382391Z","steps":["trace[966061623] 'process raft request' (duration: 967.771604ms)","trace[966061623] 'compare' (duration: 16.492038ms)"],"step_count":2} {"level":"warn","ts":"2026-06-26T02:16:11.382642Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-06-26T02:16:10.39793Z","time spent":"984.604156ms","remote":"127.0.0.1:48670","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":490,"response count":0,"response size":40,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-06-26T02:16:11.450049Z","caller":"traceutil/trace.go:171","msg":"trace[406382268] transaction","detail":"{read_only:false; response_revision:1913; number_of_response:1; }","duration":"901.558729ms","start":"2026-06-26T02:16:10.548467Z","end":"2026-06-26T02:16:11.450026Z","steps":["trace[406382268] 'process raft request' (duration: 901.295225ms)"],"step_count":1} {"level":"info","ts":"2026-06-26T02:16:11.450089Z","caller":"traceutil/trace.go:171","msg":"trace[1985743436] transaction","detail":"{read_only:false; response_revision:1912; number_of_response:1; }","duration":"1.047789942s","start":"2026-06-26T02:16:10.402248Z","end":"2026-06-26T02:16:11.450038Z","steps":["trace[1985743436] 'process raft request' (duration: 1.047263904s)"],"step_count":1} {"level":"info","ts":"2026-06-26T02:16:11.450051Z","caller":"traceutil/trace.go:171","msg":"trace[311549193] transaction","detail":"{read_only:false; response_revision:1914; number_of_response:1; }","duration":"712.936091ms","start":"2026-06-26T02:16:10.737087Z","end":"2026-06-26T02:16:11.450023Z","steps":["trace[311549193] 'process raft request' (duration: 712.739748ms)"],"step_count":1} {"level":"warn","ts":"2026-06-26T02:16:11.450233Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-06-26T02:16:10.548261Z","time spent":"901.857483ms","remote":"127.0.0.1:48670","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":556,"response count":0,"response size":40,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-06-26T02:16:11.450272Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-06-26T02:16:10.737048Z","time spent":"713.184495ms","remote":"127.0.0.1:48670","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":510,"response count":0,"response size":40,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-06-26T02:16:11.450341Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-06-26T02:16:10.402226Z","time spent":"1.047971116s","remote":"127.0.0.1:48580","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":3729,"response count":0,"response size":40,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-06-26T02:16:12.378716Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"928.802966ms","expected-duration":"100ms","prefix":"","request":"header: lease_revoke:","response":"size:29"} {"level":"info","ts":"2026-06-26T02:16:12.379438Z","caller":"traceutil/trace.go:171","msg":"trace[1862080355] transaction","detail":"{read_only:false; response_revision:1915; number_of_response:1; }","duration":"1.332701314s","start":"2026-06-26T02:16:11.0467Z","end":"2026-06-26T02:16:12.379402Z","steps":["trace[1862080355] 'process raft request' (duration: 1.332186367s)"],"step_count":1} {"level":"info","ts":"2026-06-26T02:16:12.379526Z","caller":"traceutil/trace.go:171","msg":"trace[1120996397] linearizableReadLoop","detail":"{readStateIndex:1992; appliedIndex:1987; }","duration":"1.839761827s","start":"2026-06-26T02:16:10.539723Z","end":"2026-06-26T02:16:12.379485Z","steps":["trace[1120996397] 'read index received' (duration: 826.356724ms)","trace[1120996397] 'applied index is now lower than readState.Index' (duration: 1.013401433s)"],"step_count":2} {"level":"info","ts":"2026-06-26T02:16:12.379523Z","caller":"traceutil/trace.go:171","msg":"trace[202992028] transaction","detail":"{read_only:false; response_revision:1916; number_of_response:1; }","duration":"1.26703432s","start":"2026-06-26T02:16:11.112437Z","end":"2026-06-26T02:16:12.379471Z","steps":["trace[202992028] 'process raft request' (duration: 1.266896188s)"],"step_count":1} {"level":"warn","ts":"2026-06-26T02:16:12.379634Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-06-26T02:16:11.046667Z","time spent":"1.332862636s","remote":"127.0.0.1:48670","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":534,"response count":0,"response size":40,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-06-26T02:16:12.379477Z","caller":"traceutil/trace.go:171","msg":"trace[436635930] transaction","detail":"{read_only:false; response_revision:1917; number_of_response:1; }","duration":"939.704569ms","start":"2026-06-26T02:16:11.439749Z","end":"2026-06-26T02:16:12.379453Z","steps":["trace[436635930] 'process raft request' (duration: 939.646348ms)"],"step_count":1} {"level":"warn","ts":"2026-06-26T02:16:12.379775Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-06-26T02:16:11.112412Z","time spent":"1.267216602s","remote":"127.0.0.1:48670","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":540,"response count":0,"response size":40,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-06-26T02:16:12.379844Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-06-26T02:16:11.439707Z","time spent":"940.091655ms","remote":"127.0.0.1:48670","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":521,"response count":0,"response size":40,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-06-26T02:16:12.379854Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.840111542s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pods/local-path-storage/helper-pod-create-pvc-1db687ae-e5b1-4466-b768-ab78474de103\" ","response":"range_response_count:1 size:3744"} {"level":"warn","ts":"2026-06-26T02:16:12.379937Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.613829939s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/cert-manager/cert-manager-cainjector-leader-election\" ","response":"range_response_count:1 size:559"} {"level":"info","ts":"2026-06-26T02:16:12.37997Z","caller":"traceutil/trace.go:171","msg":"trace[1468793747] range","detail":"{range_begin:/registry/leases/cert-manager/cert-manager-cainjector-leader-election; range_end:; response_count:1; response_revision:1917; }","duration":"1.613904689s","start":"2026-06-26T02:16:10.766056Z","end":"2026-06-26T02:16:12.37996Z","steps":["trace[1468793747] 'agreement among raft nodes before linearized reading' (duration: 1.613831278s)"],"step_count":1} {"level":"info","ts":"2026-06-26T02:16:12.379987Z","caller":"traceutil/trace.go:171","msg":"trace[2067090867] range","detail":"{range_begin:/registry/pods/local-path-storage/helper-pod-create-pvc-1db687ae-e5b1-4466-b768-ab78474de103; range_end:; response_count:1; response_revision:1917; }","duration":"1.840308656s","start":"2026-06-26T02:16:10.539656Z","end":"2026-06-26T02:16:12.379965Z","steps":["trace[2067090867] 'agreement among raft nodes before linearized reading' (duration: 1.840002952s)"],"step_count":1} {"level":"warn","ts":"2026-06-26T02:16:12.380014Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-06-26T02:16:10.766039Z","time spent":"1.61395489s","remote":"127.0.0.1:48670","response type":"/etcdserverpb.KV/Range","request count":0,"request size":71,"response count":1,"response size":583,"request content":"key:\"/registry/leases/cert-manager/cert-manager-cainjector-leader-election\" "} {"level":"warn","ts":"2026-06-26T02:16:12.380039Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-06-26T02:16:10.539632Z","time spent":"1.840393037s","remote":"127.0.0.1:48580","response type":"/etcdserverpb.KV/Range","request count":0,"request size":94,"response count":1,"response size":3768,"request content":"key:\"/registry/pods/local-path-storage/helper-pod-create-pvc-1db687ae-e5b1-4466-b768-ab78474de103\" "} {"level":"warn","ts":"2026-06-26T02:16:12.380229Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"499.838804ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/gateway.networking.k8s.io/udproutes/\" range_end:\"/registry/gateway.networking.k8s.io/udproutes0\" count_only:true ","response":"range_response_count:0 size:5"} {"level":"info","ts":"2026-06-26T02:16:12.380278Z","caller":"traceutil/trace.go:171","msg":"trace[1220048202] range","detail":"{range_begin:/registry/gateway.networking.k8s.io/udproutes/; range_end:/registry/gateway.networking.k8s.io/udproutes0; response_count:0; response_revision:1917; }","duration":"499.909496ms","start":"2026-06-26T02:16:11.880353Z","end":"2026-06-26T02:16:12.380262Z","steps":["trace[1220048202] 'agreement among raft nodes before linearized reading' (duration: 499.833815ms)"],"step_count":1} {"level":"warn","ts":"2026-06-26T02:16:12.380305Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-06-26T02:16:11.880338Z","time spent":"499.960686ms","remote":"127.0.0.1:51262","response type":"/etcdserverpb.KV/Range","request count":0,"request size":98,"response count":0,"response size":29,"request content":"key:\"/registry/gateway.networking.k8s.io/udproutes/\" range_end:\"/registry/gateway.networking.k8s.io/udproutes0\" count_only:true "} {"level":"warn","ts":"2026-06-26T02:16:12.380359Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"502.21609ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/plndr-cp-lock\" ","response":"range_response_count:1 size:433"} {"level":"info","ts":"2026-06-26T02:16:12.380404Z","caller":"traceutil/trace.go:171","msg":"trace[1473634528] range","detail":"{range_begin:/registry/leases/kube-system/plndr-cp-lock; range_end:; response_count:1; response_revision:1917; }","duration":"502.301922ms","start":"2026-06-26T02:16:11.878089Z","end":"2026-06-26T02:16:12.380391Z","steps":["trace[1473634528] 'agreement among raft nodes before linearized reading' (duration: 502.037197ms)"],"step_count":1} {"level":"warn","ts":"2026-06-26T02:16:12.380443Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-06-26T02:16:11.878078Z","time spent":"502.355912ms","remote":"127.0.0.1:48670","response type":"/etcdserverpb.KV/Range","request count":0,"request size":44,"response count":1,"response size":457,"request content":"key:\"/registry/leases/kube-system/plndr-cp-lock\" "} {"level":"warn","ts":"2026-06-26T02:16:12.380453Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"985.578747ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/health\" ","response":"range_response_count:0 size:5"} {"level":"warn","ts":"2026-06-26T02:16:12.380482Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.197090074s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pxc.percona.com/perconaxtradbclusters/openstack/percona-xtradb\" ","response":"range_response_count:1 size:5412"} {"level":"info","ts":"2026-06-26T02:16:12.380494Z","caller":"traceutil/trace.go:171","msg":"trace[1250105406] range","detail":"{range_begin:/registry/health; range_end:; response_count:0; response_revision:1917; }","duration":"985.644838ms","start":"2026-06-26T02:16:11.394838Z","end":"2026-06-26T02:16:12.380483Z","steps":["trace[1250105406] 'agreement among raft nodes before linearized reading' (duration: 985.557897ms)"],"step_count":1} {"level":"info","ts":"2026-06-26T02:16:12.38051Z","caller":"traceutil/trace.go:171","msg":"trace[502400825] range","detail":"{range_begin:/registry/pxc.percona.com/perconaxtradbclusters/openstack/percona-xtradb; range_end:; response_count:1; response_revision:1917; }","duration":"1.197174925s","start":"2026-06-26T02:16:11.183326Z","end":"2026-06-26T02:16:12.380501Z","steps":["trace[502400825] 'agreement among raft nodes before linearized reading' (duration: 1.197064114s)"],"step_count":1} {"level":"warn","ts":"2026-06-26T02:16:12.380507Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"546.005645ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/kube-scheduler\" ","response":"range_response_count:1 size:478"} {"level":"warn","ts":"2026-06-26T02:16:12.380534Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-06-26T02:16:11.183291Z","time spent":"1.197238916s","remote":"127.0.0.1:58172","response type":"/etcdserverpb.KV/Range","request count":0,"request size":74,"response count":1,"response size":5436,"request content":"key:\"/registry/pxc.percona.com/perconaxtradbclusters/openstack/percona-xtradb\" "} {"level":"warn","ts":"2026-06-26T02:16:12.380528Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-06-26T02:16:11.394825Z","time spent":"985.697259ms","remote":"127.0.0.1:48400","response type":"/etcdserverpb.KV/Range","request count":0,"request size":18,"response count":0,"response size":29,"request content":"key:\"/registry/health\" "} {"level":"warn","ts":"2026-06-26T02:16:12.380548Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"801.829406ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/cert-manager/cert-manager-controller\" ","response":"range_response_count:1 size:530"} {"level":"info","ts":"2026-06-26T02:16:12.380557Z","caller":"traceutil/trace.go:171","msg":"trace[2051190199] range","detail":"{range_begin:/registry/leases/kube-system/kube-scheduler; range_end:; response_count:1; response_revision:1917; }","duration":"546.116757ms","start":"2026-06-26T02:16:11.834426Z","end":"2026-06-26T02:16:12.380543Z","steps":["trace[2051190199] 'agreement among raft nodes before linearized reading' (duration: 545.971595ms)"],"step_count":1} {"level":"info","ts":"2026-06-26T02:16:12.380573Z","caller":"traceutil/trace.go:171","msg":"trace[381873022] range","detail":"{range_begin:/registry/leases/cert-manager/cert-manager-controller; range_end:; response_count:1; response_revision:1917; }","duration":"801.891397ms","start":"2026-06-26T02:16:11.578675Z","end":"2026-06-26T02:16:12.380566Z","steps":["trace[381873022] 'agreement among raft nodes before linearized reading' (duration: 801.820326ms)"],"step_count":1} {"level":"warn","ts":"2026-06-26T02:16:12.380592Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-06-26T02:16:11.578644Z","time spent":"801.943408ms","remote":"127.0.0.1:48670","response type":"/etcdserverpb.KV/Range","request count":0,"request size":55,"response count":1,"response size":554,"request content":"key:\"/registry/leases/cert-manager/cert-manager-controller\" "} {"level":"warn","ts":"2026-06-26T02:16:12.3806Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-06-26T02:16:11.834396Z","time spent":"546.193429ms","remote":"127.0.0.1:48670","response type":"/etcdserverpb.KV/Range","request count":0,"request size":45,"response count":1,"response size":502,"request content":"key:\"/registry/leases/kube-system/kube-scheduler\" "} {"level":"warn","ts":"2026-06-26T02:16:12.381517Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"215.51037ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/cilium-operator-resource-lock\" ","response":"range_response_count:1 size:492"} {"level":"info","ts":"2026-06-26T02:16:12.381592Z","caller":"traceutil/trace.go:171","msg":"trace[143403751] range","detail":"{range_begin:/registry/leases/kube-system/cilium-operator-resource-lock; range_end:; response_count:1; response_revision:1917; }","duration":"216.268971ms","start":"2026-06-26T02:16:12.165304Z","end":"2026-06-26T02:16:12.381573Z","steps":["trace[143403751] 'agreement among raft nodes before linearized reading' (duration: 215.454579ms)"],"step_count":1} {"level":"info","ts":"2026-06-26T02:16:12.514584Z","caller":"traceutil/trace.go:171","msg":"trace[363682592] transaction","detail":"{read_only:false; response_revision:1920; number_of_response:1; }","duration":"126.870326ms","start":"2026-06-26T02:16:12.387674Z","end":"2026-06-26T02:16:12.514544Z","steps":["trace[363682592] 'process raft request' (duration: 126.636973ms)"],"step_count":1} {"level":"info","ts":"2026-06-26T02:16:12.514915Z","caller":"traceutil/trace.go:171","msg":"trace[637080252] transaction","detail":"{read_only:false; response_revision:1922; number_of_response:1; }","duration":"126.672984ms","start":"2026-06-26T02:16:12.388227Z","end":"2026-06-26T02:16:12.5149Z","steps":["trace[637080252] 'process raft request' (duration: 126.266057ms)"],"step_count":1} {"level":"info","ts":"2026-06-26T02:16:12.515341Z","caller":"traceutil/trace.go:171","msg":"trace[957391801] transaction","detail":"{read_only:false; response_revision:1919; number_of_response:1; }","duration":"126.833286ms","start":"2026-06-26T02:16:12.387591Z","end":"2026-06-26T02:16:12.514425Z","steps":["trace[957391801] 'process raft request' (duration: 123.459116ms)"],"step_count":1} {"level":"info","ts":"2026-06-26T02:16:12.516109Z","caller":"traceutil/trace.go:171","msg":"trace[1965020942] transaction","detail":"{read_only:false; response_revision:1921; number_of_response:1; }","duration":"126.600684ms","start":"2026-06-26T02:16:12.388133Z","end":"2026-06-26T02:16:12.514734Z","steps":["trace[1965020942] 'process raft request' (duration: 126.264148ms)"],"step_count":1} {"level":"info","ts":"2026-06-26T02:16:12.517901Z","caller":"traceutil/trace.go:171","msg":"trace[1525782563] linearizableReadLoop","detail":"{readStateIndex:2000; appliedIndex:1995; }","duration":"120.288508ms","start":"2026-06-26T02:16:12.397544Z","end":"2026-06-26T02:16:12.517832Z","steps":["trace[1525782563] 'read index received' (duration: 5.205368ms)","trace[1525782563] 'applied index is now lower than readState.Index' (duration: 115.07455ms)"],"step_count":2} {"level":"warn","ts":"2026-06-26T02:16:12.518206Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"120.631233ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/plndr-svcs-lock\" ","response":"range_response_count:1 size:437"} {"level":"info","ts":"2026-06-26T02:16:12.518269Z","caller":"traceutil/trace.go:171","msg":"trace[128076349] range","detail":"{range_begin:/registry/leases/kube-system/plndr-svcs-lock; range_end:; response_count:1; response_revision:1922; }","duration":"120.724585ms","start":"2026-06-26T02:16:12.397528Z","end":"2026-06-26T02:16:12.518253Z","steps":["trace[128076349] 'agreement among raft nodes before linearized reading' (duration: 120.474091ms)"],"step_count":1} {"level":"info","ts":"2026-06-26T02:16:24.576448Z","caller":"traceutil/trace.go:171","msg":"trace[2112310805] transaction","detail":"{read_only:false; response_revision:2025; number_of_response:1; }","duration":"130.332611ms","start":"2026-06-26T02:16:24.44608Z","end":"2026-06-26T02:16:24.576412Z","steps":["trace[2112310805] 'process raft request' (duration: 130.137398ms)"],"step_count":1} {"level":"warn","ts":"2026-06-26T02:16:27.091246Z","caller":"etcdserver/v3_server.go:897","msg":"waiting for ReadIndex response took too long, retrying","sent-request-id":14360183716516362809,"retry-timeout":"500ms"} {"level":"info","ts":"2026-06-26T02:16:27.220215Z","caller":"traceutil/trace.go:171","msg":"trace[1751163655] transaction","detail":"{read_only:false; response_revision:2036; number_of_response:1; }","duration":"637.810394ms","start":"2026-06-26T02:16:26.582378Z","end":"2026-06-26T02:16:27.220188Z","steps":["trace[1751163655] 'process raft request' (duration: 637.654561ms)"],"step_count":1} {"level":"warn","ts":"2026-06-26T02:16:27.220399Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-06-26T02:16:26.582359Z","time spent":"637.933585ms","remote":"127.0.0.1:48670","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":535,"response count":0,"response size":40,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-06-26T02:16:27.351844Z","caller":"traceutil/trace.go:171","msg":"trace[1253993026] linearizableReadLoop","detail":"{readStateIndex:2118; appliedIndex:2116; }","duration":"761.320297ms","start":"2026-06-26T02:16:26.590496Z","end":"2026-06-26T02:16:27.351816Z","steps":["trace[1253993026] 'read index received' (duration: 629.572643ms)","trace[1253993026] 'applied index is now lower than readState.Index' (duration: 131.746294ms)"],"step_count":2} {"level":"info","ts":"2026-06-26T02:16:27.351964Z","caller":"traceutil/trace.go:171","msg":"trace[1638268043] transaction","detail":"{read_only:false; response_revision:2037; number_of_response:1; }","duration":"767.720119ms","start":"2026-06-26T02:16:26.584218Z","end":"2026-06-26T02:16:27.351938Z","steps":["trace[1638268043] 'process raft request' (duration: 767.215872ms)"],"step_count":1} {"level":"warn","ts":"2026-06-26T02:16:27.352107Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-06-26T02:16:26.584204Z","time spent":"767.821372ms","remote":"127.0.0.1:48670","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":541,"response count":0,"response size":40,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-06-26T02:16:27.352108Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"761.57954ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pxc.percona.com/perconaxtradbclusters/openstack/percona-xtradb\" ","response":"range_response_count:1 size:5412"} {"level":"info","ts":"2026-06-26T02:16:27.352171Z","caller":"traceutil/trace.go:171","msg":"trace[48749773] range","detail":"{range_begin:/registry/pxc.percona.com/perconaxtradbclusters/openstack/percona-xtradb; range_end:; response_count:1; response_revision:2037; }","duration":"761.680501ms","start":"2026-06-26T02:16:26.590474Z","end":"2026-06-26T02:16:27.352155Z","steps":["trace[48749773] 'agreement among raft nodes before linearized reading' (duration: 761.477079ms)"],"step_count":1} {"level":"warn","ts":"2026-06-26T02:16:27.352226Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-06-26T02:16:26.590466Z","time spent":"761.749222ms","remote":"127.0.0.1:58172","response type":"/etcdserverpb.KV/Range","request count":0,"request size":74,"response count":1,"response size":5436,"request content":"key:\"/registry/pxc.percona.com/perconaxtradbclusters/openstack/percona-xtradb\" "} {"level":"warn","ts":"2026-06-26T02:16:27.353705Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"751.150158ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/cilium-operator-resource-lock\" ","response":"range_response_count:1 size:492"} {"level":"warn","ts":"2026-06-26T02:16:27.35372Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"758.317473ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/plndr-cp-lock\" ","response":"range_response_count:1 size:433"} {"level":"info","ts":"2026-06-26T02:16:27.353762Z","caller":"traceutil/trace.go:171","msg":"trace[1675907395] range","detail":"{range_begin:/registry/leases/kube-system/cilium-operator-resource-lock; range_end:; response_count:1; response_revision:2038; }","duration":"751.227939ms","start":"2026-06-26T02:16:26.60252Z","end":"2026-06-26T02:16:27.353748Z","steps":["trace[1675907395] 'agreement among raft nodes before linearized reading' (duration: 751.063767ms)"],"step_count":1} {"level":"info","ts":"2026-06-26T02:16:27.35378Z","caller":"traceutil/trace.go:171","msg":"trace[771182493] range","detail":"{range_begin:/registry/leases/kube-system/plndr-cp-lock; range_end:; response_count:1; response_revision:2038; }","duration":"758.382453ms","start":"2026-06-26T02:16:26.59537Z","end":"2026-06-26T02:16:27.353752Z","steps":["trace[771182493] 'agreement among raft nodes before linearized reading' (duration: 758.230261ms)"],"step_count":1} {"level":"warn","ts":"2026-06-26T02:16:27.353797Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-06-26T02:16:26.602509Z","time spent":"751.28041ms","remote":"127.0.0.1:48670","response type":"/etcdserverpb.KV/Range","request count":0,"request size":60,"response count":1,"response size":516,"request content":"key:\"/registry/leases/kube-system/cilium-operator-resource-lock\" "} {"level":"warn","ts":"2026-06-26T02:16:27.353826Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-06-26T02:16:26.595359Z","time spent":"758.447304ms","remote":"127.0.0.1:48670","response type":"/etcdserverpb.KV/Range","request count":0,"request size":44,"response count":1,"response size":457,"request content":"key:\"/registry/leases/kube-system/plndr-cp-lock\" "} {"level":"warn","ts":"2026-06-26T02:16:27.353975Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"760.91182ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/plndr-svcs-lock\" ","response":"range_response_count:1 size:437"} {"level":"info","ts":"2026-06-26T02:16:27.354008Z","caller":"traceutil/trace.go:171","msg":"trace[191471607] range","detail":"{range_begin:/registry/leases/kube-system/plndr-svcs-lock; range_end:; response_count:1; response_revision:2038; }","duration":"760.959882ms","start":"2026-06-26T02:16:26.59304Z","end":"2026-06-26T02:16:27.354Z","steps":["trace[191471607] 'agreement among raft nodes before linearized reading' (duration: 760.878461ms)"],"step_count":1} {"level":"warn","ts":"2026-06-26T02:16:27.354224Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-06-26T02:16:26.593031Z","time spent":"761.179725ms","remote":"127.0.0.1:48670","response type":"/etcdserverpb.KV/Range","request count":0,"request size":46,"response count":1,"response size":461,"request content":"key:\"/registry/leases/kube-system/plndr-svcs-lock\" "} {"level":"warn","ts":"2026-06-26T02:16:27.354235Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"448.350228ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/minions/\" range_end:\"/registry/minions0\" count_only:true ","response":"range_response_count:0 size:7"} {"level":"info","ts":"2026-06-26T02:16:27.35462Z","caller":"traceutil/trace.go:171","msg":"trace[558154678] range","detail":"{range_begin:/registry/minions/; range_end:/registry/minions0; response_count:0; response_revision:2038; }","duration":"448.839465ms","start":"2026-06-26T02:16:26.905744Z","end":"2026-06-26T02:16:27.354583Z","steps":["trace[558154678] 'agreement among raft nodes before linearized reading' (duration: 448.161405ms)"],"step_count":1} {"level":"warn","ts":"2026-06-26T02:16:27.355046Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-06-26T02:16:26.905708Z","time spent":"449.314592ms","remote":"127.0.0.1:48568","response type":"/etcdserverpb.KV/Range","request count":0,"request size":42,"response count":1,"response size":31,"request content":"key:\"/registry/minions/\" range_end:\"/registry/minions0\" count_only:true "} {"level":"warn","ts":"2026-06-26T02:16:27.355051Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"763.489677ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/kube-scheduler\" ","response":"range_response_count:1 size:478"} {"level":"info","ts":"2026-06-26T02:16:27.356385Z","caller":"traceutil/trace.go:171","msg":"trace[642045890] range","detail":"{range_begin:/registry/leases/kube-system/kube-scheduler; range_end:; response_count:1; response_revision:2038; }","duration":"764.723596ms","start":"2026-06-26T02:16:26.591504Z","end":"2026-06-26T02:16:27.356228Z","steps":["trace[642045890] 'agreement among raft nodes before linearized reading' (duration: 761.935155ms)"],"step_count":1} {"level":"warn","ts":"2026-06-26T02:16:27.356597Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-06-26T02:16:26.591489Z","time spent":"765.018581ms","remote":"127.0.0.1:48670","response type":"/etcdserverpb.KV/Range","request count":0,"request size":45,"response count":1,"response size":502,"request content":"key:\"/registry/leases/kube-system/kube-scheduler\" "} {"level":"info","ts":"2026-06-26T02:16:41.46148Z","caller":"traceutil/trace.go:171","msg":"trace[816267105] transaction","detail":"{read_only:false; response_revision:2122; number_of_response:1; }","duration":"173.59531ms","start":"2026-06-26T02:16:41.287863Z","end":"2026-06-26T02:16:41.461458Z","steps":["trace[816267105] 'process raft request' (duration: 173.377047ms)"],"step_count":1} {"level":"info","ts":"2026-06-26T02:16:47.755113Z","caller":"traceutil/trace.go:171","msg":"trace[2077803032] transaction","detail":"{read_only:false; response_revision:2154; number_of_response:1; }","duration":"266.046132ms","start":"2026-06-26T02:16:47.48905Z","end":"2026-06-26T02:16:47.755097Z","steps":["trace[2077803032] 'process raft request' (duration: 265.93836ms)"],"step_count":1} {"level":"warn","ts":"2026-06-26T02:16:47.962021Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"124.794728ms","expected-duration":"100ms","prefix":"","request":"header: txn: success:> failure: >>","response":"size:16"} {"level":"info","ts":"2026-06-26T02:16:47.962431Z","caller":"traceutil/trace.go:171","msg":"trace[96378619] linearizableReadLoop","detail":"{readStateIndex:2240; appliedIndex:2238; }","duration":"466.587249ms","start":"2026-06-26T02:16:47.495823Z","end":"2026-06-26T02:16:47.96241Z","steps":["trace[96378619] 'read index received' (duration: 259.186593ms)","trace[96378619] 'applied index is now lower than readState.Index' (duration: 207.399496ms)"],"step_count":2} {"level":"info","ts":"2026-06-26T02:16:47.96258Z","caller":"traceutil/trace.go:171","msg":"trace[1407789133] transaction","detail":"{read_only:false; response_revision:2156; number_of_response:1; }","duration":"356.756054ms","start":"2026-06-26T02:16:47.605803Z","end":"2026-06-26T02:16:47.962559Z","steps":["trace[1407789133] 'process raft request' (duration: 356.352669ms)"],"step_count":1} {"level":"info","ts":"2026-06-26T02:16:47.962586Z","caller":"traceutil/trace.go:171","msg":"trace[2053170562] transaction","detail":"{read_only:false; response_revision:2155; number_of_response:1; }","duration":"468.463897ms","start":"2026-06-26T02:16:47.494015Z","end":"2026-06-26T02:16:47.962479Z","steps":["trace[2053170562] 'process raft request' (duration: 343.107371ms)","trace[2053170562] 'compare' (duration: 124.553875ms)"],"step_count":2} {"level":"warn","ts":"2026-06-26T02:16:47.962671Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-06-26T02:16:47.605782Z","time spent":"356.840515ms","remote":"127.0.0.1:48670","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":510,"response count":0,"response size":40,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-06-26T02:16:47.962804Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-06-26T02:16:47.493992Z","time spent":"468.69819ms","remote":"127.0.0.1:48670","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":535,"response count":0,"response size":40,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-06-26T02:16:47.962919Z","caller":"traceutil/trace.go:171","msg":"trace[1469153613] transaction","detail":"{read_only:false; response_revision:2157; number_of_response:1; }","duration":"280.758831ms","start":"2026-06-26T02:16:47.682137Z","end":"2026-06-26T02:16:47.962896Z","steps":["trace[1469153613] 'process raft request' (duration: 280.120212ms)"],"step_count":1} {"level":"info","ts":"2026-06-26T02:16:47.962939Z","caller":"traceutil/trace.go:171","msg":"trace[1471381857] transaction","detail":"{read_only:false; response_revision:2159; number_of_response:1; }","duration":"251.364361ms","start":"2026-06-26T02:16:47.711478Z","end":"2026-06-26T02:16:47.962842Z","steps":["trace[1471381857] 'process raft request' (duration: 250.878595ms)"],"step_count":1} {"level":"warn","ts":"2026-06-26T02:16:47.963093Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"467.26631ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/kube-scheduler\" ","response":"range_response_count:1 size:478"} {"level":"warn","ts":"2026-06-26T02:16:47.963606Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"261.65537ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/events/openstack/percona-xtradb-haproxy-0.18bc7feab0e52ef9\" ","response":"range_response_count:1 size:846"} {"level":"info","ts":"2026-06-26T02:16:47.963712Z","caller":"traceutil/trace.go:171","msg":"trace[812972004] range","detail":"{range_begin:/registry/leases/kube-system/kube-scheduler; range_end:; response_count:1; response_revision:2159; }","duration":"467.903699ms","start":"2026-06-26T02:16:47.495786Z","end":"2026-06-26T02:16:47.96369Z","steps":["trace[812972004] 'agreement among raft nodes before linearized reading' (duration: 467.143339ms)"],"step_count":1} {"level":"info","ts":"2026-06-26T02:16:47.963752Z","caller":"traceutil/trace.go:171","msg":"trace[1267797646] range","detail":"{range_begin:/registry/events/openstack/percona-xtradb-haproxy-0.18bc7feab0e52ef9; range_end:; response_count:1; response_revision:2159; }","duration":"261.847403ms","start":"2026-06-26T02:16:47.701863Z","end":"2026-06-26T02:16:47.963711Z","steps":["trace[1267797646] 'agreement among raft nodes before linearized reading' (duration: 261.421067ms)"],"step_count":1} {"level":"warn","ts":"2026-06-26T02:16:47.963781Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-06-26T02:16:47.495759Z","time spent":"468.00511ms","remote":"127.0.0.1:48670","response type":"/etcdserverpb.KV/Range","request count":0,"request size":45,"response count":1,"response size":502,"request content":"key:\"/registry/leases/kube-system/kube-scheduler\" "} {"level":"warn","ts":"2026-06-26T02:16:47.963214Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"457.139837ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pxc.percona.com/perconaxtradbclusters/openstack/percona-xtradb\" ","response":"range_response_count:1 size:5412"} {"level":"info","ts":"2026-06-26T02:16:47.963994Z","caller":"traceutil/trace.go:171","msg":"trace[572036833] transaction","detail":"{read_only:false; response_revision:2158; number_of_response:1; }","duration":"258.956951ms","start":"2026-06-26T02:16:47.705014Z","end":"2026-06-26T02:16:47.963971Z","steps":["trace[572036833] 'process raft request' (duration: 257.291337ms)"],"step_count":1} {"level":"info","ts":"2026-06-26T02:16:47.963997Z","caller":"traceutil/trace.go:171","msg":"trace[217595842] range","detail":"{range_begin:/registry/pxc.percona.com/perconaxtradbclusters/openstack/percona-xtradb; range_end:; response_count:1; response_revision:2159; }","duration":"457.930037ms","start":"2026-06-26T02:16:47.506045Z","end":"2026-06-26T02:16:47.963975Z","steps":["trace[217595842] 'agreement among raft nodes before linearized reading' (duration: 457.103726ms)"],"step_count":1} {"level":"warn","ts":"2026-06-26T02:16:47.964144Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-06-26T02:16:47.506035Z","time spent":"458.095079ms","remote":"127.0.0.1:58172","response type":"/etcdserverpb.KV/Range","request count":0,"request size":74,"response count":1,"response size":5436,"request content":"key:\"/registry/pxc.percona.com/perconaxtradbclusters/openstack/percona-xtradb\" "} {"level":"warn","ts":"2026-06-26T02:16:47.963388Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"330.806905ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/services/specs/ingress-nginx/ingress-nginx-controller\" ","response":"range_response_count:1 size:1990"} {"level":"info","ts":"2026-06-26T02:16:47.96422Z","caller":"traceutil/trace.go:171","msg":"trace[214415130] range","detail":"{range_begin:/registry/services/specs/ingress-nginx/ingress-nginx-controller; range_end:; response_count:1; response_revision:2159; }","duration":"331.628316ms","start":"2026-06-26T02:16:47.632554Z","end":"2026-06-26T02:16:47.964182Z","steps":["trace[214415130] 'agreement among raft nodes before linearized reading' (duration: 330.777754ms)"],"step_count":1} {"level":"warn","ts":"2026-06-26T02:16:47.963386Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"465.649508ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/plndr-cp-lock\" ","response":"range_response_count:1 size:433"} {"level":"warn","ts":"2026-06-26T02:16:47.96428Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-06-26T02:16:47.632544Z","time spent":"331.721607ms","remote":"127.0.0.1:48584","response type":"/etcdserverpb.KV/Range","request count":0,"request size":65,"response count":1,"response size":2014,"request content":"key:\"/registry/services/specs/ingress-nginx/ingress-nginx-controller\" "} {"level":"info","ts":"2026-06-26T02:16:47.964306Z","caller":"traceutil/trace.go:171","msg":"trace[1340598192] range","detail":"{range_begin:/registry/leases/kube-system/plndr-cp-lock; range_end:; response_count:1; response_revision:2159; }","duration":"466.668122ms","start":"2026-06-26T02:16:47.497621Z","end":"2026-06-26T02:16:47.964289Z","steps":["trace[1340598192] 'agreement among raft nodes before linearized reading' (duration: 465.526816ms)"],"step_count":1} {"level":"warn","ts":"2026-06-26T02:16:47.964371Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-06-26T02:16:47.497613Z","time spent":"466.741803ms","remote":"127.0.0.1:48670","response type":"/etcdserverpb.KV/Range","request count":0,"request size":44,"response count":1,"response size":457,"request content":"key:\"/registry/leases/kube-system/plndr-cp-lock\" "} {"level":"warn","ts":"2026-06-26T02:16:47.963442Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"465.76919ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/plndr-svcs-lock\" ","response":"range_response_count:1 size:437"} {"level":"info","ts":"2026-06-26T02:16:47.964482Z","caller":"traceutil/trace.go:171","msg":"trace[1340261943] range","detail":"{range_begin:/registry/leases/kube-system/plndr-svcs-lock; range_end:; response_count:1; response_revision:2159; }","duration":"466.854164ms","start":"2026-06-26T02:16:47.497614Z","end":"2026-06-26T02:16:47.964468Z","steps":["trace[1340261943] 'agreement among raft nodes before linearized reading' (duration: 465.591186ms)"],"step_count":1} {"level":"warn","ts":"2026-06-26T02:16:47.964527Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-06-26T02:16:47.497595Z","time spent":"466.917226ms","remote":"127.0.0.1:48670","response type":"/etcdserverpb.KV/Range","request count":0,"request size":46,"response count":1,"response size":461,"request content":"key:\"/registry/leases/kube-system/plndr-svcs-lock\" "} {"level":"warn","ts":"2026-06-26T02:16:47.963485Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"389.890967ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/kube-controller-manager\" ","response":"range_response_count:1 size:505"} {"level":"info","ts":"2026-06-26T02:16:47.9646Z","caller":"traceutil/trace.go:171","msg":"trace[2012473257] range","detail":"{range_begin:/registry/leases/kube-system/kube-controller-manager; range_end:; response_count:1; response_revision:2159; }","duration":"391.080465ms","start":"2026-06-26T02:16:47.573511Z","end":"2026-06-26T02:16:47.964592Z","steps":["trace[2012473257] 'agreement among raft nodes before linearized reading' (duration: 389.641605ms)"],"step_count":1} {"level":"warn","ts":"2026-06-26T02:16:47.964621Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-06-26T02:16:47.573492Z","time spent":"391.122385ms","remote":"127.0.0.1:48670","response type":"/etcdserverpb.KV/Range","request count":0,"request size":54,"response count":1,"response size":529,"request content":"key:\"/registry/leases/kube-system/kube-controller-manager\" "} {"level":"warn","ts":"2026-06-26T02:16:47.963303Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"438.399449ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/cilium-operator-resource-lock\" ","response":"range_response_count:1 size:492"} {"level":"info","ts":"2026-06-26T02:16:47.964684Z","caller":"traceutil/trace.go:171","msg":"trace[1122069239] range","detail":"{range_begin:/registry/leases/kube-system/cilium-operator-resource-lock; range_end:; response_count:1; response_revision:2159; }","duration":"439.781578ms","start":"2026-06-26T02:16:47.524884Z","end":"2026-06-26T02:16:47.964666Z","steps":["trace[1122069239] 'agreement among raft nodes before linearized reading' (duration: 438.354058ms)"],"step_count":1} {"level":"warn","ts":"2026-06-26T02:16:47.964746Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-06-26T02:16:47.524878Z","time spent":"439.852089ms","remote":"127.0.0.1:48670","response type":"/etcdserverpb.KV/Range","request count":0,"request size":60,"response count":1,"response size":516,"request content":"key:\"/registry/leases/kube-system/cilium-operator-resource-lock\" "} {"level":"info","ts":"2026-06-26T02:16:48.218054Z","caller":"traceutil/trace.go:171","msg":"trace[1126936295] transaction","detail":"{read_only:false; response_revision:2160; number_of_response:1; }","duration":"248.806443ms","start":"2026-06-26T02:16:47.96921Z","end":"2026-06-26T02:16:48.218016Z","steps":["trace[1126936295] 'process raft request' (duration: 201.409608ms)","trace[1126936295] 'compare' (duration: 47.028449ms)"],"step_count":2} {"level":"info","ts":"2026-06-26T02:16:48.219969Z","caller":"traceutil/trace.go:171","msg":"trace[430577032] transaction","detail":"{read_only:false; response_revision:2161; number_of_response:1; }","duration":"246.574031ms","start":"2026-06-26T02:16:47.973371Z","end":"2026-06-26T02:16:48.219945Z","steps":["trace[430577032] 'process raft request' (duration: 246.277897ms)"],"step_count":1} {"level":"info","ts":"2026-06-26T02:16:48.22014Z","caller":"traceutil/trace.go:171","msg":"trace[1804455376] linearizableReadLoop","detail":"{readStateIndex:2250; appliedIndex:2244; }","duration":"222.216134ms","start":"2026-06-26T02:16:47.997884Z","end":"2026-06-26T02:16:48.2201Z","steps":["trace[1804455376] 'read index received' (duration: 164.856958ms)","trace[1804455376] 'applied index is now lower than readState.Index' (duration: 57.357516ms)"],"step_count":2} {"level":"info","ts":"2026-06-26T02:16:48.220408Z","caller":"traceutil/trace.go:171","msg":"trace[1415977113] transaction","detail":"{read_only:false; response_revision:2162; number_of_response:1; }","duration":"246.866025ms","start":"2026-06-26T02:16:47.973527Z","end":"2026-06-26T02:16:48.220393Z","steps":["trace[1415977113] 'process raft request' (duration: 246.340868ms)"],"step_count":1} {"level":"warn","ts":"2026-06-26T02:16:48.220456Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"222.528639ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pods/openstack/percona-xtradb-pxc-0\" ","response":"range_response_count:1 size:12383"} {"level":"info","ts":"2026-06-26T02:16:48.220496Z","caller":"traceutil/trace.go:171","msg":"trace[1443469346] range","detail":"{range_begin:/registry/pods/openstack/percona-xtradb-pxc-0; range_end:; response_count:1; response_revision:2165; }","duration":"222.63675ms","start":"2026-06-26T02:16:47.997847Z","end":"2026-06-26T02:16:48.220484Z","steps":["trace[1443469346] 'agreement among raft nodes before linearized reading' (duration: 222.377086ms)"],"step_count":1} {"level":"info","ts":"2026-06-26T02:16:48.220722Z","caller":"traceutil/trace.go:171","msg":"trace[97817974] transaction","detail":"{read_only:false; response_revision:2164; number_of_response:1; }","duration":"246.510481ms","start":"2026-06-26T02:16:47.974199Z","end":"2026-06-26T02:16:48.220709Z","steps":["trace[97817974] 'process raft request' (duration: 245.78007ms)"],"step_count":1} {"level":"info","ts":"2026-06-26T02:16:48.220979Z","caller":"traceutil/trace.go:171","msg":"trace[491388753] transaction","detail":"{read_only:false; response_revision:2165; number_of_response:1; }","duration":"246.073844ms","start":"2026-06-26T02:16:47.974896Z","end":"2026-06-26T02:16:48.22097Z","steps":["trace[491388753] 'process raft request' (duration: 245.14415ms)"],"step_count":1} {"level":"info","ts":"2026-06-26T02:16:48.220354Z","caller":"traceutil/trace.go:171","msg":"trace[468448914] transaction","detail":"{read_only:false; response_revision:2163; number_of_response:1; }","duration":"246.721714ms","start":"2026-06-26T02:16:47.973547Z","end":"2026-06-26T02:16:48.220269Z","steps":["trace[468448914] 'process raft request' (duration: 246.370519ms)"],"step_count":1} {"level":"info","ts":"2026-06-26T02:16:49.922177Z","caller":"traceutil/trace.go:171","msg":"trace[523102998] transaction","detail":"{read_only:false; response_revision:2166; number_of_response:1; }","duration":"151.89558ms","start":"2026-06-26T02:16:49.770021Z","end":"2026-06-26T02:16:49.921917Z","steps":["trace[523102998] 'process raft request' (duration: 151.603556ms)"],"step_count":1} {"level":"info","ts":"2026-06-26T02:16:50.249104Z","caller":"traceutil/trace.go:171","msg":"trace[868497153] linearizableReadLoop","detail":"{readStateIndex:2254; appliedIndex:2251; }","duration":"262.738034ms","start":"2026-06-26T02:16:49.986345Z","end":"2026-06-26T02:16:50.249083Z","steps":["trace[868497153] 'read index received' (duration: 260.472762ms)","trace[868497153] 'applied index is now lower than readState.Index' (duration: 2.264272ms)"],"step_count":2} {"level":"info","ts":"2026-06-26T02:16:50.24937Z","caller":"traceutil/trace.go:171","msg":"trace[305021682] transaction","detail":"{read_only:false; response_revision:2168; number_of_response:1; }","duration":"276.257096ms","start":"2026-06-26T02:16:49.973059Z","end":"2026-06-26T02:16:50.249316Z","steps":["trace[305021682] 'process raft request' (duration: 275.927612ms)"],"step_count":1} {"level":"info","ts":"2026-06-26T02:16:50.249521Z","caller":"traceutil/trace.go:171","msg":"trace[660926015] transaction","detail":"{read_only:false; response_revision:2169; number_of_response:1; }","duration":"275.72564ms","start":"2026-06-26T02:16:49.973764Z","end":"2026-06-26T02:16:50.24949Z","steps":["trace[660926015] 'process raft request' (duration: 275.280373ms)"],"step_count":1} {"level":"info","ts":"2026-06-26T02:16:50.249175Z","caller":"traceutil/trace.go:171","msg":"trace[327192552] transaction","detail":"{read_only:false; response_revision:2167; number_of_response:1; }","duration":"277.456544ms","start":"2026-06-26T02:16:49.971672Z","end":"2026-06-26T02:16:50.249129Z","steps":["trace[327192552] 'process raft request' (duration: 275.139691ms)"],"step_count":1} {"level":"warn","ts":"2026-06-26T02:16:50.249804Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"263.448953ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pxc.percona.com/perconaxtradbclusters/openstack/percona-xtradb\" ","response":"range_response_count:1 size:5412"} {"level":"warn","ts":"2026-06-26T02:16:50.249938Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"207.008222ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/secrets/\" range_end:\"/registry/secrets0\" count_only:true ","response":"range_response_count:0 size:7"} {"level":"info","ts":"2026-06-26T02:16:50.249999Z","caller":"traceutil/trace.go:171","msg":"trace[556958892] range","detail":"{range_begin:/registry/secrets/; range_end:/registry/secrets0; response_count:0; response_revision:2169; }","duration":"207.134713ms","start":"2026-06-26T02:16:50.04285Z","end":"2026-06-26T02:16:50.249985Z","steps":["trace[556958892] 'agreement among raft nodes before linearized reading' (duration: 206.984821ms)"],"step_count":1} {"level":"info","ts":"2026-06-26T02:16:50.250119Z","caller":"traceutil/trace.go:171","msg":"trace[2057676332] range","detail":"{range_begin:/registry/pxc.percona.com/perconaxtradbclusters/openstack/percona-xtradb; range_end:; response_count:1; response_revision:2169; }","duration":"263.597786ms","start":"2026-06-26T02:16:49.986256Z","end":"2026-06-26T02:16:50.249854Z","steps":["trace[2057676332] 'agreement among raft nodes before linearized reading' (duration: 263.271441ms)"],"step_count":1} {"level":"warn","ts":"2026-06-26T02:16:51.040039Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"470.180572ms","expected-duration":"100ms","prefix":"","request":"header: txn: success:> failure: >>","response":"size:16"} {"level":"info","ts":"2026-06-26T02:16:51.040333Z","caller":"traceutil/trace.go:171","msg":"trace[1908872712] transaction","detail":"{read_only:false; response_revision:2172; number_of_response:1; }","duration":"783.601906ms","start":"2026-06-26T02:16:50.256702Z","end":"2026-06-26T02:16:51.040304Z","steps":["trace[1908872712] 'process raft request' (duration: 783.530395ms)"],"step_count":1} {"level":"warn","ts":"2026-06-26T02:16:51.040415Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-06-26T02:16:50.256693Z","time spent":"783.688177ms","remote":"127.0.0.1:48670","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":489,"response count":0,"response size":40,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-06-26T02:16:51.040502Z","caller":"traceutil/trace.go:171","msg":"trace[1747788552] transaction","detail":"{read_only:false; response_revision:2170; number_of_response:1; }","duration":"785.648034ms","start":"2026-06-26T02:16:50.254791Z","end":"2026-06-26T02:16:51.040439Z","steps":["trace[1747788552] 'process raft request' (duration: 314.974816ms)","trace[1747788552] 'compare' (duration: 469.814606ms)"],"step_count":2} {"level":"info","ts":"2026-06-26T02:16:51.040623Z","caller":"traceutil/trace.go:171","msg":"trace[805578988] transaction","detail":"{read_only:false; response_revision:2171; number_of_response:1; }","duration":"784.279215ms","start":"2026-06-26T02:16:50.25633Z","end":"2026-06-26T02:16:51.040609Z","steps":["trace[805578988] 'process raft request' (duration: 783.809758ms)"],"step_count":1} {"level":"warn","ts":"2026-06-26T02:16:51.040688Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-06-26T02:16:50.256318Z","time spent":"784.340376ms","remote":"127.0.0.1:48670","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":418,"response count":0,"response size":40,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-06-26T02:16:51.040774Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-06-26T02:16:50.254769Z","time spent":"785.819506ms","remote":"127.0.0.1:48670","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":462,"response count":0,"response size":40,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-06-26T02:16:51.041735Z","caller":"traceutil/trace.go:171","msg":"trace[1981808362] transaction","detail":"{read_only:false; response_revision:2174; number_of_response:1; }","duration":"784.540699ms","start":"2026-06-26T02:16:50.257177Z","end":"2026-06-26T02:16:51.041717Z","steps":["trace[1981808362] 'process raft request' (duration: 784.133783ms)"],"step_count":1} {"level":"info","ts":"2026-06-26T02:16:51.04173Z","caller":"traceutil/trace.go:171","msg":"trace[2107442158] transaction","detail":"{read_only:false; response_revision:2173; number_of_response:1; }","duration":"784.993146ms","start":"2026-06-26T02:16:50.256709Z","end":"2026-06-26T02:16:51.041702Z","steps":["trace[2107442158] 'process raft request' (duration: 783.560115ms)"],"step_count":1} {"level":"warn","ts":"2026-06-26T02:16:51.041802Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-06-26T02:16:50.257166Z","time spent":"784.60436ms","remote":"127.0.0.1:48670","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":422,"response count":0,"response size":40,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-06-26T02:16:51.041885Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-06-26T02:16:50.256691Z","time spent":"785.110397ms","remote":"127.0.0.1:48670","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":476,"response count":0,"response size":40,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-06-26T02:16:51.516733Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"475.272988ms","expected-duration":"100ms","prefix":"","request":"header: lease_revoke:","response":"size:29"} {"level":"info","ts":"2026-06-26T02:16:51.516842Z","caller":"traceutil/trace.go:171","msg":"trace[788738004] linearizableReadLoop","detail":"{readStateIndex:2260; appliedIndex:2259; }","duration":"404.119946ms","start":"2026-06-26T02:16:51.112701Z","end":"2026-06-26T02:16:51.516821Z","steps":["trace[788738004] 'read index received' (duration: 66.951µs)","trace[788738004] 'applied index is now lower than readState.Index' (duration: 404.051435ms)"],"step_count":2} {"level":"warn","ts":"2026-06-26T02:16:51.517014Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"404.30637ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/jobs/\" range_end:\"/registry/jobs0\" count_only:true ","response":"range_response_count:0 size:5"} {"level":"info","ts":"2026-06-26T02:16:51.517066Z","caller":"traceutil/trace.go:171","msg":"trace[1862981189] range","detail":"{range_begin:/registry/jobs/; range_end:/registry/jobs0; response_count:0; response_revision:2174; }","duration":"404.41257ms","start":"2026-06-26T02:16:51.11264Z","end":"2026-06-26T02:16:51.517053Z","steps":["trace[1862981189] 'agreement among raft nodes before linearized reading' (duration: 404.294699ms)"],"step_count":1} {"level":"warn","ts":"2026-06-26T02:16:51.517123Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-06-26T02:16:51.112614Z","time spent":"404.490251ms","remote":"127.0.0.1:48638","response type":"/etcdserverpb.KV/Range","request count":0,"request size":36,"response count":0,"response size":29,"request content":"key:\"/registry/jobs/\" range_end:\"/registry/jobs0\" count_only:true "} {"level":"info","ts":"2026-06-26T02:16:51.623454Z","caller":"traceutil/trace.go:171","msg":"trace[223688129] linearizableReadLoop","detail":"{readStateIndex:2261; appliedIndex:2260; }","duration":"106.548232ms","start":"2026-06-26T02:16:51.516874Z","end":"2026-06-26T02:16:51.623422Z","steps":["trace[223688129] 'read index received' (duration: 106.167727ms)","trace[223688129] 'applied index is now lower than readState.Index' (duration: 378.955µs)"],"step_count":2} {"level":"info","ts":"2026-06-26T02:16:51.623528Z","caller":"traceutil/trace.go:171","msg":"trace[1797364502] transaction","detail":"{read_only:false; response_revision:2175; number_of_response:1; }","duration":"372.6773ms","start":"2026-06-26T02:16:51.25082Z","end":"2026-06-26T02:16:51.623498Z","steps":["trace[1797364502] 'process raft request' (duration: 372.374016ms)"],"step_count":1} {"level":"warn","ts":"2026-06-26T02:16:51.623725Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-06-26T02:16:51.250792Z","time spent":"372.802362ms","remote":"127.0.0.1:48568","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":8539,"response count":0,"response size":40,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-06-26T02:16:51.623738Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"365.584229ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pxc.percona.com/perconaxtradbclusters/openstack/percona-xtradb\" ","response":"range_response_count:1 size:5412"} {"level":"warn","ts":"2026-06-26T02:16:51.623722Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"231.213192ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/health\" ","response":"range_response_count:0 size:5"} {"level":"info","ts":"2026-06-26T02:16:51.623797Z","caller":"traceutil/trace.go:171","msg":"trace[259498251] range","detail":"{range_begin:/registry/pxc.percona.com/perconaxtradbclusters/openstack/percona-xtradb; range_end:; response_count:1; response_revision:2175; }","duration":"365.68473ms","start":"2026-06-26T02:16:51.258096Z","end":"2026-06-26T02:16:51.623781Z","steps":["trace[259498251] 'agreement among raft nodes before linearized reading' (duration: 365.441527ms)"],"step_count":1} {"level":"warn","ts":"2026-06-26T02:16:51.623845Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-06-26T02:16:51.258085Z","time spent":"365.748381ms","remote":"127.0.0.1:58172","response type":"/etcdserverpb.KV/Range","request count":0,"request size":74,"response count":1,"response size":5436,"request content":"key:\"/registry/pxc.percona.com/perconaxtradbclusters/openstack/percona-xtradb\" "} {"level":"info","ts":"2026-06-26T02:16:51.62384Z","caller":"traceutil/trace.go:171","msg":"trace[1428708652] range","detail":"{range_begin:/registry/health; range_end:; response_count:0; response_revision:2175; }","duration":"231.391694ms","start":"2026-06-26T02:16:51.392418Z","end":"2026-06-26T02:16:51.62381Z","steps":["trace[1428708652] 'agreement among raft nodes before linearized reading' (duration: 231.13035ms)"],"step_count":1} {"level":"info","ts":"2026-06-26T02:17:11.323044Z","caller":"traceutil/trace.go:171","msg":"trace[2047752297] transaction","detail":"{read_only:false; response_revision:2280; number_of_response:1; }","duration":"134.811646ms","start":"2026-06-26T02:17:11.188203Z","end":"2026-06-26T02:17:11.323014Z","steps":["trace[2047752297] 'process raft request' (duration: 134.768035ms)"],"step_count":1} {"level":"info","ts":"2026-06-26T02:17:11.323371Z","caller":"traceutil/trace.go:171","msg":"trace[1302855085] transaction","detail":"{read_only:false; response_revision:2279; number_of_response:1; }","duration":"135.472786ms","start":"2026-06-26T02:17:11.187843Z","end":"2026-06-26T02:17:11.323316Z","steps":["trace[1302855085] 'process raft request' (duration: 135.080415ms)"],"step_count":1} {"level":"info","ts":"2026-06-26T02:17:11.32356Z","caller":"traceutil/trace.go:171","msg":"trace[847950938] transaction","detail":"{read_only:false; response_revision:2278; number_of_response:1; }","duration":"136.280978ms","start":"2026-06-26T02:17:11.187093Z","end":"2026-06-26T02:17:11.323374Z","steps":["trace[847950938] 'process raft request' (duration: 109.417477ms)","trace[847950938] 'compare' (duration: 26.249324ms)"],"step_count":2} {"level":"info","ts":"2026-06-26T02:18:24.856665Z","caller":"traceutil/trace.go:171","msg":"trace[1551110218] transaction","detail":"{read_only:false; response_revision:2705; number_of_response:1; }","duration":"121.140531ms","start":"2026-06-26T02:18:24.735473Z","end":"2026-06-26T02:18:24.856614Z","steps":["trace[1551110218] 'process raft request' (duration: 120.872615ms)"],"step_count":1} {"level":"info","ts":"2026-06-26T02:18:24.856885Z","caller":"traceutil/trace.go:171","msg":"trace[2117390171] transaction","detail":"{read_only:false; response_revision:2706; number_of_response:1; }","duration":"121.051659ms","start":"2026-06-26T02:18:24.735794Z","end":"2026-06-26T02:18:24.856846Z","steps":["trace[2117390171] 'process raft request' (duration: 120.699301ms)"],"step_count":1} {"level":"info","ts":"2026-06-26T02:18:25.664388Z","caller":"traceutil/trace.go:171","msg":"trace[492034438] transaction","detail":"{read_only:false; response_revision:2710; number_of_response:1; }","duration":"172.650409ms","start":"2026-06-26T02:18:25.491715Z","end":"2026-06-26T02:18:25.664366Z","steps":["trace[492034438] 'process raft request' (duration: 172.518706ms)"],"step_count":1} {"level":"warn","ts":"2026-06-26T02:18:25.664706Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"148.414501ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/deployments/openstack/percona-xtradb-pitr\" ","response":"range_response_count:0 size:5"} {"level":"info","ts":"2026-06-26T02:18:25.664761Z","caller":"traceutil/trace.go:171","msg":"trace[1944521693] range","detail":"{range_begin:/registry/deployments/openstack/percona-xtradb-pitr; range_end:; response_count:0; response_revision:2710; }","duration":"148.531493ms","start":"2026-06-26T02:18:25.516217Z","end":"2026-06-26T02:18:25.664749Z","steps":["trace[1944521693] 'agreement among raft nodes before linearized reading' (duration: 148.41121ms)"],"step_count":1} {"level":"info","ts":"2026-06-26T02:18:25.664577Z","caller":"traceutil/trace.go:171","msg":"trace[1109302127] linearizableReadLoop","detail":"{readStateIndex:2817; appliedIndex:2817; }","duration":"148.250127ms","start":"2026-06-26T02:18:25.51627Z","end":"2026-06-26T02:18:25.66452Z","steps":["trace[1109302127] 'read index received' (duration: 148.237117ms)","trace[1109302127] 'applied index is now lower than readState.Index' (duration: 10.79µs)"],"step_count":2} {"level":"info","ts":"2026-06-26T02:18:36.069903Z","caller":"traceutil/trace.go:171","msg":"trace[1656663709] linearizableReadLoop","detail":"{readStateIndex:2929; appliedIndex:2928; }","duration":"338.337302ms","start":"2026-06-26T02:18:35.731535Z","end":"2026-06-26T02:18:36.069872Z","steps":["trace[1656663709] 'read index received' (duration: 338.21459ms)","trace[1656663709] 'applied index is now lower than readState.Index' (duration: 121.232µs)"],"step_count":2} {"level":"info","ts":"2026-06-26T02:18:36.069996Z","caller":"traceutil/trace.go:171","msg":"trace[117665542] transaction","detail":"{read_only:false; response_revision:2820; number_of_response:1; }","duration":"340.299925ms","start":"2026-06-26T02:18:35.729657Z","end":"2026-06-26T02:18:36.069957Z","steps":["trace[117665542] 'process raft request' (duration: 340.012349ms)"],"step_count":1} {"level":"warn","ts":"2026-06-26T02:18:36.070175Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"338.623008ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/kube-scheduler\" ","response":"range_response_count:1 size:479"} {"level":"info","ts":"2026-06-26T02:18:36.070226Z","caller":"traceutil/trace.go:171","msg":"trace[1041410781] range","detail":"{range_begin:/registry/leases/kube-system/kube-scheduler; range_end:; response_count:1; response_revision:2820; }","duration":"338.69135ms","start":"2026-06-26T02:18:35.73152Z","end":"2026-06-26T02:18:36.070211Z","steps":["trace[1041410781] 'agreement among raft nodes before linearized reading' (duration: 338.502826ms)"],"step_count":1} {"level":"warn","ts":"2026-06-26T02:18:36.070257Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-06-26T02:18:35.729633Z","time spent":"340.47441ms","remote":"127.0.0.1:48670","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":490,"response count":0,"response size":40,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-06-26T02:18:36.07027Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-06-26T02:18:35.731478Z","time spent":"338.782322ms","remote":"127.0.0.1:48670","response type":"/etcdserverpb.KV/Range","request count":0,"request size":45,"response count":1,"response size":503,"request content":"key:\"/registry/leases/kube-system/kube-scheduler\" "} {"level":"warn","ts":"2026-06-26T02:18:36.07378Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"269.386369ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/cilium-operator-resource-lock\" ","response":"range_response_count:1 size:492"} {"level":"info","ts":"2026-06-26T02:18:36.073832Z","caller":"traceutil/trace.go:171","msg":"trace[1081966136] range","detail":"{range_begin:/registry/leases/kube-system/cilium-operator-resource-lock; range_end:; response_count:1; response_revision:2821; }","duration":"269.499781ms","start":"2026-06-26T02:18:35.804318Z","end":"2026-06-26T02:18:36.073818Z","steps":["trace[1081966136] 'agreement among raft nodes before linearized reading' (duration: 269.355758ms)"],"step_count":1} {"level":"warn","ts":"2026-06-26T02:18:36.073908Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"272.974529ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/plndr-svcs-lock\" ","response":"range_response_count:1 size:438"} {"level":"warn","ts":"2026-06-26T02:18:36.073971Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"271.930525ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/plndr-cp-lock\" ","response":"range_response_count:1 size:434"} {"level":"info","ts":"2026-06-26T02:18:36.073989Z","caller":"traceutil/trace.go:171","msg":"trace[17266806] range","detail":"{range_begin:/registry/leases/kube-system/plndr-svcs-lock; range_end:; response_count:1; response_revision:2821; }","duration":"273.074511ms","start":"2026-06-26T02:18:35.80089Z","end":"2026-06-26T02:18:36.073964Z","steps":["trace[17266806] 'agreement among raft nodes before linearized reading' (duration: 272.871117ms)"],"step_count":1} {"level":"info","ts":"2026-06-26T02:18:36.074043Z","caller":"traceutil/trace.go:171","msg":"trace[1407582937] range","detail":"{range_begin:/registry/leases/kube-system/plndr-cp-lock; range_end:; response_count:1; response_revision:2821; }","duration":"272.039238ms","start":"2026-06-26T02:18:35.801988Z","end":"2026-06-26T02:18:36.074028Z","steps":["trace[1407582937] 'agreement among raft nodes before linearized reading' (duration: 271.789732ms)"],"step_count":1} {"level":"info","ts":"2026-06-26T02:18:36.073899Z","caller":"traceutil/trace.go:171","msg":"trace[864388603] transaction","detail":"{read_only:false; response_revision:2821; number_of_response:1; }","duration":"169.731717ms","start":"2026-06-26T02:18:35.904096Z","end":"2026-06-26T02:18:36.073828Z","steps":["trace[864388603] 'process raft request' (duration: 169.335498ms)"],"step_count":1} {"level":"warn","ts":"2026-06-26T02:18:36.074052Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"297.463838ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pods/openstack/percona-xtradb-pxc-0\" ","response":"range_response_count:1 size:12213"} {"level":"info","ts":"2026-06-26T02:18:36.074134Z","caller":"traceutil/trace.go:171","msg":"trace[19314970] range","detail":"{range_begin:/registry/pods/openstack/percona-xtradb-pxc-0; range_end:; response_count:1; response_revision:2821; }","duration":"297.609901ms","start":"2026-06-26T02:18:35.776505Z","end":"2026-06-26T02:18:36.074115Z","steps":["trace[19314970] 'agreement among raft nodes before linearized reading' (duration: 297.311574ms)"],"step_count":1} {"level":"warn","ts":"2026-06-26T02:18:36.074552Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"315.107752ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/masterleases/199.19.213.122\" ","response":"range_response_count:1 size:135"} {"level":"info","ts":"2026-06-26T02:18:36.074657Z","caller":"traceutil/trace.go:171","msg":"trace[897787067] range","detail":"{range_begin:/registry/masterleases/199.19.213.122; range_end:; response_count:1; response_revision:2821; }","duration":"315.312947ms","start":"2026-06-26T02:18:35.759324Z","end":"2026-06-26T02:18:36.074637Z","steps":["trace[897787067] 'agreement among raft nodes before linearized reading' (duration: 314.311874ms)"],"step_count":1} {"level":"warn","ts":"2026-06-26T02:18:36.074708Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-06-26T02:18:35.759292Z","time spent":"315.407048ms","remote":"127.0.0.1:48444","response type":"/etcdserverpb.KV/Range","request count":0,"request size":39,"response count":1,"response size":159,"request content":"key:\"/registry/masterleases/199.19.213.122\" "} {"level":"info","ts":"2026-06-26T02:19:07.341951Z","caller":"traceutil/trace.go:171","msg":"trace[1408353651] transaction","detail":"{read_only:false; response_revision:2996; number_of_response:1; }","duration":"366.615884ms","start":"2026-06-26T02:19:06.975302Z","end":"2026-06-26T02:19:07.341918Z","steps":["trace[1408353651] 'process raft request' (duration: 366.40819ms)"],"step_count":1} {"level":"warn","ts":"2026-06-26T02:19:07.342123Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-06-26T02:19:06.975263Z","time spent":"366.771187ms","remote":"127.0.0.1:48670","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":556,"response count":0,"response size":40,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-06-26T02:19:07.381102Z","caller":"traceutil/trace.go:171","msg":"trace[531623423] transaction","detail":"{read_only:false; response_revision:2998; number_of_response:1; }","duration":"305.791879ms","start":"2026-06-26T02:19:07.075288Z","end":"2026-06-26T02:19:07.38108Z","steps":["trace[531623423] 'process raft request' (duration: 305.741528ms)"],"step_count":1} {"level":"info","ts":"2026-06-26T02:19:07.381531Z","caller":"traceutil/trace.go:171","msg":"trace[2097769615] transaction","detail":"{read_only:false; response_revision:2997; number_of_response:1; }","duration":"308.707918ms","start":"2026-06-26T02:19:07.072805Z","end":"2026-06-26T02:19:07.381513Z","steps":["trace[2097769615] 'process raft request' (duration: 293.641285ms)","trace[2097769615] 'compare' (duration: 14.476121ms)"],"step_count":2} {"level":"warn","ts":"2026-06-26T02:19:07.381627Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-06-26T02:19:07.072779Z","time spent":"308.799671ms","remote":"127.0.0.1:48670","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":509,"response count":0,"response size":40,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-06-26T02:19:07.381646Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-06-26T02:19:07.075257Z","time spent":"305.919821ms","remote":"127.0.0.1:48670","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":534,"response count":0,"response size":40,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-06-26T02:19:08.021889Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"266.863677ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/gateway.networking.k8s.io/grpcroutes/\" range_end:\"/registry/gateway.networking.k8s.io/grpcroutes0\" count_only:true ","response":"range_response_count:0 size:5"} {"level":"info","ts":"2026-06-26T02:19:08.021972Z","caller":"traceutil/trace.go:171","msg":"trace[1111144676] range","detail":"{range_begin:/registry/gateway.networking.k8s.io/grpcroutes/; range_end:/registry/gateway.networking.k8s.io/grpcroutes0; response_count:0; response_revision:2998; }","duration":"267.02983ms","start":"2026-06-26T02:19:07.754922Z","end":"2026-06-26T02:19:08.021951Z","steps":["trace[1111144676] 'count revisions from in-memory index tree' (duration: 266.790945ms)"],"step_count":1} {"level":"info","ts":"2026-06-26T02:19:13.422139Z","caller":"traceutil/trace.go:171","msg":"trace[971550515] transaction","detail":"{read_only:false; response_revision:3028; number_of_response:1; }","duration":"386.164947ms","start":"2026-06-26T02:19:13.035944Z","end":"2026-06-26T02:19:13.422109Z","steps":["trace[971550515] 'process raft request' (duration: 385.956083ms)"],"step_count":1} {"level":"warn","ts":"2026-06-26T02:19:13.422381Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-06-26T02:19:13.035893Z","time spent":"386.3446ms","remote":"127.0.0.1:48472","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":766,"response count":0,"response size":40,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-06-26T02:19:13.658462Z","caller":"traceutil/trace.go:171","msg":"trace[1910528969] transaction","detail":"{read_only:false; response_revision:3030; number_of_response:1; }","duration":"256.997917ms","start":"2026-06-26T02:19:13.401449Z","end":"2026-06-26T02:19:13.658447Z","steps":["trace[1910528969] 'process raft request' (duration: 256.943296ms)"],"step_count":1} {"level":"info","ts":"2026-06-26T02:19:13.658504Z","caller":"traceutil/trace.go:171","msg":"trace[77269594] linearizableReadLoop","detail":"{readStateIndex:3146; appliedIndex:3145; }","duration":"265.745697ms","start":"2026-06-26T02:19:13.39274Z","end":"2026-06-26T02:19:13.658486Z","steps":["trace[77269594] 'read index received' (duration: 29.621319ms)","trace[77269594] 'applied index is now lower than readState.Index' (duration: 236.123558ms)"],"step_count":2} {"level":"info","ts":"2026-06-26T02:19:13.658667Z","caller":"traceutil/trace.go:171","msg":"trace[388504187] transaction","detail":"{read_only:false; response_revision:3031; number_of_response:1; }","duration":"256.966536ms","start":"2026-06-26T02:19:13.401683Z","end":"2026-06-26T02:19:13.658649Z","steps":["trace[388504187] 'process raft request' (duration: 256.742102ms)"],"step_count":1} {"level":"warn","ts":"2026-06-26T02:19:13.658777Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"266.026042ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/health\" ","response":"range_response_count:0 size:5"} {"level":"info","ts":"2026-06-26T02:19:13.658804Z","caller":"traceutil/trace.go:171","msg":"trace[711841496] range","detail":"{range_begin:/registry/health; range_end:; response_count:0; response_revision:3031; }","duration":"266.091954ms","start":"2026-06-26T02:19:13.392705Z","end":"2026-06-26T02:19:13.658797Z","steps":["trace[711841496] 'agreement among raft nodes before linearized reading' (duration: 266.041193ms)"],"step_count":1} {"level":"info","ts":"2026-06-26T02:19:13.659444Z","caller":"traceutil/trace.go:171","msg":"trace[869184822] transaction","detail":"{read_only:false; response_revision:3029; number_of_response:1; }","duration":"291.048976ms","start":"2026-06-26T02:19:13.367437Z","end":"2026-06-26T02:19:13.658486Z","steps":["trace[869184822] 'process raft request' (duration: 287.169407ms)"],"step_count":1} {"level":"info","ts":"2026-06-26T02:22:02.426686Z","caller":"traceutil/trace.go:171","msg":"trace[1472848957] transaction","detail":"{read_only:false; response_revision:4043; number_of_response:1; }","duration":"112.72664ms","start":"2026-06-26T02:22:02.313944Z","end":"2026-06-26T02:22:02.42667Z","steps":["trace[1472848957] 'process raft request' (duration: 112.215121ms)"],"step_count":1} {"level":"info","ts":"2026-06-26T02:22:02.426458Z","caller":"traceutil/trace.go:171","msg":"trace[173929637] transaction","detail":"{read_only:false; response_revision:4042; number_of_response:1; }","duration":"112.619398ms","start":"2026-06-26T02:22:02.313815Z","end":"2026-06-26T02:22:02.426435Z","steps":["trace[173929637] 'process raft request' (duration: 73.773633ms)","trace[173929637] 'compare' (duration: 38.494399ms)"],"step_count":2} {"level":"info","ts":"2026-06-26T02:22:59.66755Z","caller":"traceutil/trace.go:171","msg":"trace[167074967] transaction","detail":"{read_only:false; response_revision:4840; number_of_response:1; }","duration":"102.66197ms","start":"2026-06-26T02:22:59.564846Z","end":"2026-06-26T02:22:59.667508Z","steps":["trace[167074967] 'process raft request' (duration: 102.346995ms)"],"step_count":1} {"level":"info","ts":"2026-06-26T02:22:59.93061Z","caller":"traceutil/trace.go:171","msg":"trace[7142240] linearizableReadLoop","detail":"{readStateIndex:5035; appliedIndex:5032; }","duration":"105.853821ms","start":"2026-06-26T02:22:59.824723Z","end":"2026-06-26T02:22:59.930576Z","steps":["trace[7142240] 'read index received' (duration: 70.263929ms)","trace[7142240] 'applied index is now lower than readState.Index' (duration: 35.588522ms)"],"step_count":2} {"level":"info","ts":"2026-06-26T02:22:59.930876Z","caller":"traceutil/trace.go:171","msg":"trace[140545272] transaction","detail":"{read_only:false; response_revision:4842; number_of_response:1; }","duration":"167.569023ms","start":"2026-06-26T02:22:59.763159Z","end":"2026-06-26T02:22:59.930728Z","steps":["trace[140545272] 'process raft request' (duration: 131.806609ms)","trace[140545272] 'compare' (duration: 35.294917ms)"],"step_count":2} {"level":"info","ts":"2026-06-26T02:22:59.930955Z","caller":"traceutil/trace.go:171","msg":"trace[1468600528] transaction","detail":"{read_only:false; response_revision:4844; number_of_response:1; }","duration":"167.302739ms","start":"2026-06-26T02:22:59.763555Z","end":"2026-06-26T02:22:59.930858Z","steps":["trace[1468600528] 'process raft request' (duration: 166.974544ms)"],"step_count":1} {"level":"info","ts":"2026-06-26T02:22:59.93106Z","caller":"traceutil/trace.go:171","msg":"trace[10833315] transaction","detail":"{read_only:false; response_revision:4843; number_of_response:1; }","duration":"167.425931ms","start":"2026-06-26T02:22:59.763527Z","end":"2026-06-26T02:22:59.930952Z","steps":["trace[10833315] 'process raft request' (duration: 166.949793ms)"],"step_count":1} {"level":"warn","ts":"2026-06-26T02:22:59.9329Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"108.138878ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/configmaps/monitoring/\" range_end:\"/registry/configmaps/monitoring0\" ","response":"range_response_count:47 size:2206973"} {"level":"info","ts":"2026-06-26T02:22:59.932982Z","caller":"traceutil/trace.go:171","msg":"trace[451674193] range","detail":"{range_begin:/registry/configmaps/monitoring/; range_end:/registry/configmaps/monitoring0; response_count:47; response_revision:4844; }","duration":"108.28779ms","start":"2026-06-26T02:22:59.824669Z","end":"2026-06-26T02:22:59.932957Z","steps":["trace[451674193] 'agreement among raft nodes before linearized reading' (duration: 106.045704ms)"],"step_count":1} {"level":"info","ts":"2026-06-26T02:23:01.641871Z","caller":"traceutil/trace.go:171","msg":"trace[2036148079] transaction","detail":"{read_only:false; response_revision:4861; number_of_response:1; }","duration":"124.931627ms","start":"2026-06-26T02:23:01.516901Z","end":"2026-06-26T02:23:01.641832Z","steps":["trace[2036148079] 'process raft request' (duration: 124.332557ms)"],"step_count":1} {"level":"warn","ts":"2026-06-26T02:23:04.888605Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"102.089378ms","expected-duration":"100ms","prefix":"","request":"header: txn: success:> failure: >>","response":"size:16"} {"level":"info","ts":"2026-06-26T02:23:04.888761Z","caller":"traceutil/trace.go:171","msg":"trace[1741604417] transaction","detail":"{read_only:false; response_revision:4936; number_of_response:1; }","duration":"185.261983ms","start":"2026-06-26T02:23:04.703476Z","end":"2026-06-26T02:23:04.888738Z","steps":["trace[1741604417] 'process raft request' (duration: 82.922641ms)","trace[1741604417] 'compare' (duration: 101.906695ms)"],"step_count":2} {"level":"info","ts":"2026-06-26T02:23:05.11755Z","caller":"traceutil/trace.go:171","msg":"trace[964194611] linearizableReadLoop","detail":"{readStateIndex:5131; appliedIndex:5130; }","duration":"318.694123ms","start":"2026-06-26T02:23:04.798823Z","end":"2026-06-26T02:23:05.117518Z","steps":["trace[964194611] 'read index received' (duration: 294.870411ms)","trace[964194611] 'applied index is now lower than readState.Index' (duration: 23.821912ms)"],"step_count":2} {"level":"info","ts":"2026-06-26T02:23:05.11765Z","caller":"traceutil/trace.go:171","msg":"trace[885100555] transaction","detail":"{read_only:false; response_revision:4937; number_of_response:1; }","duration":"406.34388ms","start":"2026-06-26T02:23:04.711252Z","end":"2026-06-26T02:23:05.117596Z","steps":["trace[885100555] 'process raft request' (duration: 382.377814ms)","trace[885100555] 'compare' (duration: 23.651911ms)"],"step_count":2} {"level":"warn","ts":"2026-06-26T02:23:05.117924Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"319.039899ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/rabbitmq.com/rabbitmqclusters/openstack/rabbitmq-keystone\" ","response":"range_response_count:0 size:5"} {"level":"info","ts":"2026-06-26T02:23:05.118076Z","caller":"traceutil/trace.go:171","msg":"trace[1369856461] range","detail":"{range_begin:/registry/rabbitmq.com/rabbitmqclusters/openstack/rabbitmq-keystone; range_end:; response_count:0; response_revision:4937; }","duration":"319.267263ms","start":"2026-06-26T02:23:04.798772Z","end":"2026-06-26T02:23:05.118039Z","steps":["trace[1369856461] 'agreement among raft nodes before linearized reading' (duration: 318.909007ms)"],"step_count":1} {"level":"warn","ts":"2026-06-26T02:23:05.118276Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-06-26T02:23:04.798746Z","time spent":"319.514536ms","remote":"127.0.0.1:57952","response type":"/etcdserverpb.KV/Range","request count":0,"request size":69,"response count":0,"response size":29,"request content":"key:\"/registry/rabbitmq.com/rabbitmqclusters/openstack/rabbitmq-keystone\" "} {"level":"warn","ts":"2026-06-26T02:23:05.118759Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-06-26T02:23:04.71122Z","time spent":"406.565603ms","remote":"127.0.0.1:48670","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":510,"response count":0,"response size":40,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-06-26T02:23:05.120781Z","caller":"traceutil/trace.go:171","msg":"trace[593370707] transaction","detail":"{read_only:false; response_revision:4938; number_of_response:1; }","duration":"252.004362ms","start":"2026-06-26T02:23:04.868739Z","end":"2026-06-26T02:23:05.120743Z","steps":["trace[593370707] 'process raft request' (duration: 251.359232ms)"],"step_count":1} {"level":"warn","ts":"2026-06-26T02:23:05.121759Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"234.485681ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/gateway.networking.x-k8s.io/xbackendtrafficpolicies/\" range_end:\"/registry/gateway.networking.x-k8s.io/xbackendtrafficpolicies0\" count_only:true ","response":"range_response_count:0 size:5"} {"level":"info","ts":"2026-06-26T02:23:05.121827Z","caller":"traceutil/trace.go:171","msg":"trace[778653228] range","detail":"{range_begin:/registry/gateway.networking.x-k8s.io/xbackendtrafficpolicies/; range_end:/registry/gateway.networking.x-k8s.io/xbackendtrafficpolicies0; response_count:0; response_revision:4938; }","duration":"234.583032ms","start":"2026-06-26T02:23:04.887216Z","end":"2026-06-26T02:23:05.121799Z","steps":["trace[778653228] 'agreement among raft nodes before linearized reading' (duration: 234.473771ms)"],"step_count":1} {"level":"warn","ts":"2026-06-26T02:23:05.126113Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"277.902148ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/configmaps/monitoring/\" range_end:\"/registry/configmaps/monitoring0\" ","response":"range_response_count:47 size:2206973"} {"level":"info","ts":"2026-06-26T02:23:05.126293Z","caller":"traceutil/trace.go:171","msg":"trace[1391669627] range","detail":"{range_begin:/registry/configmaps/monitoring/; range_end:/registry/configmaps/monitoring0; response_count:47; response_revision:4938; }","duration":"278.084641ms","start":"2026-06-26T02:23:04.84819Z","end":"2026-06-26T02:23:05.126275Z","steps":["trace[1391669627] 'agreement among raft nodes before linearized reading' (duration: 272.109505ms)"],"step_count":1} {"level":"info","ts":"2026-06-26T02:23:06.072637Z","caller":"traceutil/trace.go:171","msg":"trace[2118031666] transaction","detail":"{read_only:false; response_revision:4951; number_of_response:1; }","duration":"105.923678ms","start":"2026-06-26T02:23:05.966635Z","end":"2026-06-26T02:23:06.072559Z","steps":["trace[2118031666] 'process raft request' (duration: 105.693235ms)"],"step_count":1} {"level":"warn","ts":"2026-06-26T02:23:06.340154Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"111.358114ms","expected-duration":"100ms","prefix":"","request":"header: txn: success:> failure: >>","response":"size:16"} {"level":"info","ts":"2026-06-26T02:23:06.340579Z","caller":"traceutil/trace.go:171","msg":"trace[354694945] linearizableReadLoop","detail":"{readStateIndex:5148; appliedIndex:5146; }","duration":"348.352134ms","start":"2026-06-26T02:23:05.992208Z","end":"2026-06-26T02:23:06.34056Z","steps":["trace[354694945] 'read index received' (duration: 80.535441ms)","trace[354694945] 'applied index is now lower than readState.Index' (duration: 267.815563ms)"],"step_count":2} {"level":"info","ts":"2026-06-26T02:23:06.340806Z","caller":"traceutil/trace.go:171","msg":"trace[1144237738] transaction","detail":"{read_only:false; response_revision:4952; number_of_response:1; }","duration":"373.597149ms","start":"2026-06-26T02:23:05.967185Z","end":"2026-06-26T02:23:06.340783Z","steps":["trace[1144237738] 'process raft request' (duration: 261.052255ms)","trace[1144237738] 'compare' (duration: 111.173052ms)"],"step_count":2} {"level":"warn","ts":"2026-06-26T02:23:06.341049Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-06-26T02:23:05.967148Z","time spent":"373.835902ms","remote":"127.0.0.1:48670","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":419,"response count":0,"response size":40,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-06-26T02:23:06.341149Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"348.929353ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pods/openstack/percona-xtradb-pxc-0\" ","response":"range_response_count:1 size:12213"} {"level":"info","ts":"2026-06-26T02:23:06.340823Z","caller":"traceutil/trace.go:171","msg":"trace[2007715424] transaction","detail":"{read_only:false; response_revision:4953; number_of_response:1; }","duration":"372.926888ms","start":"2026-06-26T02:23:05.967853Z","end":"2026-06-26T02:23:06.34078Z","steps":["trace[2007715424] 'process raft request' (duration: 372.632144ms)"],"step_count":1} {"level":"info","ts":"2026-06-26T02:23:06.341189Z","caller":"traceutil/trace.go:171","msg":"trace[1325673930] range","detail":"{range_begin:/registry/pods/openstack/percona-xtradb-pxc-0; range_end:; response_count:1; response_revision:4953; }","duration":"349.034365ms","start":"2026-06-26T02:23:05.992147Z","end":"2026-06-26T02:23:06.341182Z","steps":["trace[1325673930] 'agreement among raft nodes before linearized reading' (duration: 348.815151ms)"],"step_count":1} {"level":"warn","ts":"2026-06-26T02:23:06.34122Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-06-26T02:23:05.992116Z","time spent":"349.099286ms","remote":"127.0.0.1:48580","response type":"/etcdserverpb.KV/Range","request count":0,"request size":47,"response count":1,"response size":12237,"request content":"key:\"/registry/pods/openstack/percona-xtradb-pxc-0\" "} {"level":"warn","ts":"2026-06-26T02:23:06.34134Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-06-26T02:23:05.967841Z","time spent":"373.377605ms","remote":"127.0.0.1:48670","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":477,"response count":0,"response size":40,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-06-26T02:23:08.486856Z","caller":"traceutil/trace.go:171","msg":"trace[1680814141] linearizableReadLoop","detail":"{readStateIndex:5218; appliedIndex:5217; }","duration":"140.657163ms","start":"2026-06-26T02:23:08.346169Z","end":"2026-06-26T02:23:08.486826Z","steps":["trace[1680814141] 'read index received' (duration: 140.134814ms)","trace[1680814141] 'applied index is now lower than readState.Index' (duration: 520.889µs)"],"step_count":2} {"level":"info","ts":"2026-06-26T02:23:08.487021Z","caller":"traceutil/trace.go:171","msg":"trace[2073648559] transaction","detail":"{read_only:false; response_revision:5023; number_of_response:1; }","duration":"404.790933ms","start":"2026-06-26T02:23:08.082216Z","end":"2026-06-26T02:23:08.487007Z","steps":["trace[2073648559] 'process raft request' (duration: 404.376006ms)"],"step_count":1} {"level":"warn","ts":"2026-06-26T02:23:08.487145Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-06-26T02:23:08.082178Z","time spent":"404.873984ms","remote":"127.0.0.1:48670","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":422,"response count":0,"response size":40,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-06-26T02:23:08.48728Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"140.50392ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/cilium-operator-resource-lock\" ","response":"range_response_count:1 size:493"} {"level":"info","ts":"2026-06-26T02:23:08.487498Z","caller":"traceutil/trace.go:171","msg":"trace[213289102] range","detail":"{range_begin:/registry/leases/kube-system/cilium-operator-resource-lock; range_end:; response_count:1; response_revision:5023; }","duration":"140.762134ms","start":"2026-06-26T02:23:08.346712Z","end":"2026-06-26T02:23:08.487474Z","steps":["trace[213289102] 'agreement among raft nodes before linearized reading' (duration: 140.415949ms)"],"step_count":1} {"level":"warn","ts":"2026-06-26T02:23:08.4877Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"141.531237ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/plndr-cp-lock\" ","response":"range_response_count:1 size:434"} {"level":"info","ts":"2026-06-26T02:23:08.487741Z","caller":"traceutil/trace.go:171","msg":"trace[940615766] range","detail":"{range_begin:/registry/leases/kube-system/plndr-cp-lock; range_end:; response_count:1; response_revision:5023; }","duration":"141.651959ms","start":"2026-06-26T02:23:08.346076Z","end":"2026-06-26T02:23:08.487728Z","steps":["trace[940615766] 'agreement among raft nodes before linearized reading' (duration: 141.560118ms)"],"step_count":1} {"level":"info","ts":"2026-06-26T02:23:08.796507Z","caller":"traceutil/trace.go:171","msg":"trace[1137637148] transaction","detail":"{read_only:false; response_revision:5025; number_of_response:1; }","duration":"295.209079ms","start":"2026-06-26T02:23:08.50127Z","end":"2026-06-26T02:23:08.796479Z","steps":["trace[1137637148] 'process raft request' (duration: 295.144438ms)"],"step_count":1} {"level":"info","ts":"2026-06-26T02:23:08.796558Z","caller":"traceutil/trace.go:171","msg":"trace[1019973520] transaction","detail":"{read_only:false; response_revision:5024; number_of_response:1; }","duration":"295.2646ms","start":"2026-06-26T02:23:08.50127Z","end":"2026-06-26T02:23:08.796534Z","steps":["trace[1019973520] 'process raft request' (duration: 290.333491ms)"],"step_count":1} {"level":"info","ts":"2026-06-26T02:23:08.801646Z","caller":"traceutil/trace.go:171","msg":"trace[899115746] transaction","detail":"{read_only:false; response_revision:5026; number_of_response:1; }","duration":"295.753078ms","start":"2026-06-26T02:23:08.505855Z","end":"2026-06-26T02:23:08.801608Z","steps":["trace[899115746] 'process raft request' (duration: 295.394313ms)"],"step_count":1} {"level":"info","ts":"2026-06-26T02:23:08.801815Z","caller":"traceutil/trace.go:171","msg":"trace[2106835810] linearizableReadLoop","detail":"{readStateIndex:5221; appliedIndex:5218; }","duration":"174.084749ms","start":"2026-06-26T02:23:08.627712Z","end":"2026-06-26T02:23:08.801797Z","steps":["trace[2106835810] 'read index received' (duration: 163.985399ms)","trace[2106835810] 'applied index is now lower than readState.Index' (duration: 10.09737ms)"],"step_count":2} {"level":"info","ts":"2026-06-26T02:23:08.801873Z","caller":"traceutil/trace.go:171","msg":"trace[465044443] transaction","detail":"{read_only:false; response_revision:5027; number_of_response:1; }","duration":"121.113771ms","start":"2026-06-26T02:23:08.680716Z","end":"2026-06-26T02:23:08.80183Z","steps":["trace[465044443] 'process raft request' (duration: 120.762545ms)"],"step_count":1} {"level":"warn","ts":"2026-06-26T02:23:08.801994Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"174.267002ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/persistentvolumeclaims/openstack/datadir-percona-xtradb-pxc-0\" ","response":"range_response_count:1 size:1853"} {"level":"info","ts":"2026-06-26T02:23:08.802023Z","caller":"traceutil/trace.go:171","msg":"trace[844766780] range","detail":"{range_begin:/registry/persistentvolumeclaims/openstack/datadir-percona-xtradb-pxc-0; range_end:; response_count:1; response_revision:5027; }","duration":"174.363264ms","start":"2026-06-26T02:23:08.627651Z","end":"2026-06-26T02:23:08.802015Z","steps":["trace[844766780] 'agreement among raft nodes before linearized reading' (duration: 174.202131ms)"],"step_count":1} {"level":"info","ts":"2026-06-26T02:23:10.636955Z","caller":"traceutil/trace.go:171","msg":"trace[2104300375] transaction","detail":"{read_only:false; response_revision:5035; number_of_response:1; }","duration":"126.363832ms","start":"2026-06-26T02:23:10.510526Z","end":"2026-06-26T02:23:10.636889Z","steps":["trace[2104300375] 'process raft request' (duration: 126.129209ms)"],"step_count":1} {"level":"info","ts":"2026-06-26T02:23:11.025271Z","caller":"traceutil/trace.go:171","msg":"trace[1358656303] transaction","detail":"{read_only:false; response_revision:5039; number_of_response:1; }","duration":"103.261432ms","start":"2026-06-26T02:23:10.921962Z","end":"2026-06-26T02:23:11.025224Z","steps":["trace[1358656303] 'process raft request' (duration: 102.923127ms)"],"step_count":1} {"level":"info","ts":"2026-06-26T02:23:11.350463Z","caller":"traceutil/trace.go:171","msg":"trace[234966758] transaction","detail":"{read_only:false; response_revision:5041; number_of_response:1; }","duration":"204.707044ms","start":"2026-06-26T02:23:11.145704Z","end":"2026-06-26T02:23:11.350411Z","steps":["trace[234966758] 'process raft request' (duration: 204.348859ms)"],"step_count":1} {"level":"warn","ts":"2026-06-26T02:23:11.580915Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"106.298301ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/rabbitmq.com/rabbitmqclusters/openstack/rabbitmq-keystone\" ","response":"range_response_count:1 size:3316"} {"level":"info","ts":"2026-06-26T02:23:11.581003Z","caller":"traceutil/trace.go:171","msg":"trace[2146119985] range","detail":"{range_begin:/registry/rabbitmq.com/rabbitmqclusters/openstack/rabbitmq-keystone; range_end:; response_count:1; response_revision:5041; }","duration":"106.419102ms","start":"2026-06-26T02:23:11.474563Z","end":"2026-06-26T02:23:11.580982Z","steps":["trace[2146119985] 'range keys from in-memory index tree' (duration: 106.175109ms)"],"step_count":1} {"level":"info","ts":"2026-06-26T02:23:13.485254Z","caller":"traceutil/trace.go:171","msg":"trace[1425123393] transaction","detail":"{read_only:false; response_revision:5073; number_of_response:1; }","duration":"128.269861ms","start":"2026-06-26T02:23:13.356959Z","end":"2026-06-26T02:23:13.485229Z","steps":["trace[1425123393] 'process raft request' (duration: 108.476074ms)","trace[1425123393] 'compare' (duration: 19.511512ms)"],"step_count":2} {"level":"warn","ts":"2026-06-26T02:23:17.932897Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"100.716887ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/kube-controller-manager\" ","response":"range_response_count:1 size:506"} {"level":"info","ts":"2026-06-26T02:23:17.932984Z","caller":"traceutil/trace.go:171","msg":"trace[987426578] range","detail":"{range_begin:/registry/leases/kube-system/kube-controller-manager; range_end:; response_count:1; response_revision:5116; }","duration":"100.86305ms","start":"2026-06-26T02:23:17.832105Z","end":"2026-06-26T02:23:17.932968Z","steps":["trace[987426578] 'range keys from in-memory index tree' (duration: 100.503954ms)"],"step_count":1} {"level":"info","ts":"2026-06-26T02:23:18.731088Z","caller":"traceutil/trace.go:171","msg":"trace[168700940] transaction","detail":"{read_only:false; response_revision:5119; number_of_response:1; }","duration":"103.41694ms","start":"2026-06-26T02:23:18.627606Z","end":"2026-06-26T02:23:18.731023Z","steps":["trace[168700940] 'process raft request' (duration: 103.084744ms)"],"step_count":1} {"level":"warn","ts":"2026-06-26T02:23:22.137413Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"237.746398ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/deployments/openstack/percona-xtradb-pitr\" ","response":"range_response_count:0 size:5"} {"level":"info","ts":"2026-06-26T02:23:22.137583Z","caller":"traceutil/trace.go:171","msg":"trace[2093535362] range","detail":"{range_begin:/registry/deployments/openstack/percona-xtradb-pitr; range_end:; response_count:0; response_revision:5145; }","duration":"237.969721ms","start":"2026-06-26T02:23:21.899589Z","end":"2026-06-26T02:23:22.137559Z","steps":["trace[2093535362] 'range keys from in-memory index tree' (duration: 237.645886ms)"],"step_count":1} {"level":"warn","ts":"2026-06-26T02:23:22.137633Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"260.761534ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/secrets/openstack/rabbitmq-keystone-default-user\" ","response":"range_response_count:1 size:1321"} {"level":"info","ts":"2026-06-26T02:23:22.137764Z","caller":"traceutil/trace.go:171","msg":"trace[1457335656] range","detail":"{range_begin:/registry/secrets/openstack/rabbitmq-keystone-default-user; range_end:; response_count:1; response_revision:5145; }","duration":"260.944396ms","start":"2026-06-26T02:23:21.876792Z","end":"2026-06-26T02:23:22.137736Z","steps":["trace[1457335656] 'range keys from in-memory index tree' (duration: 260.446098ms)"],"step_count":1} {"level":"warn","ts":"2026-06-26T02:23:22.137641Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"165.67529ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/kube-controller-manager\" ","response":"range_response_count:1 size:506"} {"level":"info","ts":"2026-06-26T02:23:22.137889Z","caller":"traceutil/trace.go:171","msg":"trace[1868992284] range","detail":"{range_begin:/registry/leases/kube-system/kube-controller-manager; range_end:; response_count:1; response_revision:5145; }","duration":"165.959524ms","start":"2026-06-26T02:23:21.971899Z","end":"2026-06-26T02:23:22.137858Z","steps":["trace[1868992284] 'range keys from in-memory index tree' (duration: 165.473627ms)"],"step_count":1} {"level":"warn","ts":"2026-06-26T02:23:22.137882Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"153.503125ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/kube-scheduler\" ","response":"range_response_count:1 size:479"} {"level":"info","ts":"2026-06-26T02:23:22.139428Z","caller":"traceutil/trace.go:171","msg":"trace[415702308] range","detail":"{range_begin:/registry/leases/kube-system/kube-scheduler; range_end:; response_count:1; response_revision:5145; }","duration":"154.825746ms","start":"2026-06-26T02:23:21.98436Z","end":"2026-06-26T02:23:22.139186Z","steps":["trace[415702308] 'range keys from in-memory index tree' (duration: 152.919047ms)"],"step_count":1} {"level":"info","ts":"2026-06-26T02:23:22.7109Z","caller":"traceutil/trace.go:171","msg":"trace[128564151] transaction","detail":"{read_only:false; response_revision:5151; number_of_response:1; }","duration":"103.491269ms","start":"2026-06-26T02:23:22.607368Z","end":"2026-06-26T02:23:22.710859Z","steps":["trace[128564151] 'process raft request' (duration: 103.274885ms)"],"step_count":1} {"level":"warn","ts":"2026-06-26T02:23:22.96904Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"142.785205ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/persistentvolumeclaims/openstack/persistence-rabbitmq-keystone-server-0\" ","response":"range_response_count:1 size:1865"} {"level":"info","ts":"2026-06-26T02:23:22.969152Z","caller":"traceutil/trace.go:171","msg":"trace[1459101822] range","detail":"{range_begin:/registry/persistentvolumeclaims/openstack/persistence-rabbitmq-keystone-server-0; range_end:; response_count:1; response_revision:5151; }","duration":"142.981007ms","start":"2026-06-26T02:23:22.826145Z","end":"2026-06-26T02:23:22.969126Z","steps":["trace[1459101822] 'range keys from in-memory index tree' (duration: 142.592761ms)"],"step_count":1} {"level":"warn","ts":"2026-06-26T02:23:22.969518Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"203.270528ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/plndr-svcs-lock\" ","response":"range_response_count:1 size:438"} {"level":"info","ts":"2026-06-26T02:23:22.969572Z","caller":"traceutil/trace.go:171","msg":"trace[1819579111] range","detail":"{range_begin:/registry/leases/kube-system/plndr-svcs-lock; range_end:; response_count:1; response_revision:5151; }","duration":"203.37619ms","start":"2026-06-26T02:23:22.766183Z","end":"2026-06-26T02:23:22.969559Z","steps":["trace[1819579111] 'range keys from in-memory index tree' (duration: 202.476605ms)"],"step_count":1} {"level":"warn","ts":"2026-06-26T02:23:23.221827Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"102.287709ms","expected-duration":"100ms","prefix":"","request":"header: txn: success:> failure: >>","response":"size:16"} {"level":"info","ts":"2026-06-26T02:23:23.222219Z","caller":"traceutil/trace.go:171","msg":"trace[2066852350] transaction","detail":"{read_only:false; response_revision:5156; number_of_response:1; }","duration":"172.615549ms","start":"2026-06-26T02:23:23.049588Z","end":"2026-06-26T02:23:23.222204Z","steps":["trace[2066852350] 'process raft request' (duration: 69.890353ms)","trace[2066852350] 'compare' (duration: 102.016375ms)"],"step_count":2} {"level":"warn","ts":"2026-06-26T02:23:23.957702Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"107.830207ms","expected-duration":"100ms","prefix":"","request":"header: txn: success:> failure: >>","response":"size:16"} {"level":"info","ts":"2026-06-26T02:23:23.957873Z","caller":"traceutil/trace.go:171","msg":"trace[280669736] linearizableReadLoop","detail":"{readStateIndex:5360; appliedIndex:5358; }","duration":"155.335023ms","start":"2026-06-26T02:23:23.802523Z","end":"2026-06-26T02:23:23.957858Z","steps":["trace[280669736] 'read index received' (duration: 47.343454ms)","trace[280669736] 'applied index is now lower than readState.Index' (duration: 107.990419ms)"],"step_count":2} {"level":"warn","ts":"2026-06-26T02:23:23.958015Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"155.499195ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pods/monitoring/kube-prometheus-stack-prometheus-node-exporter-kv8kk\" ","response":"range_response_count:1 size:9942"} {"level":"info","ts":"2026-06-26T02:23:23.958066Z","caller":"traceutil/trace.go:171","msg":"trace[123069131] range","detail":"{range_begin:/registry/pods/monitoring/kube-prometheus-stack-prometheus-node-exporter-kv8kk; range_end:; response_count:1; response_revision:5161; }","duration":"155.566507ms","start":"2026-06-26T02:23:23.802461Z","end":"2026-06-26T02:23:23.958027Z","steps":["trace[123069131] 'agreement among raft nodes before linearized reading' (duration: 155.433234ms)"],"step_count":1} {"level":"info","ts":"2026-06-26T02:23:23.958312Z","caller":"traceutil/trace.go:171","msg":"trace[537876859] transaction","detail":"{read_only:false; response_revision:5160; number_of_response:1; }","duration":"429.381975ms","start":"2026-06-26T02:23:23.528719Z","end":"2026-06-26T02:23:23.958101Z","steps":["trace[537876859] 'process raft request' (duration: 321.081631ms)","trace[537876859] 'compare' (duration: 107.570142ms)"],"step_count":2} {"level":"info","ts":"2026-06-26T02:23:23.958468Z","caller":"traceutil/trace.go:171","msg":"trace[1932640223] transaction","detail":"{read_only:false; response_revision:5161; number_of_response:1; }","duration":"202.361642ms","start":"2026-06-26T02:23:23.756098Z","end":"2026-06-26T02:23:23.958459Z","steps":["trace[1932640223] 'process raft request' (duration: 201.694791ms)"],"step_count":1} {"level":"warn","ts":"2026-06-26T02:23:23.958474Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-06-26T02:23:23.528693Z","time spent":"429.721362ms","remote":"127.0.0.1:48670","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":510,"response count":0,"response size":40,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-06-26T02:23:42.441353Z","caller":"mvcc/index.go:214","msg":"compact tree index","revision":2867} {"level":"info","ts":"2026-06-26T02:23:42.518695Z","caller":"mvcc/kvstore_compaction.go:68","msg":"finished scheduled compaction","compact-revision":2867,"took":"76.304167ms","hash":2128650288,"current-db-size-bytes":52064256,"current-db-size":"52 MB","current-db-size-in-use-bytes":27734016,"current-db-size-in-use":"28 MB"} {"level":"info","ts":"2026-06-26T02:23:42.518793Z","caller":"mvcc/hash.go:137","msg":"storing new hash","hash":2128650288,"revision":2867,"compact-revision":-1} {"level":"warn","ts":"2026-06-26T02:23:48.574538Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"477.294466ms","expected-duration":"100ms","prefix":"","request":"header: txn: success:> failure: >>","response":"size:16"} {"level":"info","ts":"2026-06-26T02:23:48.574887Z","caller":"traceutil/trace.go:171","msg":"trace[173971723] transaction","detail":"{read_only:false; response_revision:5470; number_of_response:1; }","duration":"362.30358ms","start":"2026-06-26T02:23:48.212567Z","end":"2026-06-26T02:23:48.574871Z","steps":["trace[173971723] 'process raft request' (duration: 362.216959ms)"],"step_count":1} {"level":"info","ts":"2026-06-26T02:23:48.574911Z","caller":"traceutil/trace.go:171","msg":"trace[539834683] transaction","detail":"{read_only:false; response_revision:5469; number_of_response:1; }","duration":"523.576396ms","start":"2026-06-26T02:23:48.051279Z","end":"2026-06-26T02:23:48.574855Z","steps":["trace[539834683] 'process raft request' (duration: 45.828803ms)","trace[539834683] 'compare' (duration: 476.812168ms)"],"step_count":2} {"level":"warn","ts":"2026-06-26T02:23:48.574972Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-06-26T02:23:48.21254Z","time spent":"362.386931ms","remote":"127.0.0.1:57628","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":2317,"response count":0,"response size":40,"request content":"compare: success:> failure:<>"} {"level":"info","ts":"2026-06-26T02:23:48.574881Z","caller":"traceutil/trace.go:171","msg":"trace[933234694] linearizableReadLoop","detail":"{readStateIndex:5678; appliedIndex:5676; }","duration":"495.712697ms","start":"2026-06-26T02:23:48.07914Z","end":"2026-06-26T02:23:48.574853Z","steps":["trace[933234694] 'read index received' (duration: 6.405101ms)","trace[933234694] 'applied index is now lower than readState.Index' (duration: 489.304406ms)"],"step_count":2} {"level":"warn","ts":"2026-06-26T02:23:48.575022Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"495.872469ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/monitoring.coreos.com/alertmanagers/\" range_end:\"/registry/monitoring.coreos.com/alertmanagers0\" count_only:true ","response":"range_response_count:0 size:7"} {"level":"info","ts":"2026-06-26T02:23:48.575066Z","caller":"traceutil/trace.go:171","msg":"trace[1582423742] range","detail":"{range_begin:/registry/monitoring.coreos.com/alertmanagers/; range_end:/registry/monitoring.coreos.com/alertmanagers0; response_count:0; response_revision:5470; }","duration":"495.95247ms","start":"2026-06-26T02:23:48.079099Z","end":"2026-06-26T02:23:48.575052Z","steps":["trace[1582423742] 'agreement among raft nodes before linearized reading' (duration: 495.838578ms)"],"step_count":1} {"level":"warn","ts":"2026-06-26T02:23:48.575121Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-06-26T02:23:48.079083Z","time spent":"496.028401ms","remote":"127.0.0.1:59244","response type":"/etcdserverpb.KV/Range","request count":0,"request size":98,"response count":1,"response size":31,"request content":"key:\"/registry/monitoring.coreos.com/alertmanagers/\" range_end:\"/registry/monitoring.coreos.com/alertmanagers0\" count_only:true "} {"level":"warn","ts":"2026-06-26T02:23:48.575146Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-06-26T02:23:48.051262Z","time spent":"523.756309ms","remote":"127.0.0.1:48670","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":509,"response count":0,"response size":40,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-06-26T02:23:48.57526Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"399.551108ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/rolebindings/\" range_end:\"/registry/rolebindings0\" count_only:true ","response":"range_response_count:0 size:7"} {"level":"info","ts":"2026-06-26T02:23:48.575349Z","caller":"traceutil/trace.go:171","msg":"trace[1789615712] range","detail":"{range_begin:/registry/rolebindings/; range_end:/registry/rolebindings0; response_count:0; response_revision:5470; }","duration":"399.68933ms","start":"2026-06-26T02:23:48.175634Z","end":"2026-06-26T02:23:48.575323Z","steps":["trace[1789615712] 'agreement among raft nodes before linearized reading' (duration: 399.468147ms)"],"step_count":1} {"level":"warn","ts":"2026-06-26T02:23:48.575432Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-06-26T02:23:48.175615Z","time spent":"399.797162ms","remote":"127.0.0.1:48758","response type":"/etcdserverpb.KV/Range","request count":0,"request size":52,"response count":38,"response size":31,"request content":"key:\"/registry/rolebindings/\" range_end:\"/registry/rolebindings0\" count_only:true "} {"level":"warn","ts":"2026-06-26T02:23:48.575571Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"268.782124ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/kube-controller-manager\" ","response":"range_response_count:1 size:506"} {"level":"info","ts":"2026-06-26T02:23:48.575614Z","caller":"traceutil/trace.go:171","msg":"trace[1919161922] range","detail":"{range_begin:/registry/leases/kube-system/kube-controller-manager; range_end:; response_count:1; response_revision:5470; }","duration":"268.875685ms","start":"2026-06-26T02:23:48.306724Z","end":"2026-06-26T02:23:48.5756Z","steps":["trace[1919161922] 'agreement among raft nodes before linearized reading' (duration: 268.737333ms)"],"step_count":1} {"level":"warn","ts":"2026-06-26T02:23:48.575769Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"268.944896ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/kube-scheduler\" ","response":"range_response_count:1 size:479"} {"level":"info","ts":"2026-06-26T02:23:48.575787Z","caller":"traceutil/trace.go:171","msg":"trace[258267353] range","detail":"{range_begin:/registry/leases/kube-system/kube-scheduler; range_end:; response_count:1; response_revision:5470; }","duration":"268.979847ms","start":"2026-06-26T02:23:48.306801Z","end":"2026-06-26T02:23:48.575781Z","steps":["trace[258267353] 'agreement among raft nodes before linearized reading' (duration: 268.920826ms)"],"step_count":1} {"level":"warn","ts":"2026-06-26T02:23:48.576047Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"101.096436ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/gateway.networking.k8s.io/gatewayclasses/\" range_end:\"/registry/gateway.networking.k8s.io/gatewayclasses0\" count_only:true ","response":"range_response_count:0 size:7"} {"level":"info","ts":"2026-06-26T02:23:48.576069Z","caller":"traceutil/trace.go:171","msg":"trace[1574109751] range","detail":"{range_begin:/registry/gateway.networking.k8s.io/gatewayclasses/; range_end:/registry/gateway.networking.k8s.io/gatewayclasses0; response_count:0; response_revision:5470; }","duration":"101.162798ms","start":"2026-06-26T02:23:48.474898Z","end":"2026-06-26T02:23:48.576061Z","steps":["trace[1574109751] 'agreement among raft nodes before linearized reading' (duration: 101.121927ms)"],"step_count":1} {"level":"warn","ts":"2026-06-26T02:23:48.576506Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"377.514729ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/configmaps/monitoring/\" range_end:\"/registry/configmaps/monitoring0\" ","response":"range_response_count:47 size:2206973"} {"level":"info","ts":"2026-06-26T02:23:48.576555Z","caller":"traceutil/trace.go:171","msg":"trace[738010774] range","detail":"{range_begin:/registry/configmaps/monitoring/; range_end:/registry/configmaps/monitoring0; response_count:47; response_revision:5470; }","duration":"377.567581ms","start":"2026-06-26T02:23:48.198973Z","end":"2026-06-26T02:23:48.576541Z","steps":["trace[738010774] 'agreement among raft nodes before linearized reading' (duration: 376.547754ms)"],"step_count":1} {"level":"warn","ts":"2026-06-26T02:23:48.576581Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-06-26T02:23:48.198888Z","time spent":"377.687344ms","remote":"127.0.0.1:48486","response type":"/etcdserverpb.KV/Range","request count":0,"request size":68,"response count":47,"response size":2206997,"request content":"key:\"/registry/configmaps/monitoring/\" range_end:\"/registry/configmaps/monitoring0\" "} {"level":"warn","ts":"2026-06-26T02:23:48.575419Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"185.531918ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/health\" ","response":"range_response_count:0 size:5"} {"level":"info","ts":"2026-06-26T02:23:48.578417Z","caller":"traceutil/trace.go:171","msg":"trace[1403609051] range","detail":"{range_begin:/registry/health; range_end:; response_count:0; response_revision:5470; }","duration":"188.617927ms","start":"2026-06-26T02:23:48.389771Z","end":"2026-06-26T02:23:48.578389Z","steps":["trace[1403609051] 'agreement among raft nodes before linearized reading' (duration: 185.61309ms)"],"step_count":1} {"level":"warn","ts":"2026-06-26T02:23:49.540315Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"440.438552ms","expected-duration":"100ms","prefix":"","request":"header: txn: success:> failure: >>","response":"size:16"} {"level":"info","ts":"2026-06-26T02:23:49.541587Z","caller":"traceutil/trace.go:171","msg":"trace[593603666] transaction","detail":"{read_only:false; response_revision:5472; number_of_response:1; }","duration":"960.269649ms","start":"2026-06-26T02:23:48.58111Z","end":"2026-06-26T02:23:49.541379Z","steps":["trace[593603666] 'process raft request' (duration: 518.632368ms)","trace[593603666] 'compare' (duration: 439.656179ms)"],"step_count":2} {"level":"info","ts":"2026-06-26T02:23:49.541647Z","caller":"traceutil/trace.go:171","msg":"trace[248184460] transaction","detail":"{read_only:false; response_revision:5473; number_of_response:1; }","duration":"955.461083ms","start":"2026-06-26T02:23:48.586157Z","end":"2026-06-26T02:23:49.541618Z","steps":["trace[248184460] 'process raft request' (duration: 954.315575ms)"],"step_count":1} {"level":"info","ts":"2026-06-26T02:23:49.541591Z","caller":"traceutil/trace.go:171","msg":"trace[1658582650] linearizableReadLoop","detail":"{readStateIndex:5682; appliedIndex:5680; }","duration":"929.36514ms","start":"2026-06-26T02:23:48.611192Z","end":"2026-06-26T02:23:49.540557Z","steps":["trace[1658582650] 'read index received' (duration: 488.567242ms)","trace[1658582650] 'applied index is now lower than readState.Index' (duration: 440.796418ms)"],"step_count":2} {"level":"warn","ts":"2026-06-26T02:23:49.541776Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-06-26T02:23:48.586137Z","time spent":"955.588294ms","remote":"127.0.0.1:57606","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":2878,"response count":0,"response size":40,"request content":"compare: success:> failure:<>"} {"level":"warn","ts":"2026-06-26T02:23:49.541806Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-06-26T02:23:48.581072Z","time spent":"960.618994ms","remote":"127.0.0.1:48670","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":490,"response count":0,"response size":40,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-06-26T02:23:49.541905Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"930.694072ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/secrets/monitoring/kube-prometheus-stack-admission\" ","response":"range_response_count:1 size:1817"} {"level":"info","ts":"2026-06-26T02:23:49.541971Z","caller":"traceutil/trace.go:171","msg":"trace[1508910649] range","detail":"{range_begin:/registry/secrets/monitoring/kube-prometheus-stack-admission; range_end:; response_count:1; response_revision:5473; }","duration":"930.816153ms","start":"2026-06-26T02:23:48.611138Z","end":"2026-06-26T02:23:49.541954Z","steps":["trace[1508910649] 'agreement among raft nodes before linearized reading' (duration: 930.62122ms)"],"step_count":1} {"level":"warn","ts":"2026-06-26T02:23:49.541998Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-06-26T02:23:48.611116Z","time spent":"930.876594ms","remote":"127.0.0.1:48484","response type":"/etcdserverpb.KV/Range","request count":0,"request size":62,"response count":1,"response size":1841,"request content":"key:\"/registry/secrets/monitoring/kube-prometheus-stack-admission\" "} {"level":"info","ts":"2026-06-26T02:23:49.594369Z","caller":"traceutil/trace.go:171","msg":"trace[1551930672] transaction","detail":"{read_only:false; response_revision:5474; number_of_response:1; }","duration":"837.163915ms","start":"2026-06-26T02:23:48.757172Z","end":"2026-06-26T02:23:49.594336Z","steps":["trace[1551930672] 'process raft request' (duration: 836.913041ms)"],"step_count":1} {"level":"warn","ts":"2026-06-26T02:23:49.594578Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-06-26T02:23:48.757136Z","time spent":"837.327377ms","remote":"127.0.0.1:48670","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":475,"response count":0,"response size":40,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-06-26T02:23:49.59457Z","caller":"traceutil/trace.go:171","msg":"trace[1327943207] transaction","detail":"{read_only:false; response_revision:5475; number_of_response:1; }","duration":"502.470871ms","start":"2026-06-26T02:23:49.092057Z","end":"2026-06-26T02:23:49.594528Z","steps":["trace[1327943207] 'process raft request' (duration: 502.216087ms)"],"step_count":1} {"level":"warn","ts":"2026-06-26T02:23:49.594772Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-06-26T02:23:49.092021Z","time spent":"502.630442ms","remote":"127.0.0.1:48670","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":555,"response count":0,"response size":40,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-06-26T02:23:49.613545Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"415.850864ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/plndr-cp-lock\" ","response":"range_response_count:1 size:433"} {"level":"info","ts":"2026-06-26T02:23:49.613608Z","caller":"traceutil/trace.go:171","msg":"trace[1035470050] range","detail":"{range_begin:/registry/leases/kube-system/plndr-cp-lock; range_end:; response_count:1; response_revision:5476; }","duration":"415.945676ms","start":"2026-06-26T02:23:49.197648Z","end":"2026-06-26T02:23:49.613594Z","steps":["trace[1035470050] 'agreement among raft nodes before linearized reading' (duration: 415.768653ms)"],"step_count":1} {"level":"warn","ts":"2026-06-26T02:23:49.61364Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-06-26T02:23:49.197636Z","time spent":"415.997526ms","remote":"127.0.0.1:48670","response type":"/etcdserverpb.KV/Range","request count":0,"request size":44,"response count":1,"response size":457,"request content":"key:\"/registry/leases/kube-system/plndr-cp-lock\" "} {"level":"warn","ts":"2026-06-26T02:23:49.613609Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"248.39003ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/cilium-operator-resource-lock\" ","response":"range_response_count:1 size:493"} {"level":"info","ts":"2026-06-26T02:23:49.613701Z","caller":"traceutil/trace.go:171","msg":"trace[580019785] range","detail":"{range_begin:/registry/leases/kube-system/cilium-operator-resource-lock; range_end:; response_count:1; response_revision:5476; }","duration":"248.545223ms","start":"2026-06-26T02:23:49.365136Z","end":"2026-06-26T02:23:49.613681Z","steps":["trace[580019785] 'agreement among raft nodes before linearized reading' (duration: 248.262099ms)"],"step_count":1} {"level":"warn","ts":"2026-06-26T02:23:49.613865Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"856.347877ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/apiregistration.k8s.io/apiservices/\" range_end:\"/registry/apiregistration.k8s.io/apiservices0\" count_only:true ","response":"range_response_count:0 size:7"} {"level":"info","ts":"2026-06-26T02:23:49.613949Z","caller":"traceutil/trace.go:171","msg":"trace[2041491291] transaction","detail":"{read_only:false; response_revision:5476; number_of_response:1; }","duration":"262.016576ms","start":"2026-06-26T02:23:49.351919Z","end":"2026-06-26T02:23:49.613936Z","steps":["trace[2041491291] 'process raft request' (duration: 261.316175ms)"],"step_count":1} {"level":"info","ts":"2026-06-26T02:23:49.613966Z","caller":"traceutil/trace.go:171","msg":"trace[1139591206] range","detail":"{range_begin:/registry/apiregistration.k8s.io/apiservices/; range_end:/registry/apiregistration.k8s.io/apiservices0; response_count:0; response_revision:5476; }","duration":"856.658322ms","start":"2026-06-26T02:23:48.757282Z","end":"2026-06-26T02:23:49.613941Z","steps":["trace[1139591206] 'agreement among raft nodes before linearized reading' (duration: 856.428178ms)"],"step_count":1} {"level":"warn","ts":"2026-06-26T02:23:49.614078Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-06-26T02:23:48.757134Z","time spent":"856.925416ms","remote":"127.0.0.1:48952","response type":"/etcdserverpb.KV/Range","request count":0,"request size":96,"response count":40,"response size":31,"request content":"key:\"/registry/apiregistration.k8s.io/apiservices/\" range_end:\"/registry/apiregistration.k8s.io/apiservices0\" count_only:true "} {"level":"warn","ts":"2026-06-26T02:23:49.614149Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"220.46032ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/health\" ","response":"range_response_count:0 size:5"} {"level":"info","ts":"2026-06-26T02:23:49.614187Z","caller":"traceutil/trace.go:171","msg":"trace[524998452] range","detail":"{range_begin:/registry/health; range_end:; response_count:0; response_revision:5476; }","duration":"220.532001ms","start":"2026-06-26T02:23:49.393648Z","end":"2026-06-26T02:23:49.61418Z","steps":["trace[524998452] 'agreement among raft nodes before linearized reading' (duration: 220.47132ms)"],"step_count":1} {"level":"warn","ts":"2026-06-26T02:23:49.614418Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"440.515842ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/plndr-svcs-lock\" ","response":"range_response_count:1 size:437"} {"level":"info","ts":"2026-06-26T02:23:49.61447Z","caller":"traceutil/trace.go:171","msg":"trace[791133322] range","detail":"{range_begin:/registry/leases/kube-system/plndr-svcs-lock; range_end:; response_count:1; response_revision:5476; }","duration":"440.604774ms","start":"2026-06-26T02:23:49.173854Z","end":"2026-06-26T02:23:49.614458Z","steps":["trace[791133322] 'agreement among raft nodes before linearized reading' (duration: 440.485802ms)"],"step_count":1} {"level":"warn","ts":"2026-06-26T02:23:49.614502Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-06-26T02:23:49.173831Z","time spent":"440.663445ms","remote":"127.0.0.1:48670","response type":"/etcdserverpb.KV/Range","request count":0,"request size":46,"response count":1,"response size":461,"request content":"key:\"/registry/leases/kube-system/plndr-svcs-lock\" "} {"level":"warn","ts":"2026-06-26T02:23:50.876978Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"896.525416ms","expected-duration":"100ms","prefix":"","request":"header: txn: success:> failure: >>","response":"size:16"} {"level":"info","ts":"2026-06-26T02:23:50.877358Z","caller":"traceutil/trace.go:171","msg":"trace[1014335640] transaction","detail":"{read_only:false; response_revision:5479; number_of_response:1; }","duration":"1.256048021s","start":"2026-06-26T02:23:49.621284Z","end":"2026-06-26T02:23:50.877332Z","steps":["trace[1014335640] 'process raft request' (duration: 1.25599447s)"],"step_count":1} {"level":"warn","ts":"2026-06-26T02:23:50.87751Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-06-26T02:23:49.621272Z","time spent":"1.256196593s","remote":"127.0.0.1:48670","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":418,"response count":0,"response size":40,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-06-26T02:23:50.877651Z","caller":"traceutil/trace.go:171","msg":"trace[283620781] transaction","detail":"{read_only:false; response_revision:5477; number_of_response:1; }","duration":"1.257454572s","start":"2026-06-26T02:23:49.620131Z","end":"2026-06-26T02:23:50.877585Z","steps":["trace[283620781] 'process raft request' (duration: 360.155164ms)","trace[283620781] 'compare' (duration: 896.114629ms)"],"step_count":2} {"level":"info","ts":"2026-06-26T02:23:50.877783Z","caller":"traceutil/trace.go:171","msg":"trace[1863369375] linearizableReadLoop","detail":"{readStateIndex:5686; appliedIndex:5685; }","duration":"1.257611105s","start":"2026-06-26T02:23:49.620158Z","end":"2026-06-26T02:23:50.877769Z","steps":["trace[1863369375] 'read index received' (duration: 360.112254ms)","trace[1863369375] 'applied index is now lower than readState.Index' (duration: 897.497331ms)"],"step_count":2} {"level":"info","ts":"2026-06-26T02:23:50.877874Z","caller":"traceutil/trace.go:171","msg":"trace[1149440214] transaction","detail":"{read_only:false; response_revision:5478; number_of_response:1; }","duration":"1.256836913s","start":"2026-06-26T02:23:49.621026Z","end":"2026-06-26T02:23:50.877863Z","steps":["trace[1149440214] 'process raft request' (duration: 1.256119592s)"],"step_count":1} {"level":"warn","ts":"2026-06-26T02:23:50.877942Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-06-26T02:23:49.621012Z","time spent":"1.256893624s","remote":"127.0.0.1:48670","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":477,"response count":0,"response size":40,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-06-26T02:23:50.877942Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-06-26T02:23:49.620113Z","time spent":"1.257688376s","remote":"127.0.0.1:48670","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":422,"response count":0,"response size":40,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-06-26T02:23:50.878367Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.258182184s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/secrets/monitoring/prometheus-kube-prometheus-stack-prometheus\" ","response":"range_response_count:1 size:3506"} {"level":"info","ts":"2026-06-26T02:23:50.878868Z","caller":"traceutil/trace.go:171","msg":"trace[853667808] range","detail":"{range_begin:/registry/secrets/monitoring/prometheus-kube-prometheus-stack-prometheus; range_end:; response_count:1; response_revision:5479; }","duration":"1.258728272s","start":"2026-06-26T02:23:49.620114Z","end":"2026-06-26T02:23:50.878842Z","steps":["trace[853667808] 'agreement among raft nodes before linearized reading' (duration: 1.257953431s)"],"step_count":1} {"level":"warn","ts":"2026-06-26T02:23:50.878967Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-06-26T02:23:49.620095Z","time spent":"1.258857814s","remote":"127.0.0.1:48484","response type":"/etcdserverpb.KV/Range","request count":0,"request size":74,"response count":1,"response size":3530,"request content":"key:\"/registry/secrets/monitoring/prometheus-kube-prometheus-stack-prometheus\" "} {"level":"info","ts":"2026-06-26T02:23:50.891501Z","caller":"traceutil/trace.go:171","msg":"trace[821651731] transaction","detail":"{read_only:false; response_revision:5481; number_of_response:1; }","duration":"798.280786ms","start":"2026-06-26T02:23:50.093211Z","end":"2026-06-26T02:23:50.891491Z","steps":["trace[821651731] 'process raft request' (duration: 798.190524ms)"],"step_count":1} {"level":"info","ts":"2026-06-26T02:23:50.891519Z","caller":"traceutil/trace.go:171","msg":"trace[1476647364] transaction","detail":"{read_only:false; response_revision:5482; number_of_response:1; }","duration":"310.613282ms","start":"2026-06-26T02:23:50.580885Z","end":"2026-06-26T02:23:50.891498Z","steps":["trace[1476647364] 'process raft request' (duration: 310.554141ms)"],"step_count":1} {"level":"warn","ts":"2026-06-26T02:23:50.891594Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-06-26T02:23:50.093185Z","time spent":"798.359317ms","remote":"127.0.0.1:48670","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":540,"response count":0,"response size":40,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-06-26T02:23:50.891677Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-06-26T02:23:50.580858Z","time spent":"310.736993ms","remote":"127.0.0.1:48670","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":510,"response count":0,"response size":40,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-06-26T02:23:50.89185Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"291.119114ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/kube-scheduler\" ","response":"range_response_count:1 size:479"} {"level":"info","ts":"2026-06-26T02:23:50.891934Z","caller":"traceutil/trace.go:171","msg":"trace[26249722] range","detail":"{range_begin:/registry/leases/kube-system/kube-scheduler; range_end:; response_count:1; response_revision:5482; }","duration":"291.226255ms","start":"2026-06-26T02:23:50.600679Z","end":"2026-06-26T02:23:50.891905Z","steps":["trace[26249722] 'agreement among raft nodes before linearized reading' (duration: 290.89767ms)"],"step_count":1} {"level":"info","ts":"2026-06-26T02:23:50.892127Z","caller":"traceutil/trace.go:171","msg":"trace[828689562] transaction","detail":"{read_only:false; response_revision:5480; number_of_response:1; }","duration":"854.836758ms","start":"2026-06-26T02:23:50.037268Z","end":"2026-06-26T02:23:50.892105Z","steps":["trace[828689562] 'process raft request' (duration: 854.020406ms)"],"step_count":1} {"level":"warn","ts":"2026-06-26T02:23:50.892285Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-06-26T02:23:50.037241Z","time spent":"854.960241ms","remote":"127.0.0.1:48568","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":11904,"response count":0,"response size":40,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-06-26T02:23:51.83149Z","caller":"traceutil/trace.go:171","msg":"trace[586107105] transaction","detail":"{read_only:false; response_revision:5486; number_of_response:1; }","duration":"228.497614ms","start":"2026-06-26T02:23:51.602964Z","end":"2026-06-26T02:23:51.831462Z","steps":["trace[586107105] 'process raft request' (duration: 228.24105ms)"],"step_count":1} {"level":"info","ts":"2026-06-26T02:23:51.831718Z","caller":"traceutil/trace.go:171","msg":"trace[540039569] transaction","detail":"{read_only:false; response_revision:5487; number_of_response:1; }","duration":"212.3268ms","start":"2026-06-26T02:23:51.61936Z","end":"2026-06-26T02:23:51.831687Z","steps":["trace[540039569] 'process raft request' (duration: 212.044954ms)"],"step_count":1} {"level":"info","ts":"2026-06-26T02:23:55.035131Z","caller":"traceutil/trace.go:171","msg":"trace[416870104] transaction","detail":"{read_only:false; response_revision:5510; number_of_response:1; }","duration":"122.103095ms","start":"2026-06-26T02:23:54.912994Z","end":"2026-06-26T02:23:55.035097Z","steps":["trace[416870104] 'process raft request' (duration: 121.845101ms)"],"step_count":1} {"level":"info","ts":"2026-06-26T02:23:55.035146Z","caller":"traceutil/trace.go:171","msg":"trace[275818013] transaction","detail":"{read_only:false; response_revision:5511; number_of_response:1; }","duration":"121.792869ms","start":"2026-06-26T02:23:54.913323Z","end":"2026-06-26T02:23:55.035116Z","steps":["trace[275818013] 'process raft request' (duration: 121.715028ms)"],"step_count":1} {"level":"warn","ts":"2026-06-26T02:23:55.035511Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"124.134806ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/plndr-cp-lock\" ","response":"range_response_count:1 size:434"} {"level":"info","ts":"2026-06-26T02:23:55.035602Z","caller":"traceutil/trace.go:171","msg":"trace[840868341] range","detail":"{range_begin:/registry/leases/kube-system/plndr-cp-lock; range_end:; response_count:1; response_revision:5511; }","duration":"124.404751ms","start":"2026-06-26T02:23:54.911184Z","end":"2026-06-26T02:23:55.035589Z","steps":["trace[840868341] 'agreement among raft nodes before linearized reading' (duration: 124.021205ms)"],"step_count":1} {"level":"info","ts":"2026-06-26T02:23:55.099663Z","caller":"traceutil/trace.go:171","msg":"trace[1530622335] transaction","detail":"{read_only:false; response_revision:5512; number_of_response:1; }","duration":"114.175619ms","start":"2026-06-26T02:23:54.98546Z","end":"2026-06-26T02:23:55.099636Z","steps":["trace[1530622335] 'process raft request' (duration: 113.990476ms)"],"step_count":1} {"level":"warn","ts":"2026-06-26T02:23:55.100119Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"107.533684ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/kube-scheduler\" ","response":"range_response_count:1 size:479"} {"level":"info","ts":"2026-06-26T02:23:55.100171Z","caller":"traceutil/trace.go:171","msg":"trace[842717468] range","detail":"{range_begin:/registry/leases/kube-system/kube-scheduler; range_end:; response_count:1; response_revision:5512; }","duration":"107.669886ms","start":"2026-06-26T02:23:54.992489Z","end":"2026-06-26T02:23:55.100159Z","steps":["trace[842717468] 'agreement among raft nodes before linearized reading' (duration: 107.461833ms)"],"step_count":1} {"level":"warn","ts":"2026-06-26T02:23:58.37561Z","caller":"etcdserver/v3_server.go:897","msg":"waiting for ReadIndex response took too long, retrying","sent-request-id":14360183716516371252,"retry-timeout":"500ms"} {"level":"warn","ts":"2026-06-26T02:23:58.876045Z","caller":"etcdserver/v3_server.go:897","msg":"waiting for ReadIndex response took too long, retrying","sent-request-id":14360183716516371252,"retry-timeout":"500ms"} {"level":"warn","ts":"2026-06-26T02:23:59.392055Z","caller":"etcdserver/v3_server.go:897","msg":"waiting for ReadIndex response took too long, retrying","sent-request-id":14360183716516371252,"retry-timeout":"500ms"} {"level":"warn","ts":"2026-06-26T02:23:59.89299Z","caller":"etcdserver/v3_server.go:897","msg":"waiting for ReadIndex response took too long, retrying","sent-request-id":14360183716516371252,"retry-timeout":"500ms"} {"level":"warn","ts":"2026-06-26T02:24:00.393353Z","caller":"etcdserver/v3_server.go:897","msg":"waiting for ReadIndex response took too long, retrying","sent-request-id":14360183716516371252,"retry-timeout":"500ms"} {"level":"warn","ts":"2026-06-26T02:24:00.894054Z","caller":"etcdserver/v3_server.go:897","msg":"waiting for ReadIndex response took too long, retrying","sent-request-id":14360183716516371252,"retry-timeout":"500ms"} {"level":"warn","ts":"2026-06-26T02:24:01.392553Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"2.000493443s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/health\" ","response":"","error":"context canceled"} {"level":"info","ts":"2026-06-26T02:24:01.392829Z","caller":"traceutil/trace.go:171","msg":"trace[2092477998] range","detail":"{range_begin:/registry/health; range_end:; }","duration":"2.000833538s","start":"2026-06-26T02:23:59.391967Z","end":"2026-06-26T02:24:01.3928Z","steps":["trace[2092477998] 'agreement among raft nodes before linearized reading' (duration: 2.000538693s)"],"step_count":1} {"level":"warn","ts":"2026-06-26T02:24:01.393129Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-06-26T02:23:59.391944Z","time spent":"2.001172654s","remote":"127.0.0.1:48400","response type":"/etcdserverpb.KV/Range","request count":0,"request size":18,"response count":0,"response size":0,"request content":"key:\"/registry/health\" "} 2026/06/26 02:24:01 WARNING: [core] [Server #7] grpc: Server.processUnaryRPC failed to write status: connection error: desc = "transport is closing" {"level":"warn","ts":"2026-06-26T02:24:01.394927Z","caller":"etcdserver/v3_server.go:897","msg":"waiting for ReadIndex response took too long, retrying","sent-request-id":14360183716516371252,"retry-timeout":"500ms"} {"level":"warn","ts":"2026-06-26T02:24:01.89559Z","caller":"etcdserver/v3_server.go:897","msg":"waiting for ReadIndex response took too long, retrying","sent-request-id":14360183716516371252,"retry-timeout":"500ms"} {"level":"warn","ts":"2026-06-26T02:24:02.361002Z","caller":"wal/wal.go:805","msg":"slow fdatasync","took":"4.486925497s","expected-duration":"1s"} {"level":"info","ts":"2026-06-26T02:24:02.369854Z","caller":"traceutil/trace.go:171","msg":"trace[1597713511] transaction","detail":"{read_only:false; response_revision:5529; number_of_response:1; }","duration":"4.495908937s","start":"2026-06-26T02:23:57.873925Z","end":"2026-06-26T02:24:02.369834Z","steps":["trace[1597713511] 'process raft request' (duration: 4.487389553s)"],"step_count":1} {"level":"warn","ts":"2026-06-26T02:24:02.371603Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-06-26T02:23:57.8739Z","time spent":"4.497565164s","remote":"127.0.0.1:48670","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":556,"response count":0,"response size":40,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-06-26T02:24:02.403947Z","caller":"traceutil/trace.go:171","msg":"trace[1300795648] transaction","detail":"{read_only:false; response_revision:5530; number_of_response:1; }","duration":"3.356793235s","start":"2026-06-26T02:23:59.047097Z","end":"2026-06-26T02:24:02.40389Z","steps":["trace[1300795648] 'process raft request' (duration: 3.356598912s)"],"step_count":1} {"level":"info","ts":"2026-06-26T02:24:02.403992Z","caller":"traceutil/trace.go:171","msg":"trace[787555323] transaction","detail":"{read_only:false; response_revision:5532; number_of_response:1; }","duration":"2.525207619s","start":"2026-06-26T02:23:59.878756Z","end":"2026-06-26T02:24:02.403964Z","steps":["trace[787555323] 'process raft request' (duration: 2.525069187s)"],"step_count":1} {"level":"info","ts":"2026-06-26T02:24:02.403996Z","caller":"traceutil/trace.go:171","msg":"trace[996351574] transaction","detail":"{read_only:false; response_revision:5531; number_of_response:1; }","duration":"3.355969282s","start":"2026-06-26T02:23:59.047972Z","end":"2026-06-26T02:24:02.403942Z","steps":["trace[996351574] 'process raft request' (duration: 3.355828769s)"],"step_count":1} {"level":"warn","ts":"2026-06-26T02:24:02.404168Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-06-26T02:23:59.04704Z","time spent":"3.357005849s","remote":"127.0.0.1:48670","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":509,"response count":0,"response size":40,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-06-26T02:24:02.404185Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-06-26T02:23:59.87873Z","time spent":"2.525325741s","remote":"127.0.0.1:48670","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":535,"response count":0,"response size":40,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-06-26T02:24:02.404427Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-06-26T02:23:59.047948Z","time spent":"3.356250107s","remote":"127.0.0.1:48670","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":540,"response count":0,"response size":40,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-06-26T02:24:02.545515Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"141.642778ms","expected-duration":"100ms","prefix":"","request":"header: lease_revoke:","response":"size:29"} {"level":"info","ts":"2026-06-26T02:24:02.545618Z","caller":"traceutil/trace.go:171","msg":"trace[1990489275] linearizableReadLoop","detail":"{readStateIndex:5745; appliedIndex:5740; }","duration":"4.670267768s","start":"2026-06-26T02:23:57.875331Z","end":"2026-06-26T02:24:02.545598Z","steps":["trace[1990489275] 'read index received' (duration: 4.48595923s)","trace[1990489275] 'applied index is now lower than readState.Index' (duration: 184.306968ms)"],"step_count":2} {"level":"warn","ts":"2026-06-26T02:24:02.545956Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"3.137098977s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/rabbitmq.com/rabbitmqclusters/\" range_end:\"/registry/rabbitmq.com/rabbitmqclusters0\" count_only:true ","response":"range_response_count:0 size:7"} {"level":"info","ts":"2026-06-26T02:24:02.546006Z","caller":"traceutil/trace.go:171","msg":"trace[1476282495] range","detail":"{range_begin:/registry/rabbitmq.com/rabbitmqclusters/; range_end:/registry/rabbitmq.com/rabbitmqclusters0; response_count:0; response_revision:5532; }","duration":"3.137167427s","start":"2026-06-26T02:23:59.408823Z","end":"2026-06-26T02:24:02.545991Z","steps":["trace[1476282495] 'agreement among raft nodes before linearized reading' (duration: 3.137064896s)"],"step_count":1} {"level":"warn","ts":"2026-06-26T02:24:02.545992Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"4.624097991s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/cert-manager/cert-manager-cainjector-leader-election\" ","response":"range_response_count:1 size:559"} {"level":"warn","ts":"2026-06-26T02:24:02.546044Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-06-26T02:23:59.408815Z","time spent":"3.137217088s","remote":"127.0.0.1:57952","response type":"/etcdserverpb.KV/Range","request count":0,"request size":86,"response count":1,"response size":31,"request content":"key:\"/registry/rabbitmq.com/rabbitmqclusters/\" range_end:\"/registry/rabbitmq.com/rabbitmqclusters0\" count_only:true "} {"level":"warn","ts":"2026-06-26T02:24:02.546054Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"3.425536095s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/kube-scheduler\" ","response":"range_response_count:1 size:478"} {"level":"info","ts":"2026-06-26T02:24:02.546069Z","caller":"traceutil/trace.go:171","msg":"trace[1477676006] range","detail":"{range_begin:/registry/leases/cert-manager/cert-manager-cainjector-leader-election; range_end:; response_count:1; response_revision:5532; }","duration":"4.624243323s","start":"2026-06-26T02:23:57.921806Z","end":"2026-06-26T02:24:02.54605Z","steps":["trace[1477676006] 'agreement among raft nodes before linearized reading' (duration: 4.623992679s)"],"step_count":1} {"level":"info","ts":"2026-06-26T02:24:02.546099Z","caller":"traceutil/trace.go:171","msg":"trace[650781680] range","detail":"{range_begin:/registry/leases/kube-system/kube-scheduler; range_end:; response_count:1; response_revision:5532; }","duration":"3.425601287s","start":"2026-06-26T02:23:59.120485Z","end":"2026-06-26T02:24:02.546086Z","steps":["trace[650781680] 'agreement among raft nodes before linearized reading' (duration: 3.425461365s)"],"step_count":1} {"level":"warn","ts":"2026-06-26T02:24:02.546123Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-06-26T02:23:57.921783Z","time spent":"4.624330996s","remote":"127.0.0.1:48670","response type":"/etcdserverpb.KV/Range","request count":0,"request size":71,"response count":1,"response size":583,"request content":"key:\"/registry/leases/cert-manager/cert-manager-cainjector-leader-election\" "} {"level":"warn","ts":"2026-06-26T02:24:02.546132Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-06-26T02:23:59.120477Z","time spent":"3.425648227s","remote":"127.0.0.1:48670","response type":"/etcdserverpb.KV/Range","request count":0,"request size":45,"response count":1,"response size":502,"request content":"key:\"/registry/leases/kube-system/kube-scheduler\" "} {"level":"warn","ts":"2026-06-26T02:24:02.546149Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"3.425817069s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/plndr-cp-lock\" ","response":"range_response_count:1 size:433"} {"level":"warn","ts":"2026-06-26T02:24:02.546023Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"2.852475258s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/kube-controller-manager\" ","response":"range_response_count:1 size:506"} {"level":"info","ts":"2026-06-26T02:24:02.546219Z","caller":"traceutil/trace.go:171","msg":"trace[166648745] range","detail":"{range_begin:/registry/leases/kube-system/plndr-cp-lock; range_end:; response_count:1; response_revision:5532; }","duration":"3.425974263s","start":"2026-06-26T02:23:59.120228Z","end":"2026-06-26T02:24:02.546202Z","steps":["trace[166648745] 'agreement among raft nodes before linearized reading' (duration: 3.425589697s)"],"step_count":1} {"level":"info","ts":"2026-06-26T02:24:02.546238Z","caller":"traceutil/trace.go:171","msg":"trace[2020189182] range","detail":"{range_begin:/registry/leases/kube-system/kube-controller-manager; range_end:; response_count:1; response_revision:5532; }","duration":"2.852740901s","start":"2026-06-26T02:23:59.693486Z","end":"2026-06-26T02:24:02.546227Z","steps":["trace[2020189182] 'agreement among raft nodes before linearized reading' (duration: 2.852376475s)"],"step_count":1} {"level":"warn","ts":"2026-06-26T02:24:02.546259Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-06-26T02:23:59.120182Z","time spent":"3.426069283s","remote":"127.0.0.1:48670","response type":"/etcdserverpb.KV/Range","request count":0,"request size":44,"response count":1,"response size":457,"request content":"key:\"/registry/leases/kube-system/plndr-cp-lock\" "} {"level":"warn","ts":"2026-06-26T02:24:02.54622Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"3.09670778s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/cert-manager.io/certificates/\" range_end:\"/registry/cert-manager.io/certificates0\" count_only:true ","response":"range_response_count:0 size:7"} {"level":"warn","ts":"2026-06-26T02:24:02.546309Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"537.869727ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pxc.percona.com/perconaxtradbclusters/\" range_end:\"/registry/pxc.percona.com/perconaxtradbclusters0\" count_only:true ","response":"range_response_count:0 size:7"} {"level":"info","ts":"2026-06-26T02:24:02.546341Z","caller":"traceutil/trace.go:171","msg":"trace[911027566] range","detail":"{range_begin:/registry/cert-manager.io/certificates/; range_end:/registry/cert-manager.io/certificates0; response_count:0; response_revision:5532; }","duration":"3.096948654s","start":"2026-06-26T02:23:59.449359Z","end":"2026-06-26T02:24:02.546307Z","steps":["trace[911027566] 'agreement among raft nodes before linearized reading' (duration: 3.09669806s)"],"step_count":1} {"level":"warn","ts":"2026-06-26T02:24:02.546368Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"4.011507219s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/cert-manager.io/issuers/\" range_end:\"/registry/cert-manager.io/issuers0\" count_only:true ","response":"range_response_count:0 size:7"} {"level":"info","ts":"2026-06-26T02:24:02.546368Z","caller":"traceutil/trace.go:171","msg":"trace[1388357169] range","detail":"{range_begin:/registry/pxc.percona.com/perconaxtradbclusters/; range_end:/registry/pxc.percona.com/perconaxtradbclusters0; response_count:0; response_revision:5532; }","duration":"537.961269ms","start":"2026-06-26T02:24:02.008383Z","end":"2026-06-26T02:24:02.546345Z","steps":["trace[1388357169] 'agreement among raft nodes before linearized reading' (duration: 537.880158ms)"],"step_count":1} {"level":"info","ts":"2026-06-26T02:24:02.546403Z","caller":"traceutil/trace.go:171","msg":"trace[452855749] range","detail":"{range_begin:/registry/cert-manager.io/issuers/; range_end:/registry/cert-manager.io/issuers0; response_count:0; response_revision:5532; }","duration":"4.011603081s","start":"2026-06-26T02:23:58.53479Z","end":"2026-06-26T02:24:02.546393Z","steps":["trace[452855749] 'agreement among raft nodes before linearized reading' (duration: 4.01154713s)"],"step_count":1} {"level":"warn","ts":"2026-06-26T02:24:02.546413Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-06-26T02:24:02.008364Z","time spent":"538.03895ms","remote":"127.0.0.1:58142","response type":"/etcdserverpb.KV/Range","request count":0,"request size":102,"response count":1,"response size":31,"request content":"key:\"/registry/pxc.percona.com/perconaxtradbclusters/\" range_end:\"/registry/pxc.percona.com/perconaxtradbclusters0\" count_only:true "} {"level":"warn","ts":"2026-06-26T02:24:02.546412Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-06-26T02:23:59.449348Z","time spent":"3.097044366s","remote":"127.0.0.1:34116","response type":"/etcdserverpb.KV/Range","request count":0,"request size":84,"response count":9,"response size":31,"request content":"key:\"/registry/cert-manager.io/certificates/\" range_end:\"/registry/cert-manager.io/certificates0\" count_only:true "} {"level":"warn","ts":"2026-06-26T02:24:02.546429Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.153635331s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/health\" ","response":"range_response_count:0 size:5"} {"level":"warn","ts":"2026-06-26T02:24:02.54644Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-06-26T02:23:58.534759Z","time spent":"4.011670751s","remote":"127.0.0.1:34156","response type":"/etcdserverpb.KV/Range","request count":0,"request size":74,"response count":1,"response size":31,"request content":"key:\"/registry/cert-manager.io/issuers/\" range_end:\"/registry/cert-manager.io/issuers0\" count_only:true "} {"level":"info","ts":"2026-06-26T02:24:02.546466Z","caller":"traceutil/trace.go:171","msg":"trace[828555434] range","detail":"{range_begin:/registry/health; range_end:; response_count:0; response_revision:5532; }","duration":"1.153704342s","start":"2026-06-26T02:24:01.392752Z","end":"2026-06-26T02:24:02.546456Z","steps":["trace[828555434] 'agreement among raft nodes before linearized reading' (duration: 1.153653112s)"],"step_count":1} {"level":"warn","ts":"2026-06-26T02:24:02.546497Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-06-26T02:24:01.392716Z","time spent":"1.153771503s","remote":"127.0.0.1:48416","response type":"/etcdserverpb.KV/Range","request count":0,"request size":18,"response count":0,"response size":29,"request content":"key:\"/registry/health\" "} {"level":"warn","ts":"2026-06-26T02:24:02.546558Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"3.426234346s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/plndr-svcs-lock\" ","response":"range_response_count:1 size:437"} {"level":"warn","ts":"2026-06-26T02:24:02.5463Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"3.552122898s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/cilium-operator-resource-lock\" ","response":"range_response_count:1 size:493"} {"level":"info","ts":"2026-06-26T02:24:02.546592Z","caller":"traceutil/trace.go:171","msg":"trace[1591581113] range","detail":"{range_begin:/registry/leases/kube-system/plndr-svcs-lock; range_end:; response_count:1; response_revision:5532; }","duration":"3.426310167s","start":"2026-06-26T02:23:59.120273Z","end":"2026-06-26T02:24:02.546583Z","steps":["trace[1591581113] 'agreement among raft nodes before linearized reading' (duration: 3.426217256s)"],"step_count":1} {"level":"info","ts":"2026-06-26T02:24:02.546613Z","caller":"traceutil/trace.go:171","msg":"trace[455961327] range","detail":"{range_begin:/registry/leases/kube-system/cilium-operator-resource-lock; range_end:; response_count:1; response_revision:5532; }","duration":"3.552461943s","start":"2026-06-26T02:23:58.99414Z","end":"2026-06-26T02:24:02.546602Z","steps":["trace[455961327] 'agreement among raft nodes before linearized reading' (duration: 3.552097787s)"],"step_count":1} {"level":"warn","ts":"2026-06-26T02:24:02.546654Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-06-26T02:23:58.994121Z","time spent":"3.552521833s","remote":"127.0.0.1:48670","response type":"/etcdserverpb.KV/Range","request count":0,"request size":60,"response count":1,"response size":517,"request content":"key:\"/registry/leases/kube-system/cilium-operator-resource-lock\" "} {"level":"warn","ts":"2026-06-26T02:24:02.546272Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-06-26T02:23:59.693466Z","time spent":"2.852796743s","remote":"127.0.0.1:48670","response type":"/etcdserverpb.KV/Range","request count":0,"request size":54,"response count":1,"response size":530,"request content":"key:\"/registry/leases/kube-system/kube-controller-manager\" "} {"level":"warn","ts":"2026-06-26T02:24:02.546682Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"728.352873ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/daemonsets/\" range_end:\"/registry/daemonsets0\" count_only:true ","response":"range_response_count:0 size:7"} {"level":"warn","ts":"2026-06-26T02:24:02.546702Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"4.063234532s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/gateway.networking.k8s.io/grpcroutes/\" range_end:\"/registry/gateway.networking.k8s.io/grpcroutes0\" count_only:true ","response":"range_response_count:0 size:5"} {"level":"info","ts":"2026-06-26T02:24:02.546714Z","caller":"traceutil/trace.go:171","msg":"trace[1753641497] range","detail":"{range_begin:/registry/daemonsets/; range_end:/registry/daemonsets0; response_count:0; response_revision:5532; }","duration":"728.423784ms","start":"2026-06-26T02:24:01.818281Z","end":"2026-06-26T02:24:02.546705Z","steps":["trace[1753641497] 'agreement among raft nodes before linearized reading' (duration: 728.362723ms)"],"step_count":1} {"level":"info","ts":"2026-06-26T02:24:02.546733Z","caller":"traceutil/trace.go:171","msg":"trace[957237046] range","detail":"{range_begin:/registry/gateway.networking.k8s.io/grpcroutes/; range_end:/registry/gateway.networking.k8s.io/grpcroutes0; response_count:0; response_revision:5532; }","duration":"4.063331114s","start":"2026-06-26T02:23:58.483393Z","end":"2026-06-26T02:24:02.546724Z","steps":["trace[957237046] 'agreement among raft nodes before linearized reading' (duration: 4.063277713s)"],"step_count":1} {"level":"warn","ts":"2026-06-26T02:24:02.546744Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-06-26T02:24:01.81826Z","time spent":"728.476365ms","remote":"127.0.0.1:48878","response type":"/etcdserverpb.KV/Range","request count":0,"request size":48,"response count":4,"response size":31,"request content":"key:\"/registry/daemonsets/\" range_end:\"/registry/daemonsets0\" count_only:true "} {"level":"warn","ts":"2026-06-26T02:24:02.546764Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-06-26T02:23:58.483358Z","time spent":"4.063399165s","remote":"127.0.0.1:51236","response type":"/etcdserverpb.KV/Range","request count":0,"request size":100,"response count":0,"response size":29,"request content":"key:\"/registry/gateway.networking.k8s.io/grpcroutes/\" range_end:\"/registry/gateway.networking.k8s.io/grpcroutes0\" count_only:true "} {"level":"warn","ts":"2026-06-26T02:24:02.54662Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-06-26T02:23:59.120197Z","time spent":"3.426416639s","remote":"127.0.0.1:48670","response type":"/etcdserverpb.KV/Range","request count":0,"request size":46,"response count":1,"response size":461,"request content":"key:\"/registry/leases/kube-system/plndr-svcs-lock\" "} {"level":"warn","ts":"2026-06-26T02:24:02.54681Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"4.436217053s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/gateway.envoyproxy.io/clienttrafficpolicies/\" range_end:\"/registry/gateway.envoyproxy.io/clienttrafficpolicies0\" count_only:true ","response":"range_response_count:0 size:5"} {"level":"info","ts":"2026-06-26T02:24:02.546847Z","caller":"traceutil/trace.go:171","msg":"trace[361235661] range","detail":"{range_begin:/registry/gateway.envoyproxy.io/clienttrafficpolicies/; range_end:/registry/gateway.envoyproxy.io/clienttrafficpolicies0; response_count:0; response_revision:5532; }","duration":"4.436295294s","start":"2026-06-26T02:23:58.110541Z","end":"2026-06-26T02:24:02.546836Z","steps":["trace[361235661] 'agreement among raft nodes before linearized reading' (duration: 4.436238273s)"],"step_count":1} {"level":"warn","ts":"2026-06-26T02:24:02.546877Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-06-26T02:23:58.110517Z","time spent":"4.436351246s","remote":"127.0.0.1:38990","response type":"/etcdserverpb.KV/Range","request count":0,"request size":114,"response count":0,"response size":29,"request content":"key:\"/registry/gateway.envoyproxy.io/clienttrafficpolicies/\" range_end:\"/registry/gateway.envoyproxy.io/clienttrafficpolicies0\" count_only:true "} {"level":"warn","ts":"2026-06-26T02:24:02.546905Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"4.14942786s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/jobs/openstack/keystone-fernet-setup\" ","response":"range_response_count:0 size:5"} {"level":"info","ts":"2026-06-26T02:24:02.546949Z","caller":"traceutil/trace.go:171","msg":"trace[566887433] range","detail":"{range_begin:/registry/jobs/openstack/keystone-fernet-setup; range_end:; response_count:0; response_revision:5532; }","duration":"4.149561253s","start":"2026-06-26T02:23:58.397377Z","end":"2026-06-26T02:24:02.546939Z","steps":["trace[566887433] 'agreement among raft nodes before linearized reading' (duration: 4.149493272s)"],"step_count":1} {"level":"warn","ts":"2026-06-26T02:24:02.54698Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-06-26T02:23:58.397339Z","time spent":"4.149634563s","remote":"127.0.0.1:48638","response type":"/etcdserverpb.KV/Range","request count":0,"request size":48,"response count":0,"response size":29,"request content":"key:\"/registry/jobs/openstack/keystone-fernet-setup\" "} {"level":"warn","ts":"2026-06-26T02:24:02.547001Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"4.566097429s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/secrets/\" range_end:\"/registry/secrets0\" count_only:true ","response":"range_response_count:0 size:7"} {"level":"warn","ts":"2026-06-26T02:24:02.547005Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"4.149756416s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/jobs/openstack/keystone-db-sync\" ","response":"range_response_count:0 size:5"} {"level":"info","ts":"2026-06-26T02:24:02.547034Z","caller":"traceutil/trace.go:171","msg":"trace[1029009601] range","detail":"{range_begin:/registry/secrets/; range_end:/registry/secrets0; response_count:0; response_revision:5532; }","duration":"4.566169909s","start":"2026-06-26T02:23:57.980855Z","end":"2026-06-26T02:24:02.547025Z","steps":["trace[1029009601] 'agreement among raft nodes before linearized reading' (duration: 4.566057187s)"],"step_count":1} {"level":"info","ts":"2026-06-26T02:24:02.54704Z","caller":"traceutil/trace.go:171","msg":"trace[1841025288] range","detail":"{range_begin:/registry/jobs/openstack/keystone-db-sync; range_end:; response_count:0; response_revision:5532; }","duration":"4.149845507s","start":"2026-06-26T02:23:58.397185Z","end":"2026-06-26T02:24:02.54703Z","steps":["trace[1841025288] 'agreement among raft nodes before linearized reading' (duration: 4.149790716s)"],"step_count":1} {"level":"warn","ts":"2026-06-26T02:24:02.547067Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-06-26T02:23:57.980836Z","time spent":"4.566224381s","remote":"127.0.0.1:48484","response type":"/etcdserverpb.KV/Range","request count":0,"request size":42,"response count":61,"response size":31,"request content":"key:\"/registry/secrets/\" range_end:\"/registry/secrets0\" count_only:true "} {"level":"warn","ts":"2026-06-26T02:24:02.547069Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-06-26T02:23:58.397154Z","time spent":"4.149910108s","remote":"127.0.0.1:48638","response type":"/etcdserverpb.KV/Range","request count":0,"request size":43,"response count":0,"response size":29,"request content":"key:\"/registry/jobs/openstack/keystone-db-sync\" "} {"level":"warn","ts":"2026-06-26T02:24:02.547175Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"4.604822368s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/deployments/openstack/percona-xtradb-pitr\" ","response":"range_response_count:0 size:5"} {"level":"warn","ts":"2026-06-26T02:24:02.547174Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"4.145419616s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/jobs/openstack/keystone-credential-setup\" ","response":"range_response_count:1 size:6159"} {"level":"info","ts":"2026-06-26T02:24:02.5472Z","caller":"traceutil/trace.go:171","msg":"trace[1680874998] range","detail":"{range_begin:/registry/deployments/openstack/percona-xtradb-pitr; range_end:; response_count:0; response_revision:5532; }","duration":"4.60488904s","start":"2026-06-26T02:23:57.942303Z","end":"2026-06-26T02:24:02.547192Z","steps":["trace[1680874998] 'agreement among raft nodes before linearized reading' (duration: 4.604851649s)"],"step_count":1} {"level":"info","ts":"2026-06-26T02:24:02.547208Z","caller":"traceutil/trace.go:171","msg":"trace[1650858012] range","detail":"{range_begin:/registry/jobs/openstack/keystone-credential-setup; range_end:; response_count:1; response_revision:5532; }","duration":"4.145453177s","start":"2026-06-26T02:23:58.401745Z","end":"2026-06-26T02:24:02.547198Z","steps":["trace[1650858012] 'agreement among raft nodes before linearized reading' (duration: 4.145353405s)"],"step_count":1} {"level":"warn","ts":"2026-06-26T02:24:02.547229Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-06-26T02:23:57.942279Z","time spent":"4.60494189s","remote":"127.0.0.1:48848","response type":"/etcdserverpb.KV/Range","request count":0,"request size":53,"response count":0,"response size":29,"request content":"key:\"/registry/deployments/openstack/percona-xtradb-pitr\" "} {"level":"warn","ts":"2026-06-26T02:24:02.547236Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-06-26T02:23:58.401681Z","time spent":"4.145548938s","remote":"127.0.0.1:48638","response type":"/etcdserverpb.KV/Range","request count":0,"request size":52,"response count":1,"response size":6183,"request content":"key:\"/registry/jobs/openstack/keystone-credential-setup\" "} {"level":"warn","ts":"2026-06-26T02:24:02.547377Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"4.672057037s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/cert-manager/cert-manager-controller\" ","response":"range_response_count:1 size:530"} {"level":"info","ts":"2026-06-26T02:24:02.54741Z","caller":"traceutil/trace.go:171","msg":"trace[1510360601] range","detail":"{range_begin:/registry/leases/cert-manager/cert-manager-controller; range_end:; response_count:1; response_revision:5532; }","duration":"4.672109928s","start":"2026-06-26T02:23:57.87529Z","end":"2026-06-26T02:24:02.5474Z","steps":["trace[1510360601] 'agreement among raft nodes before linearized reading' (duration: 4.670399221s)"],"step_count":1} {"level":"warn","ts":"2026-06-26T02:24:02.547605Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-06-26T02:23:57.875281Z","time spent":"4.672308261s","remote":"127.0.0.1:48670","response type":"/etcdserverpb.KV/Range","request count":0,"request size":55,"response count":1,"response size":554,"request content":"key:\"/registry/leases/cert-manager/cert-manager-controller\" "} {"level":"warn","ts":"2026-06-26T02:24:03.022314Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"176.341163ms","expected-duration":"100ms","prefix":"","request":"header: txn: success:> failure: >>","response":"size:16"} {"level":"info","ts":"2026-06-26T02:24:03.022689Z","caller":"traceutil/trace.go:171","msg":"trace[1149486581] transaction","detail":"{read_only:false; response_revision:5534; number_of_response:1; }","duration":"468.382235ms","start":"2026-06-26T02:24:02.554277Z","end":"2026-06-26T02:24:03.02266Z","steps":["trace[1149486581] 'process raft request' (duration: 291.611785ms)","trace[1149486581] 'compare' (duration: 176.030359ms)"],"step_count":2} {"level":"info","ts":"2026-06-26T02:24:03.02276Z","caller":"traceutil/trace.go:171","msg":"trace[1166610698] linearizableReadLoop","detail":"{readStateIndex:5747; appliedIndex:5745; }","duration":"468.353584ms","start":"2026-06-26T02:24:02.554389Z","end":"2026-06-26T02:24:03.022742Z","steps":["trace[1166610698] 'read index received' (duration: 42.859894ms)","trace[1166610698] 'applied index is now lower than readState.Index' (duration: 425.49272ms)"],"step_count":2} {"level":"info","ts":"2026-06-26T02:24:03.022739Z","caller":"traceutil/trace.go:171","msg":"trace[1135630024] transaction","detail":"{read_only:false; response_revision:5536; number_of_response:1; }","duration":"467.227836ms","start":"2026-06-26T02:24:02.555477Z","end":"2026-06-26T02:24:03.022705Z","steps":["trace[1135630024] 'process raft request' (duration: 467.024843ms)"],"step_count":1} {"level":"warn","ts":"2026-06-26T02:24:03.023355Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-06-26T02:24:02.555441Z","time spent":"467.884547ms","remote":"127.0.0.1:48670","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":422,"response count":0,"response size":40,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-06-26T02:24:03.022798Z","caller":"traceutil/trace.go:171","msg":"trace[2128754901] transaction","detail":"{read_only:false; response_revision:5535; number_of_response:1; }","duration":"467.429479ms","start":"2026-06-26T02:24:02.555354Z","end":"2026-06-26T02:24:03.022783Z","steps":["trace[2128754901] 'process raft request' (duration: 467.061243ms)"],"step_count":1} {"level":"warn","ts":"2026-06-26T02:24:03.022851Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"468.455346ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/services/specs/openstack/percona-xtradb-pitr\" ","response":"range_response_count:0 size:5"} {"level":"warn","ts":"2026-06-26T02:24:03.023264Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-06-26T02:24:02.554243Z","time spent":"468.871813ms","remote":"127.0.0.1:48670","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":490,"response count":0,"response size":40,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-06-26T02:24:03.023595Z","caller":"traceutil/trace.go:171","msg":"trace[1925066617] range","detail":"{range_begin:/registry/services/specs/openstack/percona-xtradb-pitr; range_end:; response_count:0; response_revision:5540; }","duration":"469.219928ms","start":"2026-06-26T02:24:02.55436Z","end":"2026-06-26T02:24:03.02358Z","steps":["trace[1925066617] 'agreement among raft nodes before linearized reading' (duration: 468.429505ms)"],"step_count":1} {"level":"warn","ts":"2026-06-26T02:24:03.023639Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-06-26T02:24:02.555337Z","time spent":"468.12194ms","remote":"127.0.0.1:48670","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":462,"response count":0,"response size":40,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-06-26T02:24:03.023691Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-06-26T02:24:02.554346Z","time spent":"469.31575ms","remote":"127.0.0.1:48584","response type":"/etcdserverpb.KV/Range","request count":0,"request size":56,"response count":0,"response size":29,"request content":"key:\"/registry/services/specs/openstack/percona-xtradb-pitr\" "} {"level":"info","ts":"2026-06-26T02:24:03.022852Z","caller":"traceutil/trace.go:171","msg":"trace[1568838106] transaction","detail":"{read_only:false; response_revision:5539; number_of_response:1; }","duration":"467.124354ms","start":"2026-06-26T02:24:02.555715Z","end":"2026-06-26T02:24:03.022839Z","steps":["trace[1568838106] 'process raft request' (duration: 466.959061ms)"],"step_count":1} {"level":"warn","ts":"2026-06-26T02:24:03.02382Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-06-26T02:24:02.555708Z","time spent":"468.08223ms","remote":"127.0.0.1:48670","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":515,"response count":0,"response size":40,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-06-26T02:24:03.022854Z","caller":"traceutil/trace.go:171","msg":"trace[2060645726] transaction","detail":"{read_only:false; response_revision:5538; number_of_response:1; }","duration":"467.195686ms","start":"2026-06-26T02:24:02.555573Z","end":"2026-06-26T02:24:03.022768Z","steps":["trace[2060645726] 'process raft request' (duration: 467.065274ms)"],"step_count":1} {"level":"info","ts":"2026-06-26T02:24:03.023908Z","caller":"traceutil/trace.go:171","msg":"trace[646423062] transaction","detail":"{read_only:false; response_revision:5537; number_of_response:1; }","duration":"467.615252ms","start":"2026-06-26T02:24:02.555529Z","end":"2026-06-26T02:24:03.023144Z","steps":["trace[646423062] 'process raft request' (duration: 467.072673ms)"],"step_count":1} {"level":"warn","ts":"2026-06-26T02:24:03.024235Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-06-26T02:24:02.555523Z","time spent":"468.593667ms","remote":"127.0.0.1:48670","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":418,"response count":0,"response size":40,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-06-26T02:24:03.023984Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-06-26T02:24:02.555566Z","time spent":"468.357364ms","remote":"127.0.0.1:48670","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":477,"response count":0,"response size":40,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-06-26T02:24:03.023526Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"467.237127ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/health\" ","response":"range_response_count:0 size:5"} {"level":"info","ts":"2026-06-26T02:24:03.024527Z","caller":"traceutil/trace.go:171","msg":"trace[288661419] range","detail":"{range_begin:/registry/health; range_end:; response_count:0; response_revision:5540; }","duration":"468.324373ms","start":"2026-06-26T02:24:02.556189Z","end":"2026-06-26T02:24:03.024513Z","steps":["trace[288661419] 'agreement among raft nodes before linearized reading' (duration: 467.143565ms)"],"step_count":1} {"level":"warn","ts":"2026-06-26T02:24:03.024592Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-06-26T02:24:02.556178Z","time spent":"468.396284ms","remote":"127.0.0.1:48400","response type":"/etcdserverpb.KV/Range","request count":0,"request size":18,"response count":0,"response size":29,"request content":"key:\"/registry/health\" "} {"level":"info","ts":"2026-06-26T02:24:03.022982Z","caller":"traceutil/trace.go:171","msg":"trace[1965532896] transaction","detail":"{read_only:false; response_revision:5540; number_of_response:1; }","duration":"466.244671ms","start":"2026-06-26T02:24:02.556651Z","end":"2026-06-26T02:24:03.022896Z","steps":["trace[1965532896] 'process raft request' (duration: 466.053628ms)"],"step_count":1} {"level":"warn","ts":"2026-06-26T02:24:03.024888Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-06-26T02:24:02.556631Z","time spent":"468.185301ms","remote":"127.0.0.1:48670","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":544,"response count":0,"response size":40,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-06-26T02:24:03.289041Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"141.625185ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/clusterroles/\" range_end:\"/registry/clusterroles0\" count_only:true ","response":"range_response_count:0 size:7"} {"level":"info","ts":"2026-06-26T02:24:03.289167Z","caller":"traceutil/trace.go:171","msg":"trace[1726331027] range","detail":"{range_begin:/registry/clusterroles/; range_end:/registry/clusterroles0; response_count:0; response_revision:5540; }","duration":"141.830629ms","start":"2026-06-26T02:24:03.147314Z","end":"2026-06-26T02:24:03.289144Z","steps":["trace[1726331027] 'count revisions from in-memory index tree' (duration: 141.493224ms)"],"step_count":1} {"level":"warn","ts":"2026-06-26T02:24:04.107161Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"159.998014ms","expected-duration":"100ms","prefix":"read-only range ","request":"limit:1 serializable:true keys_only:true ","response":"range_response_count:0 size:5"} {"level":"info","ts":"2026-06-26T02:24:04.107308Z","caller":"traceutil/trace.go:171","msg":"trace[1124180080] range","detail":"{range_begin:; range_end:; response_count:0; response_revision:5541; }","duration":"160.168568ms","start":"2026-06-26T02:24:03.947118Z","end":"2026-06-26T02:24:04.107287Z","steps":["trace[1124180080] 'range keys from in-memory index tree' (duration: 159.968313ms)"],"step_count":1} {"level":"info","ts":"2026-06-26T02:24:04.870746Z","caller":"traceutil/trace.go:171","msg":"trace[1597235065] transaction","detail":"{read_only:false; response_revision:5543; number_of_response:1; }","duration":"460.74637ms","start":"2026-06-26T02:24:04.409975Z","end":"2026-06-26T02:24:04.870722Z","steps":["trace[1597235065] 'process raft request' (duration: 460.240133ms)"],"step_count":1} {"level":"warn","ts":"2026-06-26T02:24:04.870875Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-06-26T02:24:04.409946Z","time spent":"460.859772ms","remote":"127.0.0.1:48670","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":535,"response count":0,"response size":40,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-06-26T02:24:04.870837Z","caller":"traceutil/trace.go:171","msg":"trace[801655101] linearizableReadLoop","detail":"{readStateIndex:5758; appliedIndex:5755; }","duration":"434.868464ms","start":"2026-06-26T02:24:04.43594Z","end":"2026-06-26T02:24:04.870808Z","steps":["trace[801655101] 'read index received' (duration: 434.448437ms)","trace[801655101] 'applied index is now lower than readState.Index' (duration: 418.347µs)"],"step_count":2} {"level":"warn","ts":"2026-06-26T02:24:04.870971Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"435.007226ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/health\" ","response":"range_response_count:0 size:5"} {"level":"info","ts":"2026-06-26T02:24:04.871071Z","caller":"traceutil/trace.go:171","msg":"trace[21533734] transaction","detail":"{read_only:false; response_revision:5544; number_of_response:1; }","duration":"461.016504ms","start":"2026-06-26T02:24:04.410024Z","end":"2026-06-26T02:24:04.87104Z","steps":["trace[21533734] 'process raft request' (duration: 460.631438ms)"],"step_count":1} {"level":"info","ts":"2026-06-26T02:24:04.871096Z","caller":"traceutil/trace.go:171","msg":"trace[585273388] range","detail":"{range_begin:/registry/health; range_end:; response_count:0; response_revision:5545; }","duration":"435.193399ms","start":"2026-06-26T02:24:04.435894Z","end":"2026-06-26T02:24:04.871087Z","steps":["trace[585273388] 'agreement among raft nodes before linearized reading' (duration: 435.002466ms)"],"step_count":1} {"level":"warn","ts":"2026-06-26T02:24:04.871126Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-06-26T02:24:04.435878Z","time spent":"435.240259ms","remote":"127.0.0.1:48416","response type":"/etcdserverpb.KV/Range","request count":0,"request size":18,"response count":0,"response size":29,"request content":"key:\"/registry/health\" "} {"level":"warn","ts":"2026-06-26T02:24:04.871312Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-06-26T02:24:04.410009Z","time spent":"461.120206ms","remote":"127.0.0.1:48670","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":510,"response count":0,"response size":40,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-06-26T02:24:04.871371Z","caller":"traceutil/trace.go:171","msg":"trace[1290377052] transaction","detail":"{read_only:false; response_revision:5545; number_of_response:1; }","duration":"461.223027ms","start":"2026-06-26T02:24:04.41014Z","end":"2026-06-26T02:24:04.871363Z","steps":["trace[1290377052] 'process raft request' (duration: 460.621798ms)"],"step_count":1} {"level":"warn","ts":"2026-06-26T02:24:04.871407Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-06-26T02:24:04.410123Z","time spent":"461.264068ms","remote":"127.0.0.1:48670","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":541,"response count":0,"response size":40,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-06-26T02:24:04.954318Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"398.288979ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/jobs/openstack/keystone-db-sync\" ","response":"range_response_count:0 size:5"} {"level":"warn","ts":"2026-06-26T02:24:04.95437Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"396.785366ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/jobs/openstack/keystone-fernet-setup\" ","response":"range_response_count:0 size:5"} {"level":"info","ts":"2026-06-26T02:24:04.954432Z","caller":"traceutil/trace.go:171","msg":"trace[2084562373] range","detail":"{range_begin:/registry/jobs/openstack/keystone-fernet-setup; range_end:; response_count:0; response_revision:5546; }","duration":"396.901298ms","start":"2026-06-26T02:24:04.557515Z","end":"2026-06-26T02:24:04.954416Z","steps":["trace[2084562373] 'agreement among raft nodes before linearized reading' (duration: 396.792796ms)"],"step_count":1} {"level":"warn","ts":"2026-06-26T02:24:04.954472Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-06-26T02:24:04.557486Z","time spent":"396.977719ms","remote":"127.0.0.1:48638","response type":"/etcdserverpb.KV/Range","request count":0,"request size":48,"response count":0,"response size":29,"request content":"key:\"/registry/jobs/openstack/keystone-fernet-setup\" "} {"level":"warn","ts":"2026-06-26T02:24:04.954499Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"398.403291ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/jobs/openstack/keystone-credential-setup\" ","response":"range_response_count:1 size:6159"} {"level":"info","ts":"2026-06-26T02:24:04.95452Z","caller":"traceutil/trace.go:171","msg":"trace[1044565973] range","detail":"{range_begin:/registry/jobs/openstack/keystone-credential-setup; range_end:; response_count:1; response_revision:5546; }","duration":"398.479622ms","start":"2026-06-26T02:24:04.556034Z","end":"2026-06-26T02:24:04.954514Z","steps":["trace[1044565973] 'agreement among raft nodes before linearized reading' (duration: 398.375061ms)"],"step_count":1} {"level":"warn","ts":"2026-06-26T02:24:04.954544Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-06-26T02:24:04.556005Z","time spent":"398.534273ms","remote":"127.0.0.1:48638","response type":"/etcdserverpb.KV/Range","request count":0,"request size":52,"response count":1,"response size":6183,"request content":"key:\"/registry/jobs/openstack/keystone-credential-setup\" "} {"level":"info","ts":"2026-06-26T02:24:04.954389Z","caller":"traceutil/trace.go:171","msg":"trace[1828685102] range","detail":"{range_begin:/registry/jobs/openstack/keystone-db-sync; range_end:; response_count:0; response_revision:5546; }","duration":"398.432741ms","start":"2026-06-26T02:24:04.555941Z","end":"2026-06-26T02:24:04.954374Z","steps":["trace[1828685102] 'agreement among raft nodes before linearized reading' (duration: 398.305269ms)"],"step_count":1} {"level":"warn","ts":"2026-06-26T02:24:04.95465Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-06-26T02:24:04.555909Z","time spent":"398.736396ms","remote":"127.0.0.1:48638","response type":"/etcdserverpb.KV/Range","request count":0,"request size":43,"response count":0,"response size":29,"request content":"key:\"/registry/jobs/openstack/keystone-db-sync\" "} {"level":"warn","ts":"2026-06-26T02:24:04.954712Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"324.595701ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/events/\" range_end:\"/registry/events0\" count_only:true ","response":"range_response_count:0 size:8"} {"level":"info","ts":"2026-06-26T02:24:04.954786Z","caller":"traceutil/trace.go:171","msg":"trace[303210783] range","detail":"{range_begin:/registry/events/; range_end:/registry/events0; response_count:0; response_revision:5546; }","duration":"324.710763ms","start":"2026-06-26T02:24:04.63006Z","end":"2026-06-26T02:24:04.954771Z","steps":["trace[303210783] 'agreement among raft nodes before linearized reading' (duration: 324.212856ms)"],"step_count":1} {"level":"warn","ts":"2026-06-26T02:24:04.954839Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-06-26T02:24:04.630045Z","time spent":"324.781714ms","remote":"127.0.0.1:48472","response type":"/etcdserverpb.KV/Range","request count":0,"request size":40,"response count":544,"response size":32,"request content":"key:\"/registry/events/\" range_end:\"/registry/events0\" count_only:true "} {"level":"info","ts":"2026-06-26T02:24:04.954902Z","caller":"traceutil/trace.go:171","msg":"trace[1904680301] transaction","detail":"{read_only:false; response_revision:5546; number_of_response:1; }","duration":"337.87565ms","start":"2026-06-26T02:24:04.616966Z","end":"2026-06-26T02:24:04.954841Z","steps":["trace[1904680301] 'process raft request' (duration: 337.149399ms)"],"step_count":1} {"level":"warn","ts":"2026-06-26T02:24:04.955193Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-06-26T02:24:04.616939Z","time spent":"338.082763ms","remote":"127.0.0.1:48670","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":475,"response count":0,"response size":40,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-06-26T02:24:05.522015Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"127.198409ms","expected-duration":"100ms","prefix":"","request":"header: txn: success:> failure: >>","response":"size:16"} {"level":"info","ts":"2026-06-26T02:24:05.522292Z","caller":"traceutil/trace.go:171","msg":"trace[330155046] linearizableReadLoop","detail":"{readStateIndex:5764; appliedIndex:5760; }","duration":"155.597375ms","start":"2026-06-26T02:24:05.366679Z","end":"2026-06-26T02:24:05.522276Z","steps":["trace[330155046] 'read index received' (duration: 27.99334ms)","trace[330155046] 'applied index is now lower than readState.Index' (duration: 127.602635ms)"],"step_count":2} {"level":"info","ts":"2026-06-26T02:24:05.522391Z","caller":"traceutil/trace.go:171","msg":"trace[1144785791] transaction","detail":"{read_only:false; response_revision:5548; number_of_response:1; }","duration":"420.612527ms","start":"2026-06-26T02:24:05.10177Z","end":"2026-06-26T02:24:05.522383Z","steps":["trace[1144785791] 'process raft request' (duration: 292.948961ms)","trace[1144785791] 'compare' (duration: 127.055416ms)"],"step_count":2} {"level":"warn","ts":"2026-06-26T02:24:05.522428Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-06-26T02:24:05.101762Z","time spent":"420.646669ms","remote":"127.0.0.1:48670","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":462,"response count":0,"response size":40,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-06-26T02:24:05.522483Z","caller":"traceutil/trace.go:171","msg":"trace[922243420] transaction","detail":"{read_only:false; response_revision:5551; number_of_response:1; }","duration":"419.184185ms","start":"2026-06-26T02:24:05.103273Z","end":"2026-06-26T02:24:05.522457Z","steps":["trace[922243420] 'process raft request' (duration: 418.967542ms)"],"step_count":1} {"level":"warn","ts":"2026-06-26T02:24:05.522618Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-06-26T02:24:05.103267Z","time spent":"419.272567ms","remote":"127.0.0.1:48670","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":418,"response count":0,"response size":40,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-06-26T02:24:05.52268Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"156.010762ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/secretgen.k14s.io/certificates/\" range_end:\"/registry/secretgen.k14s.io/certificates0\" count_only:true ","response":"range_response_count:0 size:5"} {"level":"info","ts":"2026-06-26T02:24:05.522705Z","caller":"traceutil/trace.go:171","msg":"trace[1166339001] range","detail":"{range_begin:/registry/secretgen.k14s.io/certificates/; range_end:/registry/secretgen.k14s.io/certificates0; response_count:0; response_revision:5551; }","duration":"156.081372ms","start":"2026-06-26T02:24:05.366616Z","end":"2026-06-26T02:24:05.522697Z","steps":["trace[1166339001] 'agreement among raft nodes before linearized reading' (duration: 155.96467ms)"],"step_count":1} {"level":"info","ts":"2026-06-26T02:24:05.522831Z","caller":"traceutil/trace.go:171","msg":"trace[626493602] transaction","detail":"{read_only:false; response_revision:5549; number_of_response:1; }","duration":"421.001044ms","start":"2026-06-26T02:24:05.101823Z","end":"2026-06-26T02:24:05.522824Z","steps":["trace[626493602] 'process raft request' (duration: 420.302873ms)"],"step_count":1} {"level":"warn","ts":"2026-06-26T02:24:05.522876Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-06-26T02:24:05.101805Z","time spent":"421.049364ms","remote":"127.0.0.1:48670","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":476,"response count":0,"response size":40,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-06-26T02:24:05.522962Z","caller":"traceutil/trace.go:171","msg":"trace[1871042502] transaction","detail":"{read_only:false; response_revision:5550; number_of_response:1; }","duration":"420.315683ms","start":"2026-06-26T02:24:05.102639Z","end":"2026-06-26T02:24:05.522955Z","steps":["trace[1871042502] 'process raft request' (duration: 419.576672ms)"],"step_count":1} {"level":"warn","ts":"2026-06-26T02:24:05.522993Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-06-26T02:24:05.102622Z","time spent":"420.356743ms","remote":"127.0.0.1:48670","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":422,"response count":0,"response size":40,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-06-26T02:24:07.262005Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"190.48062ms","expected-duration":"100ms","prefix":"","request":"header: txn: success:> failure: >>","response":"size:16"} {"level":"info","ts":"2026-06-26T02:24:07.262271Z","caller":"traceutil/trace.go:171","msg":"trace[1030053482] linearizableReadLoop","detail":"{readStateIndex:5771; appliedIndex:5767; }","duration":"303.328684ms","start":"2026-06-26T02:24:06.958921Z","end":"2026-06-26T02:24:07.262249Z","steps":["trace[1030053482] 'read index received' (duration: 1.151829ms)","trace[1030053482] 'applied index is now lower than readState.Index' (duration: 302.175235ms)"],"step_count":2} {"level":"info","ts":"2026-06-26T02:24:07.262392Z","caller":"traceutil/trace.go:171","msg":"trace[1975172083] transaction","detail":"{read_only:false; response_revision:5555; number_of_response:1; }","duration":"385.675497ms","start":"2026-06-26T02:24:06.876705Z","end":"2026-06-26T02:24:07.26238Z","steps":["trace[1975172083] 'process raft request' (duration: 194.719969ms)","trace[1975172083] 'compare' (duration: 190.272897ms)"],"step_count":2} {"level":"warn","ts":"2026-06-26T02:24:07.262475Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-06-26T02:24:06.876665Z","time spent":"385.762559ms","remote":"127.0.0.1:48670","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":535,"response count":0,"response size":40,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-06-26T02:24:07.262495Z","caller":"traceutil/trace.go:171","msg":"trace[1214153454] transaction","detail":"{read_only:false; response_revision:5556; number_of_response:1; }","duration":"384.749763ms","start":"2026-06-26T02:24:06.877703Z","end":"2026-06-26T02:24:07.262453Z","steps":["trace[1214153454] 'process raft request' (duration: 384.418458ms)"],"step_count":1} {"level":"warn","ts":"2026-06-26T02:24:07.262555Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"303.607128ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/jobs/openstack/keystone-db-sync\" ","response":"range_response_count:0 size:5"} {"level":"warn","ts":"2026-06-26T02:24:07.262637Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-06-26T02:24:06.877675Z","time spent":"384.882535ms","remote":"127.0.0.1:48670","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":510,"response count":0,"response size":40,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-06-26T02:24:07.262661Z","caller":"traceutil/trace.go:171","msg":"trace[1175658696] range","detail":"{range_begin:/registry/jobs/openstack/keystone-db-sync; range_end:; response_count:0; response_revision:5557; }","duration":"303.75904ms","start":"2026-06-26T02:24:06.958876Z","end":"2026-06-26T02:24:07.262635Z","steps":["trace[1175658696] 'agreement among raft nodes before linearized reading' (duration: 303.550407ms)"],"step_count":1} {"level":"warn","ts":"2026-06-26T02:24:07.262679Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"303.625927ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/jobs/openstack/keystone-fernet-setup\" ","response":"range_response_count:0 size:5"} {"level":"warn","ts":"2026-06-26T02:24:07.262719Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-06-26T02:24:06.958856Z","time spent":"303.849712ms","remote":"127.0.0.1:48638","response type":"/etcdserverpb.KV/Range","request count":0,"request size":43,"response count":0,"response size":29,"request content":"key:\"/registry/jobs/openstack/keystone-db-sync\" "} {"level":"info","ts":"2026-06-26T02:24:07.262742Z","caller":"traceutil/trace.go:171","msg":"trace[431267845] range","detail":"{range_begin:/registry/jobs/openstack/keystone-fernet-setup; range_end:; response_count:0; response_revision:5557; }","duration":"303.788251ms","start":"2026-06-26T02:24:06.958937Z","end":"2026-06-26T02:24:07.262725Z","steps":["trace[431267845] 'agreement among raft nodes before linearized reading' (duration: 303.588058ms)"],"step_count":1} {"level":"warn","ts":"2026-06-26T02:24:07.262782Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-06-26T02:24:06.95891Z","time spent":"303.862352ms","remote":"127.0.0.1:48638","response type":"/etcdserverpb.KV/Range","request count":0,"request size":48,"response count":0,"response size":29,"request content":"key:\"/registry/jobs/openstack/keystone-fernet-setup\" "} {"level":"warn","ts":"2026-06-26T02:24:07.262929Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"170.847952ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/namespaces/\" range_end:\"/registry/namespaces0\" count_only:true ","response":"range_response_count:0 size:7"} {"level":"info","ts":"2026-06-26T02:24:07.26298Z","caller":"traceutil/trace.go:171","msg":"trace[1206825667] range","detail":"{range_begin:/registry/namespaces/; range_end:/registry/namespaces0; response_count:0; response_revision:5557; }","duration":"170.934264ms","start":"2026-06-26T02:24:07.092033Z","end":"2026-06-26T02:24:07.262967Z","steps":["trace[1206825667] 'agreement among raft nodes before linearized reading' (duration: 170.838152ms)"],"step_count":1} {"level":"warn","ts":"2026-06-26T02:24:07.263148Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"303.519785ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/jobs/openstack/keystone-credential-setup\" ","response":"range_response_count:1 size:6159"} {"level":"info","ts":"2026-06-26T02:24:07.263209Z","caller":"traceutil/trace.go:171","msg":"trace[68223246] range","detail":"{range_begin:/registry/jobs/openstack/keystone-credential-setup; range_end:; response_count:1; response_revision:5557; }","duration":"303.605897ms","start":"2026-06-26T02:24:06.959589Z","end":"2026-06-26T02:24:07.263195Z","steps":["trace[68223246] 'agreement among raft nodes before linearized reading' (duration: 303.421935ms)"],"step_count":1} {"level":"warn","ts":"2026-06-26T02:24:07.263247Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-06-26T02:24:06.959577Z","time spent":"303.660238ms","remote":"127.0.0.1:48638","response type":"/etcdserverpb.KV/Range","request count":0,"request size":52,"response count":1,"response size":6183,"request content":"key:\"/registry/jobs/openstack/keystone-credential-setup\" "} {"level":"info","ts":"2026-06-26T02:24:07.262916Z","caller":"traceutil/trace.go:171","msg":"trace[1676912946] transaction","detail":"{read_only:false; response_revision:5557; number_of_response:1; }","duration":"384.437117ms","start":"2026-06-26T02:24:06.878323Z","end":"2026-06-26T02:24:07.26276Z","steps":["trace[1676912946] 'process raft request' (duration: 383.871148ms)"],"step_count":1} {"level":"warn","ts":"2026-06-26T02:24:07.264927Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-06-26T02:24:06.878311Z","time spent":"386.280276ms","remote":"127.0.0.1:48670","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":541,"response count":0,"response size":40,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-06-26T02:24:07.647245Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"253.429119ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/health\" ","response":"range_response_count:0 size:5"} {"level":"info","ts":"2026-06-26T02:24:07.647337Z","caller":"traceutil/trace.go:171","msg":"trace[2125091825] range","detail":"{range_begin:/registry/health; range_end:; response_count:0; response_revision:5558; }","duration":"253.568521ms","start":"2026-06-26T02:24:07.393743Z","end":"2026-06-26T02:24:07.647312Z","steps":["trace[2125091825] 'range keys from in-memory index tree' (duration: 253.257956ms)"],"step_count":1} {"level":"warn","ts":"2026-06-26T02:24:07.647426Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"120.245778ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/plndr-cp-lock\" ","response":"range_response_count:1 size:433"} {"level":"warn","ts":"2026-06-26T02:24:07.647527Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"119.76542ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/kube-scheduler\" ","response":"range_response_count:1 size:478"} {"level":"info","ts":"2026-06-26T02:24:07.647548Z","caller":"traceutil/trace.go:171","msg":"trace[1592194263] range","detail":"{range_begin:/registry/leases/kube-system/plndr-cp-lock; range_end:; response_count:1; response_revision:5558; }","duration":"120.430791ms","start":"2026-06-26T02:24:07.527092Z","end":"2026-06-26T02:24:07.647523Z","steps":["trace[1592194263] 'range keys from in-memory index tree' (duration: 120.098746ms)"],"step_count":1} {"level":"info","ts":"2026-06-26T02:24:07.647587Z","caller":"traceutil/trace.go:171","msg":"trace[296731965] range","detail":"{range_begin:/registry/leases/kube-system/kube-scheduler; range_end:; response_count:1; response_revision:5558; }","duration":"119.858501ms","start":"2026-06-26T02:24:07.527714Z","end":"2026-06-26T02:24:07.647572Z","steps":["trace[296731965] 'range keys from in-memory index tree' (duration: 119.609457ms)"],"step_count":1} {"level":"warn","ts":"2026-06-26T02:24:07.648382Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"119.903113ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/cilium-operator-resource-lock\" ","response":"range_response_count:1 size:492"} {"level":"warn","ts":"2026-06-26T02:24:07.648404Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"120.222608ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/plndr-svcs-lock\" ","response":"range_response_count:1 size:437"} {"level":"info","ts":"2026-06-26T02:24:07.648503Z","caller":"traceutil/trace.go:171","msg":"trace[1619687537] range","detail":"{range_begin:/registry/leases/kube-system/cilium-operator-resource-lock; range_end:; response_count:1; response_revision:5558; }","duration":"120.047415ms","start":"2026-06-26T02:24:07.528441Z","end":"2026-06-26T02:24:07.648488Z","steps":["trace[1619687537] 'range keys from in-memory index tree' (duration: 119.773661ms)"],"step_count":1} {"level":"info","ts":"2026-06-26T02:24:07.648562Z","caller":"traceutil/trace.go:171","msg":"trace[1311280322] range","detail":"{range_begin:/registry/leases/kube-system/plndr-svcs-lock; range_end:; response_count:1; response_revision:5558; }","duration":"121.509908ms","start":"2026-06-26T02:24:07.527011Z","end":"2026-06-26T02:24:07.648521Z","steps":["trace[1311280322] 'range keys from in-memory index tree' (duration: 119.976684ms)"],"step_count":1} {"level":"info","ts":"2026-06-26T02:24:07.841027Z","caller":"traceutil/trace.go:171","msg":"trace[1227133239] transaction","detail":"{read_only:false; response_revision:5562; number_of_response:1; }","duration":"187.683597ms","start":"2026-06-26T02:24:07.653321Z","end":"2026-06-26T02:24:07.841005Z","steps":["trace[1227133239] 'process raft request' (duration: 187.651426ms)"],"step_count":1} {"level":"info","ts":"2026-06-26T02:24:07.84113Z","caller":"traceutil/trace.go:171","msg":"trace[1912988325] transaction","detail":"{read_only:false; response_revision:5561; number_of_response:1; }","duration":"187.899301ms","start":"2026-06-26T02:24:07.653217Z","end":"2026-06-26T02:24:07.841117Z","steps":["trace[1912988325] 'process raft request' (duration: 187.721168ms)"],"step_count":1} {"level":"info","ts":"2026-06-26T02:24:07.84111Z","caller":"traceutil/trace.go:171","msg":"trace[1137624756] transaction","detail":"{read_only:false; response_revision:5560; number_of_response:1; }","duration":"188.076443ms","start":"2026-06-26T02:24:07.652977Z","end":"2026-06-26T02:24:07.841053Z","steps":["trace[1137624756] 'process raft request' (duration: 134.088335ms)","trace[1137624756] 'compare' (duration: 53.740664ms)"],"step_count":2} {"level":"warn","ts":"2026-06-26T02:24:10.111804Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.337443129s","expected-duration":"100ms","prefix":"","request":"header: txn: success:> failure:<>>","response":"size:16"} {"level":"info","ts":"2026-06-26T02:24:10.111907Z","caller":"traceutil/trace.go:171","msg":"trace[1601426545] linearizableReadLoop","detail":"{readStateIndex:5779; appliedIndex:5778; }","duration":"1.308985312s","start":"2026-06-26T02:24:08.802903Z","end":"2026-06-26T02:24:10.111888Z","steps":["trace[1601426545] 'read index received' (duration: 67.531µs)","trace[1601426545] 'applied index is now lower than readState.Index' (duration: 1.308916721s)"],"step_count":2} {"level":"warn","ts":"2026-06-26T02:24:10.112013Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.309111624s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/cilium.io/ciliuml2announcementpolicies/\" range_end:\"/registry/cilium.io/ciliuml2announcementpolicies0\" count_only:true ","response":"range_response_count:0 size:5"} {"level":"info","ts":"2026-06-26T02:24:10.112051Z","caller":"traceutil/trace.go:171","msg":"trace[1917919456] range","detail":"{range_begin:/registry/cilium.io/ciliuml2announcementpolicies/; range_end:/registry/cilium.io/ciliuml2announcementpolicies0; response_count:0; response_revision:5565; }","duration":"1.309194516s","start":"2026-06-26T02:24:08.802845Z","end":"2026-06-26T02:24:10.11204Z","steps":["trace[1917919456] 'agreement among raft nodes before linearized reading' (duration: 1.309109144s)"],"step_count":1} {"level":"info","ts":"2026-06-26T02:24:10.112012Z","caller":"traceutil/trace.go:171","msg":"trace[567388158] transaction","detail":"{read_only:false; response_revision:5565; number_of_response:1; }","duration":"1.463323165s","start":"2026-06-26T02:24:08.648593Z","end":"2026-06-26T02:24:10.111916Z","steps":["trace[567388158] 'process raft request' (duration: 125.699383ms)","trace[567388158] 'compare' (duration: 1.337309817s)"],"step_count":2} {"level":"warn","ts":"2026-06-26T02:24:10.112496Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-06-26T02:24:08.648559Z","time spent":"1.463697301s","remote":"127.0.0.1:48472","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":775,"response count":0,"response size":40,"request content":"compare: success:> failure:<>"} {"level":"warn","ts":"2026-06-26T02:24:10.11285Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-06-26T02:24:08.802822Z","time spent":"1.309260496s","remote":"127.0.0.1:39046","response type":"/etcdserverpb.KV/Range","request count":0,"request size":104,"response count":0,"response size":29,"request content":"key:\"/registry/cilium.io/ciliuml2announcementpolicies/\" range_end:\"/registry/cilium.io/ciliuml2announcementpolicies0\" count_only:true "} {"level":"warn","ts":"2026-06-26T02:24:11.405463Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"2.013982009s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/health\" ","response":"","error":"context canceled"} {"level":"info","ts":"2026-06-26T02:24:11.405598Z","caller":"traceutil/trace.go:171","msg":"trace[1763063049] range","detail":"{range_begin:/registry/health; range_end:; }","duration":"2.014193612s","start":"2026-06-26T02:24:09.391367Z","end":"2026-06-26T02:24:11.405561Z","steps":["trace[1763063049] 'agreement among raft nodes before linearized reading' (duration: 2.013996719s)"],"step_count":1} {"level":"warn","ts":"2026-06-26T02:24:11.405674Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-06-26T02:24:09.391356Z","time spent":"2.014307314s","remote":"127.0.0.1:48400","response type":"/etcdserverpb.KV/Range","request count":0,"request size":18,"response count":0,"response size":0,"request content":"key:\"/registry/health\" "} 2026/06/26 02:24:11 WARNING: [core] [Server #7] grpc: Server.processUnaryRPC failed to write status: connection error: desc = "transport is closing" {"level":"warn","ts":"2026-06-26T02:24:11.492657Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.19770405s","expected-duration":"100ms","prefix":"","request":"header: txn: success:> failure: >>","response":"size:16"} {"level":"info","ts":"2026-06-26T02:24:11.492821Z","caller":"traceutil/trace.go:171","msg":"trace[2136589236] transaction","detail":"{read_only:false; response_revision:5566; number_of_response:1; }","duration":"2.224586543s","start":"2026-06-26T02:24:09.268205Z","end":"2026-06-26T02:24:11.492791Z","steps":["trace[2136589236] 'process raft request' (duration: 1.026632929s)","trace[2136589236] 'compare' (duration: 1.197548337s)"],"step_count":2} {"level":"warn","ts":"2026-06-26T02:24:11.492909Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-06-26T02:24:09.268184Z","time spent":"2.224683694s","remote":"127.0.0.1:48670","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":534,"response count":0,"response size":40,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-06-26T02:24:11.717216Z","caller":"wal/wal.go:805","msg":"slow fdatasync","took":"1.421692663s","expected-duration":"1s"} {"level":"warn","ts":"2026-06-26T02:24:12.872449Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.154862442s","expected-duration":"100ms","prefix":"","request":"header: txn: success:> failure: >>","response":"size:16"} {"level":"info","ts":"2026-06-26T02:24:12.872677Z","caller":"traceutil/trace.go:171","msg":"trace[63198015] transaction","detail":"{read_only:false; response_revision:5567; number_of_response:1; }","duration":"3.602181838s","start":"2026-06-26T02:24:09.270463Z","end":"2026-06-26T02:24:12.872644Z","steps":["trace[63198015] 'process raft request' (duration: 2.447063052s)","trace[63198015] 'compare' (duration: 1.154458655s)"],"step_count":2} {"level":"info","ts":"2026-06-26T02:24:12.872755Z","caller":"traceutil/trace.go:171","msg":"trace[1779896792] linearizableReadLoop","detail":"{readStateIndex:5782; appliedIndex:5779; }","duration":"2.760796135s","start":"2026-06-26T02:24:10.111931Z","end":"2026-06-26T02:24:12.872728Z","steps":["trace[1779896792] 'read index received' (duration: 183.099532ms)","trace[1779896792] 'applied index is now lower than readState.Index' (duration: 2.577692653s)"],"step_count":2} {"level":"warn","ts":"2026-06-26T02:24:12.872799Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-06-26T02:24:09.27044Z","time spent":"3.6022883s","remote":"127.0.0.1:48670","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":540,"response count":0,"response size":40,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-06-26T02:24:12.872793Z","caller":"traceutil/trace.go:171","msg":"trace[1456765841] transaction","detail":"{read_only:false; response_revision:5568; number_of_response:1; }","duration":"3.59842709s","start":"2026-06-26T02:24:09.274294Z","end":"2026-06-26T02:24:12.872721Z","steps":["trace[1456765841] 'process raft request' (duration: 3.598222946s)"],"step_count":1} {"level":"warn","ts":"2026-06-26T02:24:12.87287Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"3.137652228s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/kube-scheduler\" ","response":"range_response_count:1 size:479"} {"level":"info","ts":"2026-06-26T02:24:12.872899Z","caller":"traceutil/trace.go:171","msg":"trace[2092825929] range","detail":"{range_begin:/registry/leases/kube-system/kube-scheduler; range_end:; response_count:1; response_revision:5569; }","duration":"3.1377144s","start":"2026-06-26T02:24:09.735174Z","end":"2026-06-26T02:24:12.872888Z","steps":["trace[2092825929] 'agreement among raft nodes before linearized reading' (duration: 3.137590508s)"],"step_count":1} {"level":"warn","ts":"2026-06-26T02:24:12.872926Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-06-26T02:24:09.735153Z","time spent":"3.13776896s","remote":"127.0.0.1:48670","response type":"/etcdserverpb.KV/Range","request count":0,"request size":45,"response count":1,"response size":503,"request content":"key:\"/registry/leases/kube-system/kube-scheduler\" "} {"level":"warn","ts":"2026-06-26T02:24:12.873005Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-06-26T02:24:09.274285Z","time spent":"3.598602683s","remote":"127.0.0.1:48670","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":510,"response count":0,"response size":40,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-06-26T02:24:12.873012Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"3.549520191s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/kube-controller-manager\" ","response":"range_response_count:1 size:505"} {"level":"info","ts":"2026-06-26T02:24:12.873146Z","caller":"traceutil/trace.go:171","msg":"trace[2044266228] range","detail":"{range_begin:/registry/leases/kube-system/kube-controller-manager; range_end:; response_count:1; response_revision:5570; }","duration":"3.549684654s","start":"2026-06-26T02:24:09.323444Z","end":"2026-06-26T02:24:12.873129Z","steps":["trace[2044266228] 'agreement among raft nodes before linearized reading' (duration: 3.54940024s)"],"step_count":1} {"level":"info","ts":"2026-06-26T02:24:12.873027Z","caller":"traceutil/trace.go:171","msg":"trace[1425887686] transaction","detail":"{read_only:false; response_revision:5569; number_of_response:1; }","duration":"2.570275356s","start":"2026-06-26T02:24:10.302745Z","end":"2026-06-26T02:24:12.87302Z","steps":["trace[1425887686] 'process raft request' (duration: 2.56993159s)"],"step_count":1} {"level":"warn","ts":"2026-06-26T02:24:12.873283Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-06-26T02:24:10.302718Z","time spent":"2.57052806s","remote":"127.0.0.1:48472","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":775,"response count":0,"response size":40,"request content":"compare: success:> failure:<>"} {"level":"info","ts":"2026-06-26T02:24:12.873068Z","caller":"traceutil/trace.go:171","msg":"trace[198814222] transaction","detail":"{read_only:false; response_revision:5570; number_of_response:1; }","duration":"2.33345162s","start":"2026-06-26T02:24:10.539611Z","end":"2026-06-26T02:24:12.873062Z","steps":["trace[198814222] 'process raft request' (duration: 2.333198616s)"],"step_count":1} {"level":"warn","ts":"2026-06-26T02:24:12.873369Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-06-26T02:24:10.539498Z","time spent":"2.333848507s","remote":"127.0.0.1:48670","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":556,"response count":0,"response size":40,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-06-26T02:24:12.873216Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-06-26T02:24:09.323433Z","time spent":"3.549772225s","remote":"127.0.0.1:48670","response type":"/etcdserverpb.KV/Range","request count":0,"request size":54,"response count":1,"response size":529,"request content":"key:\"/registry/leases/kube-system/kube-controller-manager\" "} {"level":"warn","ts":"2026-06-26T02:24:13.39283Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.987471027s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/health\" ","response":"","error":"context canceled"} {"level":"info","ts":"2026-06-26T02:24:13.393435Z","caller":"traceutil/trace.go:171","msg":"trace[861526071] range","detail":"{range_begin:/registry/health; range_end:; }","duration":"1.988078176s","start":"2026-06-26T02:24:11.405299Z","end":"2026-06-26T02:24:13.393377Z","steps":["trace[861526071] 'agreement among raft nodes before linearized reading' (duration: 1.987489927s)"],"step_count":1} {"level":"warn","ts":"2026-06-26T02:24:13.393673Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-06-26T02:24:11.405288Z","time spent":"1.988250398s","remote":"127.0.0.1:48416","response type":"/etcdserverpb.KV/Range","request count":0,"request size":18,"response count":0,"response size":0,"request content":"key:\"/registry/health\" "} 2026/06/26 02:24:13 WARNING: [core] [Server #7] grpc: Server.processUnaryRPC failed to write status: connection error: desc = "transport is closing" {"level":"warn","ts":"2026-06-26T02:24:13.958055Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.085140392s","expected-duration":"100ms","prefix":"","request":"header: lease_revoke:","response":"size:29"} {"level":"warn","ts":"2026-06-26T02:24:13.958109Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"4.111452564s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/plndr-svcs-lock\" ","response":"range_response_count:1 size:438"} {"level":"warn","ts":"2026-06-26T02:24:13.958152Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"4.684187321s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/jobs/openstack/keystone-credential-setup\" ","response":"range_response_count:1 size:6159"} {"level":"info","ts":"2026-06-26T02:24:13.958204Z","caller":"traceutil/trace.go:171","msg":"trace[1802433294] range","detail":"{range_begin:/registry/leases/kube-system/plndr-svcs-lock; range_end:; response_count:1; response_revision:5570; }","duration":"4.111598036s","start":"2026-06-26T02:24:09.846581Z","end":"2026-06-26T02:24:13.958179Z","steps":["trace[1802433294] 'agreement among raft nodes before linearized reading' (duration: 3.026416873s)","trace[1802433294] 'range keys from in-memory index tree' (duration: 1.084956309s)"],"step_count":2} {"level":"warn","ts":"2026-06-26T02:24:13.958248Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"4.685419021s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/jobs/openstack/keystone-db-sync\" ","response":"range_response_count:0 size:5"} {"level":"warn","ts":"2026-06-26T02:24:13.958261Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-06-26T02:24:09.846564Z","time spent":"4.111685548s","remote":"127.0.0.1:48670","response type":"/etcdserverpb.KV/Range","request count":0,"request size":46,"response count":1,"response size":462,"request content":"key:\"/registry/leases/kube-system/plndr-svcs-lock\" "} {"level":"warn","ts":"2026-06-26T02:24:13.958303Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"4.685568064s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/jobs/openstack/keystone-fernet-setup\" ","response":"range_response_count:0 size:5"} {"level":"info","ts":"2026-06-26T02:24:13.958438Z","caller":"traceutil/trace.go:171","msg":"trace[62080623] range","detail":"{range_begin:/registry/jobs/openstack/keystone-fernet-setup; range_end:; response_count:0; response_revision:5570; }","duration":"4.685640344s","start":"2026-06-26T02:24:09.272711Z","end":"2026-06-26T02:24:13.958351Z","steps":["trace[62080623] 'agreement among raft nodes before linearized reading' (duration: 3.60034074s)","trace[62080623] 'range keys from in-memory index tree' (duration: 1.085237794s)"],"step_count":2} {"level":"warn","ts":"2026-06-26T02:24:13.958469Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-06-26T02:24:09.272703Z","time spent":"4.685757476s","remote":"127.0.0.1:48638","response type":"/etcdserverpb.KV/Range","request count":0,"request size":48,"response count":0,"response size":29,"request content":"key:\"/registry/jobs/openstack/keystone-fernet-setup\" "} {"level":"warn","ts":"2026-06-26T02:24:13.958416Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"4.11187929s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/cilium-operator-resource-lock\" ","response":"range_response_count:1 size:493"} {"level":"info","ts":"2026-06-26T02:24:13.958687Z","caller":"traceutil/trace.go:171","msg":"trace[1279015131] range","detail":"{range_begin:/registry/leases/kube-system/cilium-operator-resource-lock; range_end:; response_count:1; response_revision:5570; }","duration":"4.112265616s","start":"2026-06-26T02:24:09.846343Z","end":"2026-06-26T02:24:13.958609Z","steps":["trace[1279015131] 'agreement among raft nodes before linearized reading' (duration: 3.026660727s)","trace[1279015131] 'range keys from in-memory index tree' (duration: 1.08498828s)"],"step_count":2} {"level":"warn","ts":"2026-06-26T02:24:13.9588Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-06-26T02:24:09.846322Z","time spent":"4.112459109s","remote":"127.0.0.1:48670","response type":"/etcdserverpb.KV/Range","request count":0,"request size":60,"response count":1,"response size":517,"request content":"key:\"/registry/leases/kube-system/cilium-operator-resource-lock\" "} {"level":"info","ts":"2026-06-26T02:24:13.958278Z","caller":"traceutil/trace.go:171","msg":"trace[1041346605] range","detail":"{range_begin:/registry/jobs/openstack/keystone-db-sync; range_end:; response_count:0; response_revision:5570; }","duration":"4.685467251s","start":"2026-06-26T02:24:09.272802Z","end":"2026-06-26T02:24:13.958269Z","steps":["trace[1041346605] 'agreement among raft nodes before linearized reading' (duration: 3.600242538s)","trace[1041346605] 'range keys from in-memory index tree' (duration: 1.085191073s)"],"step_count":2} {"level":"warn","ts":"2026-06-26T02:24:13.959049Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-06-26T02:24:09.272792Z","time spent":"4.686247434s","remote":"127.0.0.1:48638","response type":"/etcdserverpb.KV/Range","request count":0,"request size":43,"response count":0,"response size":29,"request content":"key:\"/registry/jobs/openstack/keystone-db-sync\" "} {"level":"info","ts":"2026-06-26T02:24:13.958214Z","caller":"traceutil/trace.go:171","msg":"trace[961015075] range","detail":"{range_begin:/registry/jobs/openstack/keystone-credential-setup; range_end:; response_count:1; response_revision:5570; }","duration":"4.684269702s","start":"2026-06-26T02:24:09.273926Z","end":"2026-06-26T02:24:13.958196Z","steps":["trace[961015075] 'agreement among raft nodes before linearized reading' (duration: 3.59910745s)","trace[961015075] 'range keys from in-memory index tree' (duration: 1.0849995s)"],"step_count":2} {"level":"warn","ts":"2026-06-26T02:24:13.959137Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-06-26T02:24:09.27392Z","time spent":"4.685212136s","remote":"127.0.0.1:48638","response type":"/etcdserverpb.KV/Range","request count":0,"request size":52,"response count":1,"response size":6183,"request content":"key:\"/registry/jobs/openstack/keystone-credential-setup\" "} {"level":"warn","ts":"2026-06-26T02:24:13.959584Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"4.112757084s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/plndr-cp-lock\" ","response":"range_response_count:1 size:434"} {"level":"info","ts":"2026-06-26T02:24:13.959689Z","caller":"traceutil/trace.go:171","msg":"trace[1538982486] range","detail":"{range_begin:/registry/leases/kube-system/plndr-cp-lock; range_end:; response_count:1; response_revision:5570; }","duration":"4.112940978s","start":"2026-06-26T02:24:09.84672Z","end":"2026-06-26T02:24:13.959661Z","steps":["trace[1538982486] 'agreement among raft nodes before linearized reading' (duration: 3.026269511s)","trace[1538982486] 'range keys from in-memory index tree' (duration: 1.086405372s)"],"step_count":2} {"level":"warn","ts":"2026-06-26T02:24:13.959742Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-06-26T02:24:09.84667Z","time spent":"4.113062s","remote":"127.0.0.1:48670","response type":"/etcdserverpb.KV/Range","request count":0,"request size":44,"response count":1,"response size":458,"request content":"key:\"/registry/leases/kube-system/plndr-cp-lock\" "} {"level":"info","ts":"2026-06-26T02:24:13.959906Z","caller":"traceutil/trace.go:171","msg":"trace[90252741] linearizableReadLoop","detail":"{readStateIndex:5786; appliedIndex:5784; }","duration":"1.087071693s","start":"2026-06-26T02:24:12.872815Z","end":"2026-06-26T02:24:13.959887Z","steps":["trace[90252741] 'read index received' (duration: 182.203717ms)","trace[90252741] 'applied index is now lower than readState.Index' (duration: 904.865716ms)"],"step_count":2} {"level":"info","ts":"2026-06-26T02:24:13.959914Z","caller":"traceutil/trace.go:171","msg":"trace[563549797] transaction","detail":"{read_only:false; response_revision:5571; number_of_response:1; }","duration":"1.498751688s","start":"2026-06-26T02:24:12.461149Z","end":"2026-06-26T02:24:13.959901Z","steps":["trace[563549797] 'process raft request' (duration: 1.497068711s)"],"step_count":1} {"level":"warn","ts":"2026-06-26T02:24:13.96006Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-06-26T02:24:12.461128Z","time spent":"1.498851251s","remote":"127.0.0.1:48670","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":475,"response count":0,"response size":40,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-06-26T02:24:14.460612Z","caller":"etcdserver/v3_server.go:897","msg":"waiting for ReadIndex response took too long, retrying","sent-request-id":14360183716516371354,"retry-timeout":"500ms"} {"level":"warn","ts":"2026-06-26T02:24:14.542111Z","caller":"wal/wal.go:805","msg":"slow fdatasync","took":"1.487077231s","expected-duration":"1s"} {"level":"warn","ts":"2026-06-26T02:24:15.127346Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"3.813187216s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pods/openstack/keystone-credential-setup-4hrfg\" ","response":"range_response_count:1 size:7806"} {"level":"info","ts":"2026-06-26T02:24:15.127422Z","caller":"traceutil/trace.go:171","msg":"trace[1866776280] range","detail":"{range_begin:/registry/pods/openstack/keystone-credential-setup-4hrfg; range_end:; response_count:1; response_revision:5571; }","duration":"3.813297307s","start":"2026-06-26T02:24:11.314105Z","end":"2026-06-26T02:24:15.127403Z","steps":["trace[1866776280] 'agreement among raft nodes before linearized reading' (duration: 2.64580733s)","trace[1866776280] 'range keys from in-memory index tree' (duration: 1.167309155s)"],"step_count":2} {"level":"warn","ts":"2026-06-26T02:24:15.127462Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-06-26T02:24:11.314065Z","time spent":"3.813386799s","remote":"127.0.0.1:48580","response type":"/etcdserverpb.KV/Range","request count":0,"request size":58,"response count":1,"response size":7830,"request content":"key:\"/registry/pods/openstack/keystone-credential-setup-4hrfg\" "} {"level":"warn","ts":"2026-06-26T02:24:15.127958Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"3.819019848s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/persistentvolumes/\" range_end:\"/registry/persistentvolumes0\" count_only:true ","response":"range_response_count:0 size:7"} {"level":"info","ts":"2026-06-26T02:24:15.128009Z","caller":"traceutil/trace.go:171","msg":"trace[1499365038] range","detail":"{range_begin:/registry/persistentvolumes/; range_end:/registry/persistentvolumes0; response_count:0; response_revision:5571; }","duration":"3.819101229s","start":"2026-06-26T02:24:11.308896Z","end":"2026-06-26T02:24:15.127997Z","steps":["trace[1499365038] 'agreement among raft nodes before linearized reading' (duration: 2.651042622s)","trace[1499365038] 'count revisions from in-memory index tree' (duration: 1.167992876s)"],"step_count":2} {"level":"warn","ts":"2026-06-26T02:24:15.128129Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-06-26T02:24:11.308879Z","time spent":"3.819236661s","remote":"127.0.0.1:48548","response type":"/etcdserverpb.KV/Range","request count":0,"request size":62,"response count":4,"response size":31,"request content":"key:\"/registry/persistentvolumes/\" range_end:\"/registry/persistentvolumes0\" count_only:true "} {"level":"warn","ts":"2026-06-26T02:24:15.128367Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"4.56371762s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/controllerrevisions/\" range_end:\"/registry/controllerrevisions0\" count_only:true ","response":"range_response_count:0 size:7"} {"level":"info","ts":"2026-06-26T02:24:15.128405Z","caller":"traceutil/trace.go:171","msg":"trace[1376352401] range","detail":"{range_begin:/registry/controllerrevisions/; range_end:/registry/controllerrevisions0; response_count:0; response_revision:5571; }","duration":"4.563796401s","start":"2026-06-26T02:24:10.564592Z","end":"2026-06-26T02:24:15.128388Z","steps":["trace[1376352401] 'agreement among raft nodes before linearized reading' (duration: 3.395356598s)","trace[1376352401] 'count revisions from in-memory index tree' (duration: 1.168396753s)"],"step_count":2} {"level":"warn","ts":"2026-06-26T02:24:15.128434Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-06-26T02:24:10.564561Z","time spent":"4.563865952s","remote":"127.0.0.1:48904","response type":"/etcdserverpb.KV/Range","request count":0,"request size":66,"response count":10,"response size":31,"request content":"key:\"/registry/controllerrevisions/\" range_end:\"/registry/controllerrevisions0\" count_only:true "} {"level":"warn","ts":"2026-06-26T02:24:15.128804Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"586.398039ms","expected-duration":"100ms","prefix":"","request":"header: txn: success:> failure: >>","response":"size:16"} {"level":"info","ts":"2026-06-26T02:24:15.129147Z","caller":"traceutil/trace.go:171","msg":"trace[124451556] transaction","detail":"{read_only:false; response_revision:5572; number_of_response:1; }","duration":"2.252231545s","start":"2026-06-26T02:24:12.8769Z","end":"2026-06-26T02:24:15.129131Z","steps":["trace[124451556] 'process raft request' (duration: 1.665429529s)","trace[124451556] 'compare' (duration: 584.973567ms)"],"step_count":2} {"level":"warn","ts":"2026-06-26T02:24:15.134345Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-06-26T02:24:12.876861Z","time spent":"2.252319516s","remote":"127.0.0.1:48670","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":463,"response count":0,"response size":40,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-06-26T02:24:15.14435Z","caller":"traceutil/trace.go:171","msg":"trace[438523462] transaction","detail":"{read_only:false; response_revision:5573; number_of_response:1; }","duration":"2.2659776s","start":"2026-06-26T02:24:12.878306Z","end":"2026-06-26T02:24:15.144284Z","steps":["trace[438523462] 'process raft request' (duration: 2.250576979s)","trace[438523462] 'marshal mvccpb.KeyValue' {req_type:put; key:/registry/leases/kube-system/kube-controller-manager; req_size:487; } (duration: 15.073816ms)"],"step_count":2} {"level":"warn","ts":"2026-06-26T02:24:15.144601Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-06-26T02:24:12.878297Z","time spent":"2.266173042s","remote":"127.0.0.1:48670","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":490,"response count":0,"response size":40,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-06-26T02:24:15.401585Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"2.000860801s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/health\" ","response":"","error":"context deadline exceeded"} {"level":"info","ts":"2026-06-26T02:24:15.40177Z","caller":"traceutil/trace.go:171","msg":"trace[2095708501] range","detail":"{range_begin:/registry/health; range_end:; }","duration":"2.001156116s","start":"2026-06-26T02:24:13.400584Z","end":"2026-06-26T02:24:15.40174Z","steps":["trace[2095708501] 'agreement among raft nodes before linearized reading' (duration: 2.000906502s)"],"step_count":1} {"level":"warn","ts":"2026-06-26T02:24:15.401838Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-06-26T02:24:13.400571Z","time spent":"2.001254117s","remote":"127.0.0.1:48400","response type":"/etcdserverpb.KV/Range","request count":0,"request size":18,"response count":0,"response size":0,"request content":"key:\"/registry/health\" "} {"level":"warn","ts":"2026-06-26T02:24:16.377948Z","caller":"wal/wal.go:805","msg":"slow fdatasync","took":"1.835519202s","expected-duration":"1s"} {"level":"warn","ts":"2026-06-26T02:24:16.493255Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"114.874119ms","expected-duration":"100ms","prefix":"","request":"header: txn: success:> failure: >>","response":"size:16"} {"level":"info","ts":"2026-06-26T02:24:16.493465Z","caller":"traceutil/trace.go:171","msg":"trace[924085875] transaction","detail":"{read_only:false; response_revision:5574; number_of_response:1; }","duration":"2.995378302s","start":"2026-06-26T02:24:13.498058Z","end":"2026-06-26T02:24:16.493437Z","steps":["trace[924085875] 'process raft request' (duration: 2.880234678s)","trace[924085875] 'compare' (duration: 114.767008ms)"],"step_count":2} {"level":"info","ts":"2026-06-26T02:24:16.493577Z","caller":"traceutil/trace.go:171","msg":"trace[1293583167] linearizableReadLoop","detail":"{readStateIndex:5793; appliedIndex:5786; }","duration":"2.533620273s","start":"2026-06-26T02:24:13.95994Z","end":"2026-06-26T02:24:16.49356Z","steps":["trace[1293583167] 'read index received' (duration: 582.389489ms)","trace[1293583167] 'applied index is now lower than readState.Index' (duration: 1.951229614s)"],"step_count":2} {"level":"warn","ts":"2026-06-26T02:24:16.493659Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-06-26T02:24:13.498032Z","time spent":"2.995501924s","remote":"127.0.0.1:48670","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":535,"response count":0,"response size":40,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-06-26T02:24:16.49379Z","caller":"traceutil/trace.go:171","msg":"trace[112543902] transaction","detail":"{read_only:false; response_revision:5578; number_of_response:1; }","duration":"2.394922289s","start":"2026-06-26T02:24:14.098857Z","end":"2026-06-26T02:24:16.493779Z","steps":["trace[112543902] 'process raft request' (duration: 2.394667355s)"],"step_count":1} {"level":"warn","ts":"2026-06-26T02:24:16.493922Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"3.097137957s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/events/kube-system/kube-apiserver-instance.18bc805214620502\" ","response":"range_response_count:1 size:774"} {"level":"warn","ts":"2026-06-26T02:24:16.493947Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-06-26T02:24:14.098808Z","time spent":"2.395049101s","remote":"127.0.0.1:48670","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":520,"response count":0,"response size":40,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-06-26T02:24:16.493967Z","caller":"traceutil/trace.go:171","msg":"trace[1382696405] range","detail":"{range_begin:/registry/events/kube-system/kube-apiserver-instance.18bc805214620502; range_end:; response_count:1; response_revision:5578; }","duration":"3.097223309s","start":"2026-06-26T02:24:13.396732Z","end":"2026-06-26T02:24:16.493955Z","steps":["trace[1382696405] 'agreement among raft nodes before linearized reading' (duration: 3.097087667s)"],"step_count":1} {"level":"warn","ts":"2026-06-26T02:24:16.494005Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-06-26T02:24:13.39667Z","time spent":"3.097325859s","remote":"127.0.0.1:48472","response type":"/etcdserverpb.KV/Range","request count":0,"request size":71,"response count":1,"response size":798,"request content":"key:\"/registry/events/kube-system/kube-apiserver-instance.18bc805214620502\" "} {"level":"info","ts":"2026-06-26T02:24:16.494274Z","caller":"traceutil/trace.go:171","msg":"trace[1011421783] transaction","detail":"{read_only:false; response_revision:5575; number_of_response:1; }","duration":"2.529481368s","start":"2026-06-26T02:24:13.964781Z","end":"2026-06-26T02:24:16.494262Z","steps":["trace[1011421783] 'process raft request' (duration: 2.528572844s)"],"step_count":1} {"level":"warn","ts":"2026-06-26T02:24:16.494348Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-06-26T02:24:13.964758Z","time spent":"2.529555799s","remote":"127.0.0.1:48670","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":423,"response count":0,"response size":40,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-06-26T02:24:16.494539Z","caller":"traceutil/trace.go:171","msg":"trace[573873443] transaction","detail":"{read_only:false; response_revision:5576; number_of_response:1; }","duration":"2.529378557s","start":"2026-06-26T02:24:13.96515Z","end":"2026-06-26T02:24:16.494528Z","steps":["trace[573873443] 'process raft request' (duration: 2.52830027s)"],"step_count":1} {"level":"warn","ts":"2026-06-26T02:24:16.494262Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"3.349411512s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pods/openstack/percona-xtradb-pxc-0\" ","response":"range_response_count:1 size:12213"} {"level":"warn","ts":"2026-06-26T02:24:16.494605Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-06-26T02:24:13.965118Z","time spent":"2.529457768s","remote":"127.0.0.1:48670","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":419,"response count":0,"response size":40,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-06-26T02:24:16.494649Z","caller":"traceutil/trace.go:171","msg":"trace[1919651596] transaction","detail":"{read_only:false; response_revision:5577; number_of_response:1; }","duration":"2.529482558s","start":"2026-06-26T02:24:13.965148Z","end":"2026-06-26T02:24:16.494631Z","steps":["trace[1919651596] 'process raft request' (duration: 2.528340481s)"],"step_count":1} {"level":"warn","ts":"2026-06-26T02:24:16.49512Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-06-26T02:24:13.965109Z","time spent":"2.529963577s","remote":"127.0.0.1:48670","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":477,"response count":0,"response size":40,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-06-26T02:24:16.494784Z","caller":"traceutil/trace.go:171","msg":"trace[2021589364] range","detail":"{range_begin:/registry/pods/openstack/percona-xtradb-pxc-0; range_end:; response_count:1; response_revision:5578; }","duration":"3.349820429s","start":"2026-06-26T02:24:13.144778Z","end":"2026-06-26T02:24:16.494599Z","steps":["trace[2021589364] 'agreement among raft nodes before linearized reading' (duration: 3.34927906s)"],"step_count":1} {"level":"warn","ts":"2026-06-26T02:24:16.495241Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-06-26T02:24:13.144755Z","time spent":"3.350442679s","remote":"127.0.0.1:48580","response type":"/etcdserverpb.KV/Range","request count":0,"request size":47,"response count":1,"response size":12237,"request content":"key:\"/registry/pods/openstack/percona-xtradb-pxc-0\" "} {"level":"info","ts":"2026-06-26T02:24:16.959039Z","caller":"traceutil/trace.go:171","msg":"trace[1376307406] linearizableReadLoop","detail":"{readStateIndex:5797; appliedIndex:5793; }","duration":"465.38836ms","start":"2026-06-26T02:24:16.493618Z","end":"2026-06-26T02:24:16.959006Z","steps":["trace[1376307406] 'read index received' (duration: 464.975524ms)","trace[1376307406] 'applied index is now lower than readState.Index' (duration: 411.036µs)"],"step_count":2} {"level":"info","ts":"2026-06-26T02:24:16.959595Z","caller":"traceutil/trace.go:171","msg":"trace[174334865] transaction","detail":"{read_only:false; response_revision:5579; number_of_response:1; }","duration":"2.079924418s","start":"2026-06-26T02:24:14.879653Z","end":"2026-06-26T02:24:16.959577Z","steps":["trace[174334865] 'process raft request' (duration: 2.078969373s)"],"step_count":1} {"level":"info","ts":"2026-06-26T02:24:16.959703Z","caller":"traceutil/trace.go:171","msg":"trace[1690240008] transaction","detail":"{read_only:false; response_revision:5582; number_of_response:1; }","duration":"1.815488464s","start":"2026-06-26T02:24:15.144172Z","end":"2026-06-26T02:24:16.959661Z","steps":["trace[1690240008] 'process raft request' (duration: 1.814759663s)"],"step_count":1} {"level":"warn","ts":"2026-06-26T02:24:16.959842Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-06-26T02:24:14.879624Z","time spent":"2.080060899s","remote":"127.0.0.1:48670","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":556,"response count":0,"response size":40,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-06-26T02:24:16.960003Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.181874486s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/masterleases/199.19.213.122\" ","response":"range_response_count:1 size:135"} {"level":"warn","ts":"2026-06-26T02:24:16.960056Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-06-26T02:24:15.144161Z","time spent":"1.815635506s","remote":"127.0.0.1:48580","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":7722,"response count":0,"response size":40,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-06-26T02:24:16.9601Z","caller":"traceutil/trace.go:171","msg":"trace[105965911] range","detail":"{range_begin:/registry/masterleases/199.19.213.122; range_end:; response_count:1; response_revision:5582; }","duration":"1.182013588s","start":"2026-06-26T02:24:15.77806Z","end":"2026-06-26T02:24:16.960074Z","steps":["trace[105965911] 'agreement among raft nodes before linearized reading' (duration: 1.181825565s)"],"step_count":1} {"level":"info","ts":"2026-06-26T02:24:16.960194Z","caller":"traceutil/trace.go:171","msg":"trace[1111037134] transaction","detail":"{read_only:false; response_revision:5580; number_of_response:1; }","duration":"2.080155902s","start":"2026-06-26T02:24:14.880023Z","end":"2026-06-26T02:24:16.960179Z","steps":["trace[1111037134] 'process raft request' (duration: 2.07879777s)"],"step_count":1} {"level":"warn","ts":"2026-06-26T02:24:16.960304Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-06-26T02:24:14.879999Z","time spent":"2.080259954s","remote":"127.0.0.1:48670","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":510,"response count":0,"response size":40,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-06-26T02:24:16.960317Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.465170015s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/gateway.networking.x-k8s.io/xlistenersets/\" range_end:\"/registry/gateway.networking.x-k8s.io/xlistenersets0\" count_only:true ","response":"range_response_count:0 size:5"} {"level":"info","ts":"2026-06-26T02:24:16.960423Z","caller":"traceutil/trace.go:171","msg":"trace[1923693130] range","detail":"{range_begin:/registry/gateway.networking.x-k8s.io/xlistenersets/; range_end:/registry/gateway.networking.x-k8s.io/xlistenersets0; response_count:0; response_revision:5582; }","duration":"1.465337277s","start":"2026-06-26T02:24:15.495068Z","end":"2026-06-26T02:24:16.960406Z","steps":["trace[1923693130] 'agreement among raft nodes before linearized reading' (duration: 1.465162325s)"],"step_count":1} {"level":"warn","ts":"2026-06-26T02:24:16.960497Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-06-26T02:24:15.495038Z","time spent":"1.465418378s","remote":"127.0.0.1:51220","response type":"/etcdserverpb.KV/Range","request count":0,"request size":110,"response count":0,"response size":29,"request content":"key:\"/registry/gateway.networking.x-k8s.io/xlistenersets/\" range_end:\"/registry/gateway.networking.x-k8s.io/xlistenersets0\" count_only:true "} {"level":"info","ts":"2026-06-26T02:24:16.960601Z","caller":"traceutil/trace.go:171","msg":"trace[898074722] transaction","detail":"{read_only:false; response_revision:5581; number_of_response:1; }","duration":"2.079982669s","start":"2026-06-26T02:24:14.880605Z","end":"2026-06-26T02:24:16.960587Z","steps":["trace[898074722] 'process raft request' (duration: 2.078258572s)"],"step_count":1} {"level":"warn","ts":"2026-06-26T02:24:16.960682Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"996.38272ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/jobs/openstack/keystone-db-sync\" ","response":"range_response_count:0 size:5"} {"level":"warn","ts":"2026-06-26T02:24:16.960706Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-06-26T02:24:14.880593Z","time spent":"2.080071411s","remote":"127.0.0.1:48670","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":541,"response count":0,"response size":40,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-06-26T02:24:16.960819Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"2.21460343s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/secretgen.k14s.io/passwords/\" range_end:\"/registry/secretgen.k14s.io/passwords0\" count_only:true ","response":"range_response_count:0 size:7"} {"level":"info","ts":"2026-06-26T02:24:16.960887Z","caller":"traceutil/trace.go:171","msg":"trace[1281928960] range","detail":"{range_begin:/registry/secretgen.k14s.io/passwords/; range_end:/registry/secretgen.k14s.io/passwords0; response_count:0; response_revision:5582; }","duration":"2.214656211s","start":"2026-06-26T02:24:14.746208Z","end":"2026-06-26T02:24:16.960864Z","steps":["trace[1281928960] 'agreement among raft nodes before linearized reading' (duration: 2.214577479s)"],"step_count":1} {"level":"warn","ts":"2026-06-26T02:24:16.960941Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-06-26T02:24:14.746139Z","time spent":"2.214792093s","remote":"127.0.0.1:57374","response type":"/etcdserverpb.KV/Range","request count":0,"request size":82,"response count":5,"response size":31,"request content":"key:\"/registry/secretgen.k14s.io/passwords/\" range_end:\"/registry/secretgen.k14s.io/passwords0\" count_only:true "} {"level":"warn","ts":"2026-06-26T02:24:16.960983Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.558361615s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/health\" ","response":"range_response_count:0 size:5"} {"level":"warn","ts":"2026-06-26T02:24:16.95955Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"995.8425ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/jobs/openstack/keystone-fernet-setup\" ","response":"range_response_count:0 size:5"} {"level":"info","ts":"2026-06-26T02:24:16.96103Z","caller":"traceutil/trace.go:171","msg":"trace[1793697284] range","detail":"{range_begin:/registry/health; range_end:; response_count:0; response_revision:5582; }","duration":"1.558501247s","start":"2026-06-26T02:24:15.402517Z","end":"2026-06-26T02:24:16.961018Z","steps":["trace[1793697284] 'agreement among raft nodes before linearized reading' (duration: 1.558397295s)"],"step_count":1} {"level":"info","ts":"2026-06-26T02:24:16.961142Z","caller":"traceutil/trace.go:171","msg":"trace[1510914521] range","detail":"{range_begin:/registry/jobs/openstack/keystone-fernet-setup; range_end:; response_count:0; response_revision:5582; }","duration":"997.535787ms","start":"2026-06-26T02:24:15.963552Z","end":"2026-06-26T02:24:16.961088Z","steps":["trace[1510914521] 'agreement among raft nodes before linearized reading' (duration: 995.799969ms)"],"step_count":1} {"level":"warn","ts":"2026-06-26T02:24:16.961219Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-06-26T02:24:15.963524Z","time spent":"997.679379ms","remote":"127.0.0.1:48638","response type":"/etcdserverpb.KV/Range","request count":0,"request size":48,"response count":0,"response size":29,"request content":"key:\"/registry/jobs/openstack/keystone-fernet-setup\" "} {"level":"warn","ts":"2026-06-26T02:24:16.961348Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"2.875752203s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/monitoring.coreos.com/prometheuses/\" range_end:\"/registry/monitoring.coreos.com/prometheuses0\" count_only:true ","response":"range_response_count:0 size:7"} {"level":"info","ts":"2026-06-26T02:24:16.961437Z","caller":"traceutil/trace.go:171","msg":"trace[1095700441] range","detail":"{range_begin:/registry/monitoring.coreos.com/prometheuses/; range_end:/registry/monitoring.coreos.com/prometheuses0; response_count:0; response_revision:5582; }","duration":"2.875842704s","start":"2026-06-26T02:24:14.085584Z","end":"2026-06-26T02:24:16.961426Z","steps":["trace[1095700441] 'agreement among raft nodes before linearized reading' (duration: 2.875731492s)"],"step_count":1} {"level":"warn","ts":"2026-06-26T02:24:16.961472Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-06-26T02:24:14.085556Z","time spent":"2.875905805s","remote":"127.0.0.1:59256","response type":"/etcdserverpb.KV/Range","request count":0,"request size":96,"response count":1,"response size":31,"request content":"key:\"/registry/monitoring.coreos.com/prometheuses/\" range_end:\"/registry/monitoring.coreos.com/prometheuses0\" count_only:true "} {"level":"warn","ts":"2026-06-26T02:24:16.960612Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"995.697138ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/jobs/openstack/keystone-credential-setup\" ","response":"range_response_count:1 size:6159"} {"level":"info","ts":"2026-06-26T02:24:16.960753Z","caller":"traceutil/trace.go:171","msg":"trace[1780456696] range","detail":"{range_begin:/registry/jobs/openstack/keystone-db-sync; range_end:; response_count:0; response_revision:5582; }","duration":"996.472711ms","start":"2026-06-26T02:24:15.964262Z","end":"2026-06-26T02:24:16.960734Z","steps":["trace[1780456696] 'agreement among raft nodes before linearized reading' (duration: 996.383159ms)"],"step_count":1} {"level":"warn","ts":"2026-06-26T02:24:16.95977Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.802223456s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/secrets/openstack/keystone-credential-keys\" ","response":"range_response_count:1 size:353"} {"level":"info","ts":"2026-06-26T02:24:16.961634Z","caller":"traceutil/trace.go:171","msg":"trace[423080069] range","detail":"{range_begin:/registry/secrets/openstack/keystone-credential-keys; range_end:; response_count:1; response_revision:5582; }","duration":"1.804179137s","start":"2026-06-26T02:24:15.15744Z","end":"2026-06-26T02:24:16.961619Z","steps":["trace[423080069] 'agreement among raft nodes before linearized reading' (duration: 1.801948082s)"],"step_count":1} {"level":"warn","ts":"2026-06-26T02:24:16.961652Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-06-26T02:24:15.964247Z","time spent":"997.389774ms","remote":"127.0.0.1:48638","response type":"/etcdserverpb.KV/Range","request count":0,"request size":43,"response count":0,"response size":29,"request content":"key:\"/registry/jobs/openstack/keystone-db-sync\" "} {"level":"info","ts":"2026-06-26T02:24:16.961563Z","caller":"traceutil/trace.go:171","msg":"trace[246536356] range","detail":"{range_begin:/registry/jobs/openstack/keystone-credential-setup; range_end:; response_count:1; response_revision:5582; }","duration":"996.644783ms","start":"2026-06-26T02:24:15.964899Z","end":"2026-06-26T02:24:16.961544Z","steps":["trace[246536356] 'agreement among raft nodes before linearized reading' (duration: 995.525456ms)"],"step_count":1} {"level":"warn","ts":"2026-06-26T02:24:16.960203Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-06-26T02:24:15.77803Z","time spent":"1.18211981s","remote":"127.0.0.1:48444","response type":"/etcdserverpb.KV/Range","request count":0,"request size":39,"response count":1,"response size":159,"request content":"key:\"/registry/masterleases/199.19.213.122\" "} {"level":"warn","ts":"2026-06-26T02:24:16.960731Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"2.766901426s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/gateway.networking.k8s.io/tcproutes/\" range_end:\"/registry/gateway.networking.k8s.io/tcproutes0\" count_only:true ","response":"range_response_count:0 size:5"} {"level":"info","ts":"2026-06-26T02:24:16.961888Z","caller":"traceutil/trace.go:171","msg":"trace[2120095860] range","detail":"{range_begin:/registry/gateway.networking.k8s.io/tcproutes/; range_end:/registry/gateway.networking.k8s.io/tcproutes0; response_count:0; response_revision:5582; }","duration":"2.768127105s","start":"2026-06-26T02:24:14.193749Z","end":"2026-06-26T02:24:16.961876Z","steps":["trace[2120095860] 'agreement among raft nodes before linearized reading' (duration: 2.766890876s)"],"step_count":1} {"level":"warn","ts":"2026-06-26T02:24:16.961881Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-06-26T02:24:15.96487Z","time spent":"996.957508ms","remote":"127.0.0.1:48638","response type":"/etcdserverpb.KV/Range","request count":0,"request size":52,"response count":1,"response size":6183,"request content":"key:\"/registry/jobs/openstack/keystone-credential-setup\" "} {"level":"warn","ts":"2026-06-26T02:24:16.961936Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-06-26T02:24:14.193726Z","time spent":"2.768197706s","remote":"127.0.0.1:51258","response type":"/etcdserverpb.KV/Range","request count":0,"request size":98,"response count":0,"response size":29,"request content":"key:\"/registry/gateway.networking.k8s.io/tcproutes/\" range_end:\"/registry/gateway.networking.k8s.io/tcproutes0\" count_only:true "} {"level":"warn","ts":"2026-06-26T02:24:16.961709Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-06-26T02:24:15.157421Z","time spent":"1.804259498s","remote":"127.0.0.1:48484","response type":"/etcdserverpb.KV/Range","request count":0,"request size":54,"response count":1,"response size":377,"request content":"key:\"/registry/secrets/openstack/keystone-credential-keys\" "} {"level":"warn","ts":"2026-06-26T02:24:16.961119Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-06-26T02:24:15.402486Z","time spent":"1.558623549s","remote":"127.0.0.1:48416","response type":"/etcdserverpb.KV/Range","request count":0,"request size":18,"response count":0,"response size":29,"request content":"key:\"/registry/health\" "} {"level":"info","ts":"2026-06-26T02:24:16.968894Z","caller":"traceutil/trace.go:171","msg":"trace[1206452685] transaction","detail":"{read_only:false; response_revision:5583; number_of_response:1; }","duration":"469.144029ms","start":"2026-06-26T02:24:16.499698Z","end":"2026-06-26T02:24:16.968842Z","steps":["trace[1206452685] 'process raft request' (duration: 468.972627ms)"],"step_count":1} {"level":"warn","ts":"2026-06-26T02:24:16.968953Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"468.392827ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pods/openstack/percona-xtradb-pxc-0\" ","response":"range_response_count:1 size:12213"} {"level":"warn","ts":"2026-06-26T02:24:16.968911Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"464.73136ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/health\" ","response":"range_response_count:0 size:5"} {"level":"info","ts":"2026-06-26T02:24:16.969644Z","caller":"traceutil/trace.go:171","msg":"trace[117006735] range","detail":"{range_begin:/registry/pods/openstack/percona-xtradb-pxc-0; range_end:; response_count:1; response_revision:5583; }","duration":"469.114838ms","start":"2026-06-26T02:24:16.500487Z","end":"2026-06-26T02:24:16.969602Z","steps":["trace[117006735] 'agreement among raft nodes before linearized reading' (duration: 468.309316ms)"],"step_count":1} {"level":"info","ts":"2026-06-26T02:24:16.969731Z","caller":"traceutil/trace.go:171","msg":"trace[267812282] range","detail":"{range_begin:/registry/health; range_end:; response_count:0; response_revision:5583; }","duration":"465.544092ms","start":"2026-06-26T02:24:16.504153Z","end":"2026-06-26T02:24:16.969697Z","steps":["trace[267812282] 'agreement among raft nodes before linearized reading' (duration: 464.71188ms)"],"step_count":1} {"level":"warn","ts":"2026-06-26T02:24:16.96975Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-06-26T02:24:16.500457Z","time spent":"469.256051ms","remote":"127.0.0.1:48580","response type":"/etcdserverpb.KV/Range","request count":0,"request size":47,"response count":1,"response size":12237,"request content":"key:\"/registry/pods/openstack/percona-xtradb-pxc-0\" "} {"level":"warn","ts":"2026-06-26T02:24:16.969796Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-06-26T02:24:16.504146Z","time spent":"465.632264ms","remote":"127.0.0.1:48400","response type":"/etcdserverpb.KV/Range","request count":0,"request size":18,"response count":0,"response size":29,"request content":"key:\"/registry/health\" "} {"level":"warn","ts":"2026-06-26T02:24:16.969073Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-06-26T02:24:16.499676Z","time spent":"469.287412ms","remote":"127.0.0.1:48472","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":759,"response count":0,"response size":40,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-06-26T02:24:17.185989Z","caller":"traceutil/trace.go:171","msg":"trace[283109417] transaction","detail":"{read_only:false; response_revision:5585; number_of_response:1; }","duration":"194.12787ms","start":"2026-06-26T02:24:16.991817Z","end":"2026-06-26T02:24:17.185945Z","steps":["trace[283109417] 'process raft request' (duration: 114.26399ms)","trace[283109417] 'compare' (duration: 78.999827ms)"],"step_count":2} {"level":"info","ts":"2026-06-26T02:24:17.186067Z","caller":"traceutil/trace.go:171","msg":"trace[746917332] linearizableReadLoop","detail":"{readStateIndex:5801; appliedIndex:5800; }","duration":"174.876819ms","start":"2026-06-26T02:24:17.011149Z","end":"2026-06-26T02:24:17.186026Z","steps":["trace[746917332] 'read index received' (duration: 94.822755ms)","trace[746917332] 'applied index is now lower than readState.Index' (duration: 80.050954ms)"],"step_count":2} {"level":"info","ts":"2026-06-26T02:24:17.186091Z","caller":"traceutil/trace.go:171","msg":"trace[39271153] transaction","detail":"{read_only:false; response_revision:5586; number_of_response:1; }","duration":"111.627548ms","start":"2026-06-26T02:24:17.07443Z","end":"2026-06-26T02:24:17.186057Z","steps":["trace[39271153] 'process raft request' (duration: 111.508666ms)"],"step_count":1} {"level":"warn","ts":"2026-06-26T02:24:17.186325Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"175.155443ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/services/endpoints/default/kubernetes\" ","response":"range_response_count:1 size:422"} {"level":"info","ts":"2026-06-26T02:24:17.186841Z","caller":"traceutil/trace.go:171","msg":"trace[218077898] range","detail":"{range_begin:/registry/services/endpoints/default/kubernetes; range_end:; response_count:1; response_revision:5586; }","duration":"175.732983ms","start":"2026-06-26T02:24:17.011094Z","end":"2026-06-26T02:24:17.186827Z","steps":["trace[218077898] 'agreement among raft nodes before linearized reading' (duration: 175.029781ms)"],"step_count":1} {"level":"warn","ts":"2026-06-26T02:24:33.000629Z","caller":"etcdserver/v3_server.go:897","msg":"waiting for ReadIndex response took too long, retrying","sent-request-id":14360183716516371645,"retry-timeout":"500ms"} {"level":"warn","ts":"2026-06-26T02:24:33.500993Z","caller":"etcdserver/v3_server.go:897","msg":"waiting for ReadIndex response took too long, retrying","sent-request-id":14360183716516371645,"retry-timeout":"500ms"} {"level":"warn","ts":"2026-06-26T02:24:34.001937Z","caller":"etcdserver/v3_server.go:897","msg":"waiting for ReadIndex response took too long, retrying","sent-request-id":14360183716516371645,"retry-timeout":"500ms"} {"level":"warn","ts":"2026-06-26T02:24:34.502658Z","caller":"etcdserver/v3_server.go:897","msg":"waiting for ReadIndex response took too long, retrying","sent-request-id":14360183716516371645,"retry-timeout":"500ms"} {"level":"warn","ts":"2026-06-26T02:24:35.003916Z","caller":"etcdserver/v3_server.go:897","msg":"waiting for ReadIndex response took too long, retrying","sent-request-id":14360183716516371645,"retry-timeout":"500ms"} {"level":"warn","ts":"2026-06-26T02:24:35.504866Z","caller":"etcdserver/v3_server.go:897","msg":"waiting for ReadIndex response took too long, retrying","sent-request-id":14360183716516371645,"retry-timeout":"500ms"} {"level":"warn","ts":"2026-06-26T02:24:36.005952Z","caller":"etcdserver/v3_server.go:897","msg":"waiting for ReadIndex response took too long, retrying","sent-request-id":14360183716516371645,"retry-timeout":"500ms"} {"level":"warn","ts":"2026-06-26T02:24:36.393133Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.999953843s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/health\" ","response":"","error":"context canceled"} {"level":"info","ts":"2026-06-26T02:24:36.393201Z","caller":"traceutil/trace.go:171","msg":"trace[1288398049] range","detail":"{range_begin:/registry/health; range_end:; }","duration":"2.000061655s","start":"2026-06-26T02:24:34.393121Z","end":"2026-06-26T02:24:36.393183Z","steps":["trace[1288398049] 'agreement among raft nodes before linearized reading' (duration: 1.999979713s)"],"step_count":1} {"level":"warn","ts":"2026-06-26T02:24:36.393232Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-06-26T02:24:34.393105Z","time spent":"2.000120735s","remote":"127.0.0.1:48400","response type":"/etcdserverpb.KV/Range","request count":0,"request size":18,"response count":0,"response size":0,"request content":"key:\"/registry/health\" "} 2026/06/26 02:24:36 WARNING: [core] [Server #7] grpc: Server.processUnaryRPC failed to write status: connection error: desc = "transport is closing" {"level":"warn","ts":"2026-06-26T02:24:36.507042Z","caller":"etcdserver/v3_server.go:897","msg":"waiting for ReadIndex response took too long, retrying","sent-request-id":14360183716516371645,"retry-timeout":"500ms"} {"level":"warn","ts":"2026-06-26T02:24:37.007519Z","caller":"etcdserver/v3_server.go:897","msg":"waiting for ReadIndex response took too long, retrying","sent-request-id":14360183716516371645,"retry-timeout":"500ms"} {"level":"warn","ts":"2026-06-26T02:24:37.507971Z","caller":"etcdserver/v3_server.go:897","msg":"waiting for ReadIndex response took too long, retrying","sent-request-id":14360183716516371645,"retry-timeout":"500ms"} {"level":"warn","ts":"2026-06-26T02:24:37.559136Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-06-26T02:24:32.560295Z","time spent":"4.998832364s","remote":"127.0.0.1:48670","response type":"/etcdserverpb.KV/Txn","request count":0,"request size":0,"response count":0,"response size":0,"request content":""} 2026/06/26 02:24:37 WARNING: [core] [Server #7] grpc: Server.processUnaryRPC failed to write status: connection error: desc = "transport is closing" {"level":"warn","ts":"2026-06-26T02:24:37.602745Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"4.9994264s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/cilium-operator-resource-lock\" ","response":"","error":"context canceled"} {"level":"info","ts":"2026-06-26T02:24:37.602801Z","caller":"traceutil/trace.go:171","msg":"trace[1629428755] range","detail":"{range_begin:/registry/leases/kube-system/cilium-operator-resource-lock; range_end:; }","duration":"4.999509141s","start":"2026-06-26T02:24:32.603278Z","end":"2026-06-26T02:24:37.602787Z","steps":["trace[1629428755] 'agreement among raft nodes before linearized reading' (duration: 4.99943753s)"],"step_count":1} {"level":"warn","ts":"2026-06-26T02:24:37.602838Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-06-26T02:24:32.60327Z","time spent":"4.999560062s","remote":"127.0.0.1:48670","response type":"/etcdserverpb.KV/Range","request count":0,"request size":60,"response count":0,"response size":0,"request content":"key:\"/registry/leases/kube-system/cilium-operator-resource-lock\" "} 2026/06/26 02:24:37 WARNING: [core] [Server #7] grpc: Server.processUnaryRPC failed to write status: connection error: desc = "transport is closing" {"level":"warn","ts":"2026-06-26T02:24:38.008969Z","caller":"etcdserver/v3_server.go:897","msg":"waiting for ReadIndex response took too long, retrying","sent-request-id":14360183716516371645,"retry-timeout":"500ms"} {"level":"warn","ts":"2026-06-26T02:24:38.031687Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-06-26T02:24:33.034453Z","time spent":"4.9972259s","remote":"127.0.0.1:48670","response type":"/etcdserverpb.KV/Txn","request count":0,"request size":0,"response count":0,"response size":0,"request content":""} 2026/06/26 02:24:38 WARNING: [core] [Server #7] grpc: Server.processUnaryRPC failed to write status: connection error: desc = "transport is closing" {"level":"warn","ts":"2026-06-26T02:24:38.035689Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-06-26T02:24:33.03639Z","time spent":"4.999295212s","remote":"127.0.0.1:48670","response type":"/etcdserverpb.KV/Txn","request count":0,"request size":0,"response count":0,"response size":0,"request content":""} 2026/06/26 02:24:38 WARNING: [core] [Server #7] grpc: Server.processUnaryRPC failed to write status: connection error: desc = "transport is closing" {"level":"warn","ts":"2026-06-26T02:24:38.049948Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-06-26T02:24:33.051291Z","time spent":"4.998651231s","remote":"127.0.0.1:48670","response type":"/etcdserverpb.KV/Txn","request count":0,"request size":0,"response count":0,"response size":0,"request content":""} {"level":"warn","ts":"2026-06-26T02:24:38.336536Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"4.999244365s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/kube-controller-manager\" ","response":"","error":"context canceled"} {"level":"info","ts":"2026-06-26T02:24:38.336603Z","caller":"traceutil/trace.go:171","msg":"trace[1359303542] range","detail":"{range_begin:/registry/leases/kube-system/kube-controller-manager; range_end:; }","duration":"4.999364638s","start":"2026-06-26T02:24:33.337223Z","end":"2026-06-26T02:24:38.336587Z","steps":["trace[1359303542] 'agreement among raft nodes before linearized reading' (duration: 4.999278336s)"],"step_count":1} {"level":"warn","ts":"2026-06-26T02:24:38.336638Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-06-26T02:24:33.337202Z","time spent":"4.999428798s","remote":"127.0.0.1:48670","response type":"/etcdserverpb.KV/Range","request count":0,"request size":54,"response count":0,"response size":0,"request content":"key:\"/registry/leases/kube-system/kube-controller-manager\" "} 2026/06/26 02:24:38 WARNING: [core] [Server #7] grpc: Server.processUnaryRPC failed to write status: connection error: desc = "transport is closing" {"level":"warn","ts":"2026-06-26T02:24:38.376485Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"5.00015457s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/kube-scheduler\" ","response":"","error":"context canceled"} {"level":"info","ts":"2026-06-26T02:24:38.376601Z","caller":"traceutil/trace.go:171","msg":"trace[203254013] range","detail":"{range_begin:/registry/leases/kube-system/kube-scheduler; range_end:; }","duration":"5.000276771s","start":"2026-06-26T02:24:33.376287Z","end":"2026-06-26T02:24:38.376564Z","steps":["trace[203254013] 'agreement among raft nodes before linearized reading' (duration: 5.000145209s)"],"step_count":1} {"level":"warn","ts":"2026-06-26T02:24:38.376646Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-06-26T02:24:33.37623Z","time spent":"5.000405913s","remote":"127.0.0.1:48670","response type":"/etcdserverpb.KV/Range","request count":0,"request size":45,"response count":0,"response size":0,"request content":"key:\"/registry/leases/kube-system/kube-scheduler\" "} 2026/06/26 02:24:38 WARNING: [core] [Server #7] grpc: Server.processUnaryRPC failed to write status: connection error: desc = "transport is closing" {"level":"warn","ts":"2026-06-26T02:24:38.393588Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"2.000144563s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/health\" ","response":"","error":"context canceled"} {"level":"info","ts":"2026-06-26T02:24:38.393651Z","caller":"traceutil/trace.go:171","msg":"trace[74463517] range","detail":"{range_begin:/registry/health; range_end:; }","duration":"2.000232104s","start":"2026-06-26T02:24:36.393404Z","end":"2026-06-26T02:24:38.393636Z","steps":["trace[74463517] 'agreement among raft nodes before linearized reading' (duration: 2.000163513s)"],"step_count":1} {"level":"warn","ts":"2026-06-26T02:24:38.393689Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-06-26T02:24:36.393377Z","time spent":"2.000305495s","remote":"127.0.0.1:48416","response type":"/etcdserverpb.KV/Range","request count":0,"request size":18,"response count":0,"response size":0,"request content":"key:\"/registry/health\" "} 2026/06/26 02:24:38 WARNING: [core] [Server #7] grpc: Server.processUnaryRPC failed to write status: connection error: desc = "transport is closing" {"level":"warn","ts":"2026-06-26T02:24:38.504371Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"2.000440657s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/health\" ","response":"","error":"context deadline exceeded"} {"level":"info","ts":"2026-06-26T02:24:38.504478Z","caller":"traceutil/trace.go:171","msg":"trace[1704799260] range","detail":"{range_begin:/registry/health; range_end:; }","duration":"2.000599429s","start":"2026-06-26T02:24:36.503861Z","end":"2026-06-26T02:24:38.50446Z","steps":["trace[1704799260] 'agreement among raft nodes before linearized reading' (duration: 2.000464937s)"],"step_count":1} {"level":"warn","ts":"2026-06-26T02:24:38.504527Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-06-26T02:24:36.503844Z","time spent":"2.00067228s","remote":"127.0.0.1:48400","response type":"/etcdserverpb.KV/Range","request count":0,"request size":18,"response count":0,"response size":0,"request content":"key:\"/registry/health\" "} {"level":"warn","ts":"2026-06-26T02:24:38.509321Z","caller":"etcdserver/v3_server.go:897","msg":"waiting for ReadIndex response took too long, retrying","sent-request-id":14360183716516371645,"retry-timeout":"500ms"} {"level":"warn","ts":"2026-06-26T02:24:39.010057Z","caller":"etcdserver/v3_server.go:897","msg":"waiting for ReadIndex response took too long, retrying","sent-request-id":14360183716516371645,"retry-timeout":"500ms"} {"level":"warn","ts":"2026-06-26T02:24:39.484829Z","caller":"etcdserver/server.go:1165","msg":"failed to revoke lease","lease-id":"47499f01b44e9ba6","error":"etcdserver: request timed out"} {"level":"warn","ts":"2026-06-26T02:24:39.501086Z","caller":"etcdserver/v3_server.go:909","msg":"timed out waiting for read index response (local node might have slow network)","timeout":"7s"} {"level":"warn","ts":"2026-06-26T02:24:39.501223Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"7.001131273s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pods/openstack/percona-xtradb-pxc-0\" ","response":"","error":"etcdserver: request timed out"} {"level":"info","ts":"2026-06-26T02:24:39.501271Z","caller":"traceutil/trace.go:171","msg":"trace[1765151047] range","detail":"{range_begin:/registry/pods/openstack/percona-xtradb-pxc-0; range_end:; }","duration":"7.001216085s","start":"2026-06-26T02:24:32.500025Z","end":"2026-06-26T02:24:39.501241Z","steps":["trace[1765151047] 'agreement among raft nodes before linearized reading' (duration: 7.001167214s)"],"step_count":1} {"level":"warn","ts":"2026-06-26T02:24:39.501324Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-06-26T02:24:32.500001Z","time spent":"7.001314726s","remote":"127.0.0.1:48580","response type":"/etcdserverpb.KV/Range","request count":0,"request size":47,"response count":0,"response size":0,"request content":"key:\"/registry/pods/openstack/percona-xtradb-pxc-0\" "} {"level":"warn","ts":"2026-06-26T02:24:40.002308Z","caller":"etcdserver/v3_server.go:897","msg":"waiting for ReadIndex response took too long, retrying","sent-request-id":14360183716516371654,"retry-timeout":"500ms"} {"level":"warn","ts":"2026-06-26T02:24:40.400744Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.999963837s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/health\" ","response":"","error":"context canceled"} {"level":"info","ts":"2026-06-26T02:24:40.400878Z","caller":"traceutil/trace.go:171","msg":"trace[1062693903] range","detail":"{range_begin:/registry/health; range_end:; }","duration":"2.000122009s","start":"2026-06-26T02:24:38.40074Z","end":"2026-06-26T02:24:40.400862Z","steps":["trace[1062693903] 'agreement among raft nodes before linearized reading' (duration: 1.999976047s)"],"step_count":1} {"level":"warn","ts":"2026-06-26T02:24:40.40093Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-06-26T02:24:38.400733Z","time spent":"2.00018924s","remote":"127.0.0.1:48400","response type":"/etcdserverpb.KV/Range","request count":0,"request size":18,"response count":0,"response size":0,"request content":"key:\"/registry/health\" "} 2026/06/26 02:24:40 WARNING: [core] [Server #7] grpc: Server.processUnaryRPC failed to write status: connection error: desc = "transport is closing" {"level":"warn","ts":"2026-06-26T02:24:40.503291Z","caller":"etcdserver/v3_server.go:897","msg":"waiting for ReadIndex response took too long, retrying","sent-request-id":14360183716516371654,"retry-timeout":"500ms"} {"level":"warn","ts":"2026-06-26T02:24:41.003519Z","caller":"etcdserver/v3_server.go:897","msg":"waiting for ReadIndex response took too long, retrying","sent-request-id":14360183716516371654,"retry-timeout":"500ms"} {"level":"warn","ts":"2026-06-26T02:24:41.50388Z","caller":"etcdserver/v3_server.go:897","msg":"waiting for ReadIndex response took too long, retrying","sent-request-id":14360183716516371654,"retry-timeout":"500ms"} {"level":"warn","ts":"2026-06-26T02:24:42.004014Z","caller":"etcdserver/v3_server.go:897","msg":"waiting for ReadIndex response took too long, retrying","sent-request-id":14360183716516371654,"retry-timeout":"500ms"} {"level":"warn","ts":"2026-06-26T02:24:42.401336Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"2.000189548s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/health\" ","response":"","error":"context canceled"} {"level":"info","ts":"2026-06-26T02:24:42.401447Z","caller":"traceutil/trace.go:171","msg":"trace[1011167372] range","detail":"{range_begin:/registry/health; range_end:; }","duration":"2.000355711s","start":"2026-06-26T02:24:40.401072Z","end":"2026-06-26T02:24:42.401428Z","steps":["trace[1011167372] 'agreement among raft nodes before linearized reading' (duration: 2.000225099s)"],"step_count":1} {"level":"warn","ts":"2026-06-26T02:24:42.401493Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-06-26T02:24:40.401057Z","time spent":"2.000426262s","remote":"127.0.0.1:48416","response type":"/etcdserverpb.KV/Range","request count":0,"request size":18,"response count":0,"response size":0,"request content":"key:\"/registry/health\" "} 2026/06/26 02:24:42 WARNING: [core] [Server #7] grpc: Server.processUnaryRPC failed to write status: connection error: desc = "transport is closing" {"level":"warn","ts":"2026-06-26T02:24:42.505008Z","caller":"etcdserver/v3_server.go:897","msg":"waiting for ReadIndex response took too long, retrying","sent-request-id":14360183716516371654,"retry-timeout":"500ms"} {"level":"warn","ts":"2026-06-26T02:24:42.559654Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"4.998054798s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/envoy-gateway-system/5b9825d2.gateway.envoyproxy.io\" ","response":"","error":"context canceled"} {"level":"info","ts":"2026-06-26T02:24:42.559753Z","caller":"traceutil/trace.go:171","msg":"trace[2032494467] range","detail":"{range_begin:/registry/leases/envoy-gateway-system/5b9825d2.gateway.envoyproxy.io; range_end:; }","duration":"4.998202261s","start":"2026-06-26T02:24:37.561526Z","end":"2026-06-26T02:24:42.559729Z","steps":["trace[2032494467] 'agreement among raft nodes before linearized reading' (duration: 4.998082819s)"],"step_count":1} {"level":"warn","ts":"2026-06-26T02:24:42.559817Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-06-26T02:24:37.561506Z","time spent":"4.998293352s","remote":"127.0.0.1:48670","response type":"/etcdserverpb.KV/Range","request count":0,"request size":70,"response count":0,"response size":0,"request content":"key:\"/registry/leases/envoy-gateway-system/5b9825d2.gateway.envoyproxy.io\" "} 2026/06/26 02:24:42 WARNING: [core] [Server #7] grpc: Server.processUnaryRPC failed to write status: connection error: desc = "transport is closing" {"level":"warn","ts":"2026-06-26T02:24:42.598888Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"9.999374999s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/plndr-cp-lock\" ","response":"","error":"context canceled"} {"level":"warn","ts":"2026-06-26T02:24:42.59891Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"9.999325078s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/plndr-svcs-lock\" ","response":"","error":"context canceled"} {"level":"info","ts":"2026-06-26T02:24:42.598949Z","caller":"traceutil/trace.go:171","msg":"trace[678554780] range","detail":"{range_begin:/registry/leases/kube-system/plndr-cp-lock; range_end:; }","duration":"9.99947872s","start":"2026-06-26T02:24:32.599457Z","end":"2026-06-26T02:24:42.598935Z","steps":["trace[678554780] 'agreement among raft nodes before linearized reading' (duration: 9.999416009s)"],"step_count":1} {"level":"info","ts":"2026-06-26T02:24:42.598949Z","caller":"traceutil/trace.go:171","msg":"trace[948907853] range","detail":"{range_begin:/registry/leases/kube-system/plndr-svcs-lock; range_end:; }","duration":"9.99942157s","start":"2026-06-26T02:24:32.599517Z","end":"2026-06-26T02:24:42.598939Z","steps":["trace[948907853] 'agreement among raft nodes before linearized reading' (duration: 9.999332989s)"],"step_count":1} {"level":"warn","ts":"2026-06-26T02:24:42.598994Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-06-26T02:24:32.599513Z","time spent":"9.999474381s","remote":"127.0.0.1:48670","response type":"/etcdserverpb.KV/Range","request count":0,"request size":46,"response count":0,"response size":0,"request content":"key:\"/registry/leases/kube-system/plndr-svcs-lock\" "} 2026/06/26 02:24:42 WARNING: [core] [Server #7] grpc: Server.processUnaryRPC failed to write status: connection error: desc = "transport is closing" {"level":"warn","ts":"2026-06-26T02:24:42.599065Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-06-26T02:24:32.599435Z","time spent":"9.999537292s","remote":"127.0.0.1:48670","response type":"/etcdserverpb.KV/Range","request count":0,"request size":44,"response count":0,"response size":0,"request content":"key:\"/registry/leases/kube-system/plndr-cp-lock\" "} 2026/06/26 02:24:42 WARNING: [core] [Server #7] grpc: Server.processUnaryRPC failed to write status: connection error: desc = "transport is closing" {"level":"warn","ts":"2026-06-26T02:24:42.603541Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"2.998104206s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/cilium-operator-resource-lock\" ","response":"","error":"context canceled"} {"level":"info","ts":"2026-06-26T02:24:42.603576Z","caller":"traceutil/trace.go:171","msg":"trace[1059540361] range","detail":"{range_begin:/registry/leases/kube-system/cilium-operator-resource-lock; range_end:; }","duration":"2.998193868s","start":"2026-06-26T02:24:39.605375Z","end":"2026-06-26T02:24:42.603569Z","steps":["trace[1059540361] 'agreement among raft nodes before linearized reading' (duration: 2.998154317s)"],"step_count":1} {"level":"warn","ts":"2026-06-26T02:24:42.603601Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-06-26T02:24:39.605355Z","time spent":"2.998238328s","remote":"127.0.0.1:48670","response type":"/etcdserverpb.KV/Range","request count":0,"request size":60,"response count":0,"response size":0,"request content":"key:\"/registry/leases/kube-system/cilium-operator-resource-lock\" "} 2026/06/26 02:24:42 WARNING: [core] [Server #7] grpc: Server.processUnaryRPC failed to write status: connection error: desc = "transport is closing" {"level":"warn","ts":"2026-06-26T02:24:43.00562Z","caller":"etcdserver/v3_server.go:897","msg":"waiting for ReadIndex response took too long, retrying","sent-request-id":14360183716516371654,"retry-timeout":"500ms"} {"level":"warn","ts":"2026-06-26T02:24:43.033087Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"5.000206094s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/openstack/rabbitmq-cluster-operator-leader-election\" ","response":"","error":"context deadline exceeded"} {"level":"info","ts":"2026-06-26T02:24:43.033145Z","caller":"traceutil/trace.go:171","msg":"trace[413487662] range","detail":"{range_begin:/registry/leases/openstack/rabbitmq-cluster-operator-leader-election; range_end:; }","duration":"5.000429878s","start":"2026-06-26T02:24:38.032699Z","end":"2026-06-26T02:24:43.033129Z","steps":["trace[413487662] 'agreement among raft nodes before linearized reading' (duration: 5.000246785s)"],"step_count":1} {"level":"warn","ts":"2026-06-26T02:24:43.033479Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-06-26T02:24:38.032677Z","time spent":"5.000615931s","remote":"127.0.0.1:48670","response type":"/etcdserverpb.KV/Range","request count":0,"request size":70,"response count":0,"response size":0,"request content":"key:\"/registry/leases/openstack/rabbitmq-cluster-operator-leader-election\" "} 2026/06/26 02:24:43 WARNING: [core] [Server #7] grpc: Server.processUnaryRPC failed to write status: connection error: desc = "transport is closing" {"level":"warn","ts":"2026-06-26T02:24:43.036904Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"4.999479582s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/openstack/08db1feb.percona.com\" ","response":"","error":"context deadline exceeded"} {"level":"info","ts":"2026-06-26T02:24:43.037017Z","caller":"traceutil/trace.go:171","msg":"trace[1544119098] range","detail":"{range_begin:/registry/leases/openstack/08db1feb.percona.com; range_end:; }","duration":"4.999647365s","start":"2026-06-26T02:24:38.037356Z","end":"2026-06-26T02:24:43.037003Z","steps":["trace[1544119098] 'agreement among raft nodes before linearized reading' (duration: 4.999497673s)"],"step_count":1} {"level":"warn","ts":"2026-06-26T02:24:43.037121Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-06-26T02:24:38.037345Z","time spent":"4.999764227s","remote":"127.0.0.1:48670","response type":"/etcdserverpb.KV/Range","request count":0,"request size":49,"response count":0,"response size":0,"request content":"key:\"/registry/leases/openstack/08db1feb.percona.com\" "} {"level":"warn","ts":"2026-06-26T02:24:43.049948Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"4.998402546s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/openstack/messaging-topology-operator-leader-election\" ","response":"","error":"context canceled"} {"level":"info","ts":"2026-06-26T02:24:43.049994Z","caller":"traceutil/trace.go:171","msg":"trace[496109970] range","detail":"{range_begin:/registry/leases/openstack/messaging-topology-operator-leader-election; range_end:; }","duration":"4.998489868s","start":"2026-06-26T02:24:38.051492Z","end":"2026-06-26T02:24:43.049982Z","steps":["trace[496109970] 'agreement among raft nodes before linearized reading' (duration: 4.998429947s)"],"step_count":1} {"level":"warn","ts":"2026-06-26T02:24:43.05005Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-06-26T02:24:38.051482Z","time spent":"4.998558399s","remote":"127.0.0.1:48670","response type":"/etcdserverpb.KV/Range","request count":0,"request size":72,"response count":0,"response size":0,"request content":"key:\"/registry/leases/openstack/messaging-topology-operator-leader-election\" "} 2026/06/26 02:24:43 WARNING: [core] [Server #7] grpc: Server.processUnaryRPC failed to write status: connection error: desc = "transport is closing" {"level":"warn","ts":"2026-06-26T02:24:43.090863Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"3.574596105s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pods/openstack/percona-xtradb-pxc-0\" ","response":"","error":"context canceled"} {"level":"info","ts":"2026-06-26T02:24:43.090924Z","caller":"traceutil/trace.go:171","msg":"trace[49701267] range","detail":"{range_begin:/registry/pods/openstack/percona-xtradb-pxc-0; range_end:; }","duration":"3.574692916s","start":"2026-06-26T02:24:39.516216Z","end":"2026-06-26T02:24:43.090909Z","steps":["trace[49701267] 'agreement among raft nodes before linearized reading' (duration: 3.574623015s)"],"step_count":1} {"level":"warn","ts":"2026-06-26T02:24:43.090949Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-06-26T02:24:39.516194Z","time spent":"3.574749377s","remote":"127.0.0.1:48580","response type":"/etcdserverpb.KV/Range","request count":0,"request size":47,"response count":0,"response size":0,"request content":"key:\"/registry/pods/openstack/percona-xtradb-pxc-0\" "} 2026/06/26 02:24:43 WARNING: [core] [Server #7] grpc: Server.processUnaryRPC failed to write status: connection error: desc = "transport is closing" {"level":"warn","ts":"2026-06-26T02:24:43.336709Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"2.997834914s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/kube-controller-manager\" ","response":"","error":"context canceled"} {"level":"info","ts":"2026-06-26T02:24:43.336789Z","caller":"traceutil/trace.go:171","msg":"trace[1119116534] range","detail":"{range_begin:/registry/leases/kube-system/kube-controller-manager; range_end:; }","duration":"2.997964656s","start":"2026-06-26T02:24:40.338806Z","end":"2026-06-26T02:24:43.336771Z","steps":["trace[1119116534] 'agreement among raft nodes before linearized reading' (duration: 2.997869425s)"],"step_count":1} {"level":"warn","ts":"2026-06-26T02:24:43.336832Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-06-26T02:24:40.338787Z","time spent":"2.998036587s","remote":"127.0.0.1:48670","response type":"/etcdserverpb.KV/Range","request count":0,"request size":54,"response count":0,"response size":0,"request content":"key:\"/registry/leases/kube-system/kube-controller-manager\" "} 2026/06/26 02:24:43 WARNING: [core] [Server #7] grpc: Server.processUnaryRPC failed to write status: connection error: desc = "transport is closing" {"level":"warn","ts":"2026-06-26T02:24:43.375759Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"2.997101002s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/kube-scheduler\" ","response":"","error":"context canceled"} {"level":"info","ts":"2026-06-26T02:24:43.37582Z","caller":"traceutil/trace.go:171","msg":"trace[1621448461] range","detail":"{range_begin:/registry/leases/kube-system/kube-scheduler; range_end:; }","duration":"2.997163413s","start":"2026-06-26T02:24:40.378637Z","end":"2026-06-26T02:24:43.3758Z","steps":["trace[1621448461] 'agreement among raft nodes before linearized reading' (duration: 2.997099082s)"],"step_count":1} {"level":"warn","ts":"2026-06-26T02:24:43.375849Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-06-26T02:24:40.378603Z","time spent":"2.997239625s","remote":"127.0.0.1:48670","response type":"/etcdserverpb.KV/Range","request count":0,"request size":45,"response count":0,"response size":0,"request content":"key:\"/registry/leases/kube-system/kube-scheduler\" "} 2026/06/26 02:24:43 WARNING: [core] [Server #7] grpc: Server.processUnaryRPC failed to write status: connection error: desc = "transport is closing" {"level":"warn","ts":"2026-06-26T02:24:43.482775Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-06-26T02:24:36.482229Z","time spent":"7.000542943s","remote":"127.0.0.1:48670","response type":"/etcdserverpb.KV/Txn","request count":0,"request size":0,"response count":0,"response size":0,"request content":""} {"level":"warn","ts":"2026-06-26T02:24:43.506393Z","caller":"etcdserver/v3_server.go:897","msg":"waiting for ReadIndex response took too long, retrying","sent-request-id":14360183716516371654,"retry-timeout":"500ms"} {"level":"warn","ts":"2026-06-26T02:24:43.600686Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-06-26T02:24:36.599527Z","time spent":"7.001153621s","remote":"127.0.0.1:48670","response type":"/etcdserverpb.KV/Txn","request count":0,"request size":0,"response count":0,"response size":0,"request content":""} {"level":"warn","ts":"2026-06-26T02:24:44.006729Z","caller":"etcdserver/v3_server.go:897","msg":"waiting for ReadIndex response took too long, retrying","sent-request-id":14360183716516371654,"retry-timeout":"500ms"} {"level":"warn","ts":"2026-06-26T02:24:44.409765Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"2.000438649s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/health\" ","response":"","error":"context canceled"} {"level":"info","ts":"2026-06-26T02:24:44.409864Z","caller":"traceutil/trace.go:171","msg":"trace[1184555011] range","detail":"{range_begin:/registry/health; range_end:; }","duration":"2.00059216s","start":"2026-06-26T02:24:42.409254Z","end":"2026-06-26T02:24:44.409846Z","steps":["trace[1184555011] 'agreement among raft nodes before linearized reading' (duration: 2.000471619s)"],"step_count":1} {"level":"warn","ts":"2026-06-26T02:24:44.409916Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-06-26T02:24:42.409233Z","time spent":"2.000669052s","remote":"127.0.0.1:48400","response type":"/etcdserverpb.KV/Range","request count":0,"request size":18,"response count":0,"response size":0,"request content":"key:\"/registry/health\" "} 2026/06/26 02:24:44 WARNING: [core] [Server #7] grpc: Server.processUnaryRPC failed to write status: connection error: desc = "transport is closing" {"level":"warn","ts":"2026-06-26T02:24:44.507174Z","caller":"etcdserver/v3_server.go:897","msg":"waiting for ReadIndex response took too long, retrying","sent-request-id":14360183716516371654,"retry-timeout":"500ms"} {"level":"warn","ts":"2026-06-26T02:24:44.748222Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-06-26T02:24:37.747928Z","time spent":"7.000286279s","remote":"127.0.0.1:48670","response type":"/etcdserverpb.KV/Txn","request count":0,"request size":0,"response count":0,"response size":0,"request content":""} {"level":"warn","ts":"2026-06-26T02:24:45.007468Z","caller":"etcdserver/v3_server.go:897","msg":"waiting for ReadIndex response took too long, retrying","sent-request-id":14360183716516371654,"retry-timeout":"500ms"} {"level":"warn","ts":"2026-06-26T02:24:45.507699Z","caller":"etcdserver/v3_server.go:897","msg":"waiting for ReadIndex response took too long, retrying","sent-request-id":14360183716516371654,"retry-timeout":"500ms"} {"level":"warn","ts":"2026-06-26T02:24:46.007911Z","caller":"etcdserver/v3_server.go:897","msg":"waiting for ReadIndex response took too long, retrying","sent-request-id":14360183716516371654,"retry-timeout":"500ms"} {"level":"warn","ts":"2026-06-26T02:24:46.410413Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"2.000037869s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/health\" ","response":"","error":"context deadline exceeded"} {"level":"info","ts":"2026-06-26T02:24:46.410505Z","caller":"traceutil/trace.go:171","msg":"trace[232064147] range","detail":"{range_begin:/registry/health; range_end:; }","duration":"2.000216552s","start":"2026-06-26T02:24:44.410264Z","end":"2026-06-26T02:24:46.410481Z","steps":["trace[232064147] 'agreement among raft nodes before linearized reading' (duration: 2.000073789s)"],"step_count":1} {"level":"warn","ts":"2026-06-26T02:24:46.41072Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-06-26T02:24:44.410241Z","time spent":"2.000308975s","remote":"127.0.0.1:48416","response type":"/etcdserverpb.KV/Range","request count":0,"request size":18,"response count":0,"response size":0,"request content":"key:\"/registry/health\" "} {"level":"warn","ts":"2026-06-26T02:24:46.501652Z","caller":"etcdserver/v3_server.go:909","msg":"timed out waiting for read index response (local node might have slow network)","timeout":"7s"} {"level":"warn","ts":"2026-06-26T02:24:46.501645Z","caller":"etcdserver/server.go:1165","msg":"failed to revoke lease","lease-id":"47499f01b44e9ba6","error":"etcdserver: request timed out"} {"level":"warn","ts":"2026-06-26T02:24:46.501879Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"12.965504437s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/monitoring.coreos.com/probes/\" range_end:\"/registry/monitoring.coreos.com/probes0\" count_only:true ","response":"","error":"etcdserver: request timed out"} {"level":"warn","ts":"2026-06-26T02:24:46.5019Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"11.462096942s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/cilium.io/ciliumnodeconfigs/\" range_end:\"/registry/cilium.io/ciliumnodeconfigs0\" count_only:true ","response":"","error":"etcdserver: request timed out"} {"level":"info","ts":"2026-06-26T02:24:46.501967Z","caller":"traceutil/trace.go:171","msg":"trace[7715604] range","detail":"{range_begin:/registry/monitoring.coreos.com/probes/; range_end:/registry/monitoring.coreos.com/probes0; }","duration":"12.965600799s","start":"2026-06-26T02:24:33.536351Z","end":"2026-06-26T02:24:46.501952Z","steps":["trace[7715604] 'agreement among raft nodes before linearized reading' (duration: 12.965502477s)"],"step_count":1} {"level":"info","ts":"2026-06-26T02:24:46.50199Z","caller":"traceutil/trace.go:171","msg":"trace[817518090] range","detail":"{range_begin:/registry/cilium.io/ciliumnodeconfigs/; range_end:/registry/cilium.io/ciliumnodeconfigs0; }","duration":"11.462283106s","start":"2026-06-26T02:24:35.03969Z","end":"2026-06-26T02:24:46.501973Z","steps":["trace[817518090] 'agreement among raft nodes before linearized reading' (duration: 11.462143694s)"],"step_count":1} {"level":"warn","ts":"2026-06-26T02:24:46.502029Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"9.29709333s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/cilium.io/ciliumpodippools/\" range_end:\"/registry/cilium.io/ciliumpodippools0\" count_only:true ","response":"","error":"etcdserver: request timed out"} {"level":"warn","ts":"2026-06-26T02:24:46.502059Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-06-26T02:24:33.536291Z","time spent":"12.965752271s","remote":"127.0.0.1:59254","response type":"/etcdserverpb.KV/Range","request count":0,"request size":84,"response count":0,"response size":0,"request content":"key:\"/registry/monitoring.coreos.com/probes/\" range_end:\"/registry/monitoring.coreos.com/probes0\" count_only:true "} {"level":"warn","ts":"2026-06-26T02:24:46.502086Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-06-26T02:24:35.039663Z","time spent":"11.462400818s","remote":"127.0.0.1:39010","response type":"/etcdserverpb.KV/Range","request count":0,"request size":82,"response count":0,"response size":0,"request content":"key:\"/registry/cilium.io/ciliumnodeconfigs/\" range_end:\"/registry/cilium.io/ciliumnodeconfigs0\" count_only:true "} {"level":"warn","ts":"2026-06-26T02:24:46.502134Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"7.409578399s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/csidrivers/\" range_end:\"/registry/csidrivers0\" count_only:true ","response":"","error":"etcdserver: request timed out"} {"level":"warn","ts":"2026-06-26T02:24:46.502153Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"11.874077789s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/csinodes/\" range_end:\"/registry/csinodes0\" count_only:true ","response":"","error":"etcdserver: request timed out"} {"level":"warn","ts":"2026-06-26T02:24:46.502184Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"8.105961951s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/events/kube-system/kube-apiserver-instance.18bc805214620502\" ","response":"","error":"etcdserver: request timed out"} {"level":"info","ts":"2026-06-26T02:24:46.502218Z","caller":"traceutil/trace.go:171","msg":"trace[1505735415] range","detail":"{range_begin:/registry/events/kube-system/kube-apiserver-instance.18bc805214620502; range_end:; }","duration":"8.106022733s","start":"2026-06-26T02:24:38.396187Z","end":"2026-06-26T02:24:46.50221Z","steps":["trace[1505735415] 'agreement among raft nodes before linearized reading' (duration: 8.105990112s)"],"step_count":1} {"level":"warn","ts":"2026-06-26T02:24:46.502178Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"9.620626335s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/gateway.networking.k8s.io/gateways/\" range_end:\"/registry/gateway.networking.k8s.io/gateways0\" count_only:true ","response":"","error":"etcdserver: request timed out"} {"level":"warn","ts":"2026-06-26T02:24:46.502252Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-06-26T02:24:38.396171Z","time spent":"8.106070263s","remote":"127.0.0.1:48472","response type":"/etcdserverpb.KV/Range","request count":0,"request size":71,"response count":0,"response size":0,"request content":"key:\"/registry/events/kube-system/kube-apiserver-instance.18bc805214620502\" "} {"level":"info","ts":"2026-06-26T02:24:46.502266Z","caller":"traceutil/trace.go:171","msg":"trace[1769142782] range","detail":"{range_begin:/registry/gateway.networking.k8s.io/gateways/; range_end:/registry/gateway.networking.k8s.io/gateways0; }","duration":"9.620753247s","start":"2026-06-26T02:24:36.881504Z","end":"2026-06-26T02:24:46.502257Z","steps":["trace[1769142782] 'agreement among raft nodes before linearized reading' (duration: 9.620659415s)"],"step_count":1} {"level":"warn","ts":"2026-06-26T02:24:46.502292Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"8.677766275s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/cert-manager.io/certificaterequests/\" range_end:\"/registry/cert-manager.io/certificaterequests0\" count_only:true ","response":"","error":"etcdserver: request timed out"} {"level":"info","ts":"2026-06-26T02:24:46.502314Z","caller":"traceutil/trace.go:171","msg":"trace[1008749525] range","detail":"{range_begin:/registry/cert-manager.io/certificaterequests/; range_end:/registry/cert-manager.io/certificaterequests0; }","duration":"8.677814155s","start":"2026-06-26T02:24:37.824493Z","end":"2026-06-26T02:24:46.502307Z","steps":["trace[1008749525] 'agreement among raft nodes before linearized reading' (duration: 8.677791185s)"],"step_count":1} {"level":"warn","ts":"2026-06-26T02:24:46.502335Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-06-26T02:24:36.88149Z","time spent":"9.620805888s","remote":"127.0.0.1:51282","response type":"/etcdserverpb.KV/Range","request count":0,"request size":96,"response count":0,"response size":0,"request content":"key:\"/registry/gateway.networking.k8s.io/gateways/\" range_end:\"/registry/gateway.networking.k8s.io/gateways0\" count_only:true "} {"level":"warn","ts":"2026-06-26T02:24:46.502361Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-06-26T02:24:37.824481Z","time spent":"8.677873287s","remote":"127.0.0.1:34150","response type":"/etcdserverpb.KV/Range","request count":0,"request size":98,"response count":0,"response size":0,"request content":"key:\"/registry/cert-manager.io/certificaterequests/\" range_end:\"/registry/cert-manager.io/certificaterequests0\" count_only:true "} {"level":"warn","ts":"2026-06-26T02:24:46.502404Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"9.864443417s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/persistentvolumeclaims/openstack/persistence-rabbitmq-keystone-server-0\" ","response":"","error":"etcdserver: request timed out"} {"level":"info","ts":"2026-06-26T02:24:46.502435Z","caller":"traceutil/trace.go:171","msg":"trace[225969287] range","detail":"{range_begin:/registry/persistentvolumeclaims/openstack/persistence-rabbitmq-keystone-server-0; range_end:; }","duration":"9.864477507s","start":"2026-06-26T02:24:36.63795Z","end":"2026-06-26T02:24:46.502427Z","steps":["trace[225969287] 'agreement among raft nodes before linearized reading' (duration: 9.864443707s)"],"step_count":1} {"level":"warn","ts":"2026-06-26T02:24:46.502282Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"13.460773025s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/cert-manager/cert-manager-controller\" ","response":"","error":"etcdserver: request timed out"} {"level":"info","ts":"2026-06-26T02:24:46.502099Z","caller":"traceutil/trace.go:171","msg":"trace[602146025] range","detail":"{range_begin:/registry/cilium.io/ciliumpodippools/; range_end:/registry/cilium.io/ciliumpodippools0; }","duration":"9.297224353s","start":"2026-06-26T02:24:37.204863Z","end":"2026-06-26T02:24:46.502087Z","steps":["trace[602146025] 'agreement among raft nodes before linearized reading' (duration: 9.297120221s)"],"step_count":1} {"level":"warn","ts":"2026-06-26T02:24:46.502496Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-06-26T02:24:36.63793Z","time spent":"9.864556868s","remote":"127.0.0.1:48552","response type":"/etcdserverpb.KV/Range","request count":0,"request size":83,"response count":0,"response size":0,"request content":"key:\"/registry/persistentvolumeclaims/openstack/persistence-rabbitmq-keystone-server-0\" "} {"level":"warn","ts":"2026-06-26T02:24:46.502536Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"10.723585085s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/masterleases/199.19.213.122\" ","response":"","error":"etcdserver: request timed out"} {"level":"info","ts":"2026-06-26T02:24:46.502558Z","caller":"traceutil/trace.go:171","msg":"trace[1167144763] range","detail":"{range_begin:/registry/masterleases/199.19.213.122; range_end:; }","duration":"10.723649196s","start":"2026-06-26T02:24:35.778901Z","end":"2026-06-26T02:24:46.50255Z","steps":["trace[1167144763] 'agreement among raft nodes before linearized reading' (duration: 10.723628256s)"],"step_count":1} {"level":"warn","ts":"2026-06-26T02:24:46.502554Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-06-26T02:24:37.204848Z","time spent":"9.297665189s","remote":"127.0.0.1:39030","response type":"/etcdserverpb.KV/Range","request count":0,"request size":80,"response count":0,"response size":0,"request content":"key:\"/registry/cilium.io/ciliumpodippools/\" range_end:\"/registry/cilium.io/ciliumpodippools0\" count_only:true "} {"level":"warn","ts":"2026-06-26T02:24:46.502581Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-06-26T02:24:35.778882Z","time spent":"10.723693336s","remote":"127.0.0.1:48444","response type":"/etcdserverpb.KV/Range","request count":0,"request size":39,"response count":0,"response size":0,"request content":"key:\"/registry/masterleases/199.19.213.122\" "} {"level":"info","ts":"2026-06-26T02:24:46.502509Z","caller":"traceutil/trace.go:171","msg":"trace[242948955] range","detail":"{range_begin:/registry/leases/cert-manager/cert-manager-controller; range_end:; }","duration":"13.461041209s","start":"2026-06-26T02:24:33.041452Z","end":"2026-06-26T02:24:46.502493Z","steps":["trace[242948955] 'agreement among raft nodes before linearized reading' (duration: 13.460807786s)"],"step_count":1} {"level":"warn","ts":"2026-06-26T02:24:46.502663Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"13.457478003s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/cert-manager/cert-manager-cainjector-leader-election\" ","response":"","error":"etcdserver: request timed out"} {"level":"warn","ts":"2026-06-26T02:24:46.502609Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"12.834790417s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/validatingwebhookconfigurations/\" range_end:\"/registry/validatingwebhookconfigurations0\" count_only:true ","response":"","error":"etcdserver: request timed out"} {"level":"info","ts":"2026-06-26T02:24:46.502699Z","caller":"traceutil/trace.go:171","msg":"trace[1967793663] range","detail":"{range_begin:/registry/leases/cert-manager/cert-manager-cainjector-leader-election; range_end:; }","duration":"13.457525364s","start":"2026-06-26T02:24:33.045165Z","end":"2026-06-26T02:24:46.502691Z","steps":["trace[1967793663] 'agreement among raft nodes before linearized reading' (duration: 13.457486454s)"],"step_count":1} {"level":"warn","ts":"2026-06-26T02:24:46.502733Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-06-26T02:24:33.045161Z","time spent":"13.457564875s","remote":"127.0.0.1:48670","response type":"/etcdserverpb.KV/Range","request count":0,"request size":71,"response count":0,"response size":0,"request content":"key:\"/registry/leases/cert-manager/cert-manager-cainjector-leader-election\" "} {"level":"info","ts":"2026-06-26T02:24:46.502761Z","caller":"traceutil/trace.go:171","msg":"trace[422246159] range","detail":"{range_begin:/registry/validatingwebhookconfigurations/; range_end:/registry/validatingwebhookconfigurations0; }","duration":"12.835071942s","start":"2026-06-26T02:24:33.667654Z","end":"2026-06-26T02:24:46.502726Z","steps":["trace[422246159] 'agreement among raft nodes before linearized reading' (duration: 12.834814808s)"],"step_count":1} {"level":"warn","ts":"2026-06-26T02:24:46.502686Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-06-26T02:24:33.041432Z","time spent":"13.461235162s","remote":"127.0.0.1:48670","response type":"/etcdserverpb.KV/Range","request count":0,"request size":55,"response count":0,"response size":0,"request content":"key:\"/registry/leases/cert-manager/cert-manager-controller\" "} {"level":"warn","ts":"2026-06-26T02:24:46.502958Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-06-26T02:24:33.667628Z","time spent":"12.835303766s","remote":"127.0.0.1:48918","response type":"/etcdserverpb.KV/Range","request count":0,"request size":90,"response count":0,"response size":0,"request content":"key:\"/registry/validatingwebhookconfigurations/\" range_end:\"/registry/validatingwebhookconfigurations0\" count_only:true "} {"level":"warn","ts":"2026-06-26T02:24:46.502971Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"12.742471297s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pxc.percona.com/perconaxtradbclusters/\" range_end:\"/registry/pxc.percona.com/perconaxtradbclusters0\" count_only:true ","response":"","error":"etcdserver: request timed out"} {"level":"info","ts":"2026-06-26T02:24:46.502979Z","caller":"traceutil/trace.go:171","msg":"trace[1097065017] range","detail":"{range_begin:/registry/csinodes/; range_end:/registry/csinodes0; }","duration":"11.87415681s","start":"2026-06-26T02:24:34.628022Z","end":"2026-06-26T02:24:46.502179Z","steps":["trace[1097065017] 'agreement among raft nodes before linearized reading' (duration: 11.87411875s)"],"step_count":1} {"level":"info","ts":"2026-06-26T02:24:46.503005Z","caller":"traceutil/trace.go:171","msg":"trace[1632884226] range","detail":"{range_begin:/registry/pxc.percona.com/perconaxtradbclusters/; range_end:/registry/pxc.percona.com/perconaxtradbclusters0; }","duration":"12.742510008s","start":"2026-06-26T02:24:33.760484Z","end":"2026-06-26T02:24:46.502994Z","steps":["trace[1632884226] 'agreement among raft nodes before linearized reading' (duration: 12.742471287s)"],"step_count":1} {"level":"warn","ts":"2026-06-26T02:24:46.503037Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-06-26T02:24:33.760428Z","time spent":"12.742600509s","remote":"127.0.0.1:58068","response type":"/etcdserverpb.KV/Range","request count":0,"request size":102,"response count":0,"response size":0,"request content":"key:\"/registry/pxc.percona.com/perconaxtradbclusters/\" range_end:\"/registry/pxc.percona.com/perconaxtradbclusters0\" count_only:true "} {"level":"warn","ts":"2026-06-26T02:24:46.50304Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-06-26T02:24:34.628Z","time spent":"11.875024444s","remote":"127.0.0.1:48796","response type":"/etcdserverpb.KV/Range","request count":0,"request size":44,"response count":0,"response size":0,"request content":"key:\"/registry/csinodes/\" range_end:\"/registry/csinodes0\" count_only:true "} {"level":"info","ts":"2026-06-26T02:24:46.50216Z","caller":"traceutil/trace.go:171","msg":"trace[1878121573] range","detail":"{range_begin:/registry/csidrivers/; range_end:/registry/csidrivers0; }","duration":"7.409643939s","start":"2026-06-26T02:24:39.092509Z","end":"2026-06-26T02:24:46.502153Z","steps":["trace[1878121573] 'agreement among raft nodes before linearized reading' (duration: 7.409615189s)"],"step_count":1} {"level":"warn","ts":"2026-06-26T02:24:46.503085Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-06-26T02:24:39.092488Z","time spent":"7.410589445s","remote":"127.0.0.1:48798","response type":"/etcdserverpb.KV/Range","request count":0,"request size":48,"response count":0,"response size":0,"request content":"key:\"/registry/csidrivers/\" range_end:\"/registry/csidrivers0\" count_only:true "} {"level":"warn","ts":"2026-06-26T02:24:46.503414Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"13.497615771s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/jobs/openstack/keystone-db-sync\" ","response":"","error":"etcdserver: request timed out"} {"level":"info","ts":"2026-06-26T02:24:46.503454Z","caller":"traceutil/trace.go:171","msg":"trace[854752693] range","detail":"{range_begin:/registry/jobs/openstack/keystone-db-sync; range_end:; }","duration":"13.497670352s","start":"2026-06-26T02:24:33.005771Z","end":"2026-06-26T02:24:46.503441Z","steps":["trace[854752693] 'agreement among raft nodes before linearized reading' (duration: 13.497621491s)"],"step_count":1} {"level":"warn","ts":"2026-06-26T02:24:46.503484Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-06-26T02:24:33.005766Z","time spent":"13.497710772s","remote":"127.0.0.1:48638","response type":"/etcdserverpb.KV/Range","request count":0,"request size":43,"response count":0,"response size":0,"request content":"key:\"/registry/jobs/openstack/keystone-db-sync\" "} {"level":"warn","ts":"2026-06-26T02:24:46.503526Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"13.498766689s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/jobs/openstack/keystone-fernet-setup\" ","response":"","error":"etcdserver: request timed out"} {"level":"info","ts":"2026-06-26T02:24:46.503554Z","caller":"traceutil/trace.go:171","msg":"trace[1091383390] range","detail":"{range_begin:/registry/jobs/openstack/keystone-fernet-setup; range_end:; }","duration":"13.498819159s","start":"2026-06-26T02:24:33.004727Z","end":"2026-06-26T02:24:46.503546Z","steps":["trace[1091383390] 'agreement among raft nodes before linearized reading' (duration: 13.498789819s)"],"step_count":1} {"level":"warn","ts":"2026-06-26T02:24:46.503582Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-06-26T02:24:33.004712Z","time spent":"13.4988638s","remote":"127.0.0.1:48638","response type":"/etcdserverpb.KV/Range","request count":0,"request size":48,"response count":0,"response size":0,"request content":"key:\"/registry/jobs/openstack/keystone-fernet-setup\" "} {"level":"warn","ts":"2026-06-26T02:24:47.004687Z","caller":"etcdserver/v3_server.go:897","msg":"waiting for ReadIndex response took too long, retrying","sent-request-id":14360183716516371664,"retry-timeout":"500ms"} {"level":"warn","ts":"2026-06-26T02:24:47.505865Z","caller":"etcdserver/v3_server.go:897","msg":"waiting for ReadIndex response took too long, retrying","sent-request-id":14360183716516371664,"retry-timeout":"500ms"} {"level":"warn","ts":"2026-06-26T02:24:47.603672Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-06-26T02:24:42.604904Z","time spent":"4.998759408s","remote":"127.0.0.1:48670","response type":"/etcdserverpb.KV/Txn","request count":0,"request size":0,"response count":0,"response size":0,"request content":""} {"level":"warn","ts":"2026-06-26T02:24:48.00471Z","caller":"etcdserver/server.go:1165","msg":"failed to revoke lease","lease-id":"47499f01b44e9c64","error":"etcdserver: request timed out"} {"level":"warn","ts":"2026-06-26T02:24:48.006932Z","caller":"etcdserver/v3_server.go:897","msg":"waiting for ReadIndex response took too long, retrying","sent-request-id":14360183716516371664,"retry-timeout":"500ms"} {"level":"warn","ts":"2026-06-26T02:24:48.377293Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-06-26T02:24:43.377251Z","time spent":"5.000034926s","remote":"127.0.0.1:48670","response type":"/etcdserverpb.KV/Txn","request count":0,"request size":0,"response count":0,"response size":0,"request content":""} {"level":"warn","ts":"2026-06-26T02:24:48.419449Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"2.000302101s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/health\" ","response":"","error":"context canceled"} {"level":"info","ts":"2026-06-26T02:24:48.419572Z","caller":"traceutil/trace.go:171","msg":"trace[1779061858] range","detail":"{range_begin:/registry/health; range_end:; }","duration":"2.000493463s","start":"2026-06-26T02:24:46.419053Z","end":"2026-06-26T02:24:48.419546Z","steps":["trace[1779061858] 'agreement among raft nodes before linearized reading' (duration: 2.000333881s)"],"step_count":1} {"level":"warn","ts":"2026-06-26T02:24:48.419647Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-06-26T02:24:46.419044Z","time spent":"2.000592686s","remote":"127.0.0.1:48400","response type":"/etcdserverpb.KV/Range","request count":0,"request size":18,"response count":0,"response size":0,"request content":"key:\"/registry/health\" "} 2026/06/26 02:24:48 WARNING: [core] [Server #7] grpc: Server.processUnaryRPC failed to write status: connection error: desc = "transport is closing" {"level":"warn","ts":"2026-06-26T02:24:48.507088Z","caller":"etcdserver/v3_server.go:897","msg":"waiting for ReadIndex response took too long, retrying","sent-request-id":14360183716516371664,"retry-timeout":"500ms"} {"level":"warn","ts":"2026-06-26T02:24:49.008258Z","caller":"etcdserver/v3_server.go:897","msg":"waiting for ReadIndex response took too long, retrying","sent-request-id":14360183716516371664,"retry-timeout":"500ms"} {"level":"warn","ts":"2026-06-26T02:24:49.509448Z","caller":"etcdserver/v3_server.go:897","msg":"waiting for ReadIndex response took too long, retrying","sent-request-id":14360183716516371664,"retry-timeout":"500ms"} {"level":"warn","ts":"2026-06-26T02:24:49.564449Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-06-26T02:24:42.563273Z","time spent":"7.001164836s","remote":"127.0.0.1:48472","response type":"/etcdserverpb.KV/Txn","request count":0,"request size":0,"response count":0,"response size":0,"request content":""} {"level":"warn","ts":"2026-06-26T02:24:49.601034Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-06-26T02:24:42.60048Z","time spent":"7.000507114s","remote":"127.0.0.1:48670","response type":"/etcdserverpb.KV/Txn","request count":0,"request size":0,"response count":0,"response size":0,"request content":""} {"level":"warn","ts":"2026-06-26T02:24:49.601254Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-06-26T02:24:42.600878Z","time spent":"7.000373412s","remote":"127.0.0.1:48670","response type":"/etcdserverpb.KV/Txn","request count":0,"request size":0,"response count":0,"response size":0,"request content":""} {"level":"warn","ts":"2026-06-26T02:24:50.010218Z","caller":"etcdserver/v3_server.go:897","msg":"waiting for ReadIndex response took too long, retrying","sent-request-id":14360183716516371664,"retry-timeout":"500ms"} {"level":"warn","ts":"2026-06-26T02:24:50.420049Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"2.000443251s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/health\" ","response":"","error":"context canceled"} {"level":"info","ts":"2026-06-26T02:24:50.420141Z","caller":"traceutil/trace.go:171","msg":"trace[2036132148] range","detail":"{range_begin:/registry/health; range_end:; }","duration":"2.000581344s","start":"2026-06-26T02:24:48.419539Z","end":"2026-06-26T02:24:50.42012Z","steps":["trace[2036132148] 'agreement among raft nodes before linearized reading' (duration: 2.000466952s)"],"step_count":1} {"level":"warn","ts":"2026-06-26T02:24:50.420246Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-06-26T02:24:48.419524Z","time spent":"2.000709416s","remote":"127.0.0.1:48416","response type":"/etcdserverpb.KV/Range","request count":0,"request size":18,"response count":0,"response size":0,"request content":"key:\"/registry/health\" "} 2026/06/26 02:24:50 WARNING: [core] [Server #7] grpc: Server.processUnaryRPC failed to write status: connection error: desc = "transport is closing" {"level":"warn","ts":"2026-06-26T02:24:50.510141Z","caller":"wal/wal.go:805","msg":"slow fdatasync","took":"18.026069707s","expected-duration":"1s"} {"level":"warn","ts":"2026-06-26T02:24:50.577584Z","caller":"etcdserver/util.go:123","msg":"failed to apply request","took":"78.962µs","request":"header: lease_revoke:","response":"size:29","error":"lease not found"} {"level":"warn","ts":"2026-06-26T02:24:50.604614Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-06-26T02:24:43.604265Z","time spent":"7.000342141s","remote":"127.0.0.1:48670","response type":"/etcdserverpb.KV/Txn","request count":0,"request size":0,"response count":0,"response size":0,"request content":""} {"level":"warn","ts":"2026-06-26T02:24:50.975349Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"397.633223ms","expected-duration":"100ms","prefix":"","request":"header: lease_revoke:","response":"size:29"} {"level":"info","ts":"2026-06-26T02:24:50.976895Z","caller":"traceutil/trace.go:171","msg":"trace[1019274429] transaction","detail":"{read_only:false; number_of_response:1; response_revision:5699; }","duration":"6.224375113s","start":"2026-06-26T02:24:44.752475Z","end":"2026-06-26T02:24:50.97685Z","steps":["trace[1019274429] 'process raft request' (duration: 6.22416333s)"],"step_count":1} {"level":"warn","ts":"2026-06-26T02:24:50.977112Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-06-26T02:24:44.75245Z","time spent":"6.224542265s","remote":"127.0.0.1:48670","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":69,"response count":0,"response size":722,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-06-26T02:24:50.97773Z","caller":"traceutil/trace.go:171","msg":"trace[1729204012] transaction","detail":"{read_only:false; response_revision:5700; number_of_response:1; }","duration":"4.469694244s","start":"2026-06-26T02:24:46.508018Z","end":"2026-06-26T02:24:50.977712Z","steps":["trace[1729204012] 'process raft request' (duration: 4.468692459s)"],"step_count":1} {"level":"warn","ts":"2026-06-26T02:24:50.977815Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-06-26T02:24:46.508004Z","time spent":"4.469775885s","remote":"127.0.0.1:48472","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":758,"response count":0,"response size":40,"request content":"compare: success:> failure:<>"} {"level":"warn","ts":"2026-06-26T02:24:50.977681Z","caller":"etcdserver/util.go:123","msg":"failed to apply request","took":"76.591µs","request":"header: lease_revoke:","response":"size:29","error":"lease not found"} {"level":"warn","ts":"2026-06-26T02:24:50.978391Z","caller":"etcdserver/server.go:1165","msg":"failed to revoke lease","lease-id":"47499f01b44e9ba6","error":"lease not found"} {"level":"warn","ts":"2026-06-26T02:24:50.978344Z","caller":"etcdserver/util.go:123","msg":"failed to apply request","took":"16.701µs","request":"header: lease_revoke:","response":"size:29","error":"lease not found"} {"level":"warn","ts":"2026-06-26T02:24:50.978655Z","caller":"etcdserver/server.go:1165","msg":"failed to revoke lease","lease-id":"47499f01b44e9c64","error":"lease not found"} {"level":"info","ts":"2026-06-26T02:24:50.978697Z","caller":"traceutil/trace.go:171","msg":"trace[1692953507] linearizableReadLoop","detail":"{readStateIndex:5924; appliedIndex:5904; }","duration":"4.476913886s","start":"2026-06-26T02:24:46.50177Z","end":"2026-06-26T02:24:50.978684Z","steps":["trace[1692953507] 'read index received' (duration: 4.009159243s)","trace[1692953507] 'applied index is now lower than readState.Index' (duration: 467.753083ms)"],"step_count":2} {"level":"warn","ts":"2026-06-26T02:24:50.978824Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"7.310751806s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/cilium.io/ciliumexternalworkloads/\" range_end:\"/registry/cilium.io/ciliumexternalworkloads0\" count_only:true ","response":"range_response_count:0 size:5"} {"level":"warn","ts":"2026-06-26T02:24:50.978851Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"8.263011494s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/cilium.io/ciliumendpoints/\" range_end:\"/registry/cilium.io/ciliumendpoints0\" count_only:true ","response":"range_response_count:0 size:7"} {"level":"info","ts":"2026-06-26T02:24:50.978891Z","caller":"traceutil/trace.go:171","msg":"trace[1122075418] range","detail":"{range_begin:/registry/cilium.io/ciliumexternalworkloads/; range_end:/registry/cilium.io/ciliumexternalworkloads0; response_count:0; response_revision:5700; }","duration":"7.310862707s","start":"2026-06-26T02:24:43.668008Z","end":"2026-06-26T02:24:50.978871Z","steps":["trace[1122075418] 'agreement among raft nodes before linearized reading' (duration: 7.310689344s)"],"step_count":1} {"level":"info","ts":"2026-06-26T02:24:50.978925Z","caller":"traceutil/trace.go:171","msg":"trace[1396492251] range","detail":"{range_begin:/registry/cilium.io/ciliumendpoints/; range_end:/registry/cilium.io/ciliumendpoints0; response_count:0; response_revision:5700; }","duration":"8.263155665s","start":"2026-06-26T02:24:42.71575Z","end":"2026-06-26T02:24:50.978905Z","steps":["trace[1396492251] 'agreement among raft nodes before linearized reading' (duration: 8.262960452s)"],"step_count":1} {"level":"warn","ts":"2026-06-26T02:24:50.978942Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"7.49279663s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/ingress-nginx/ingress-nginx-leader\" ","response":"range_response_count:1 size:490"} {"level":"warn","ts":"2026-06-26T02:24:50.978982Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-06-26T02:24:42.715725Z","time spent":"8.263245167s","remote":"127.0.0.1:57606","response type":"/etcdserverpb.KV/Range","request count":0,"request size":78,"response count":24,"response size":31,"request content":"key:\"/registry/cilium.io/ciliumendpoints/\" range_end:\"/registry/cilium.io/ciliumendpoints0\" count_only:true "} {"level":"info","ts":"2026-06-26T02:24:50.979023Z","caller":"traceutil/trace.go:171","msg":"trace[599006757] range","detail":"{range_begin:/registry/leases/ingress-nginx/ingress-nginx-leader; range_end:; response_count:1; response_revision:5700; }","duration":"7.492933782s","start":"2026-06-26T02:24:43.486072Z","end":"2026-06-26T02:24:50.979006Z","steps":["trace[599006757] 'agreement among raft nodes before linearized reading' (duration: 7.492662118s)"],"step_count":1} {"level":"warn","ts":"2026-06-26T02:24:50.979042Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"6.324856436s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/flowschemas/\" range_end:\"/registry/flowschemas0\" count_only:true ","response":"range_response_count:0 size:7"} {"level":"warn","ts":"2026-06-26T02:24:50.979063Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-06-26T02:24:43.486058Z","time spent":"7.492998744s","remote":"127.0.0.1:48670","response type":"/etcdserverpb.KV/Range","request count":0,"request size":53,"response count":1,"response size":514,"request content":"key:\"/registry/leases/ingress-nginx/ingress-nginx-leader\" "} {"level":"info","ts":"2026-06-26T02:24:50.979083Z","caller":"traceutil/trace.go:171","msg":"trace[521499333] range","detail":"{range_begin:/registry/flowschemas/; range_end:/registry/flowschemas0; response_count:0; response_revision:5700; }","duration":"6.324929618s","start":"2026-06-26T02:24:44.654143Z","end":"2026-06-26T02:24:50.979072Z","steps":["trace[521499333] 'agreement among raft nodes before linearized reading' (duration: 6.324864077s)"],"step_count":1} {"level":"warn","ts":"2026-06-26T02:24:50.97912Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-06-26T02:24:44.654123Z","time spent":"6.324988548s","remote":"127.0.0.1:48838","response type":"/etcdserverpb.KV/Range","request count":0,"request size":50,"response count":13,"response size":31,"request content":"key:\"/registry/flowschemas/\" range_end:\"/registry/flowschemas0\" count_only:true "} {"level":"warn","ts":"2026-06-26T02:24:50.979064Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"5.137815801s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pxc.percona.com/perconaxtradbclusters/\" range_end:\"/registry/pxc.percona.com/perconaxtradbclusters0\" count_only:true ","response":"range_response_count:0 size:7"} {"level":"warn","ts":"2026-06-26T02:24:50.978933Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-06-26T02:24:43.667989Z","time spent":"7.310932999s","remote":"127.0.0.1:39022","response type":"/etcdserverpb.KV/Range","request count":0,"request size":94,"response count":0,"response size":29,"request content":"key:\"/registry/cilium.io/ciliumexternalworkloads/\" range_end:\"/registry/cilium.io/ciliumexternalworkloads0\" count_only:true "} {"level":"info","ts":"2026-06-26T02:24:50.979201Z","caller":"traceutil/trace.go:171","msg":"trace[1446990772] range","detail":"{range_begin:/registry/pxc.percona.com/perconaxtradbclusters/; range_end:/registry/pxc.percona.com/perconaxtradbclusters0; response_count:0; response_revision:5700; }","duration":"5.138048314s","start":"2026-06-26T02:24:45.841132Z","end":"2026-06-26T02:24:50.979181Z","steps":["trace[1446990772] 'agreement among raft nodes before linearized reading' (duration: 5.137796931s)"],"step_count":1} {"level":"warn","ts":"2026-06-26T02:24:50.979185Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"8.863978883s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/gateway.networking.k8s.io/gatewayclasses/\" range_end:\"/registry/gateway.networking.k8s.io/gatewayclasses0\" count_only:true ","response":"range_response_count:0 size:7"} {"level":"warn","ts":"2026-06-26T02:24:50.978987Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"5.819018692s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/controllers/\" range_end:\"/registry/controllers0\" count_only:true ","response":"range_response_count:0 size:5"} {"level":"info","ts":"2026-06-26T02:24:50.979375Z","caller":"traceutil/trace.go:171","msg":"trace[283962208] range","detail":"{range_begin:/registry/controllers/; range_end:/registry/controllers0; response_count:0; response_revision:5700; }","duration":"5.819441439s","start":"2026-06-26T02:24:45.159923Z","end":"2026-06-26T02:24:50.979365Z","steps":["trace[283962208] 'agreement among raft nodes before linearized reading' (duration: 5.819031113s)"],"step_count":1} {"level":"warn","ts":"2026-06-26T02:24:50.979413Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-06-26T02:24:45.159907Z","time spent":"5.81949487s","remote":"127.0.0.1:48600","response type":"/etcdserverpb.KV/Range","request count":0,"request size":50,"response count":0,"response size":29,"request content":"key:\"/registry/controllers/\" range_end:\"/registry/controllers0\" count_only:true "} {"level":"warn","ts":"2026-06-26T02:24:50.979472Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"10.940152738s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/cronjobs/\" range_end:\"/registry/cronjobs0\" count_only:true ","response":"range_response_count:0 size:7"} {"level":"warn","ts":"2026-06-26T02:24:50.979482Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"10.88446849s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pxc.percona.com/perconaxtradbclusters/\" range_end:\"/registry/pxc.percona.com/perconaxtradbclusters0\" count_only:true ","response":"range_response_count:0 size:7"} {"level":"warn","ts":"2026-06-26T02:24:50.979478Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"4.563688737s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pods/kube-system/kube-apiserver-instance\" ","response":"range_response_count:1 size:7111"} {"level":"warn","ts":"2026-06-26T02:24:50.979252Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-06-26T02:24:45.841101Z","time spent":"5.138133405s","remote":"127.0.0.1:58118","response type":"/etcdserverpb.KV/Range","request count":0,"request size":102,"response count":1,"response size":31,"request content":"key:\"/registry/pxc.percona.com/perconaxtradbclusters/\" range_end:\"/registry/pxc.percona.com/perconaxtradbclusters0\" count_only:true "} {"level":"warn","ts":"2026-06-26T02:24:50.979601Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"4.473788707s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/masterleases/199.19.213.122\" ","response":"range_response_count:0 size:5"} {"level":"warn","ts":"2026-06-26T02:24:50.979642Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.427289615s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/gateway.networking.k8s.io/referencegrants/\" range_end:\"/registry/gateway.networking.k8s.io/referencegrants0\" count_only:true ","response":"range_response_count:0 size:5"} {"level":"warn","ts":"2026-06-26T02:24:50.979661Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.738435304s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/horizontalpodautoscalers/\" range_end:\"/registry/horizontalpodautoscalers0\" count_only:true ","response":"range_response_count:0 size:5"} {"level":"warn","ts":"2026-06-26T02:24:50.9797Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"2.909105073s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/cilium.io/ciliumnodes/\" range_end:\"/registry/cilium.io/ciliumnodes0\" count_only:true ","response":"range_response_count:0 size:7"} {"level":"warn","ts":"2026-06-26T02:24:50.979714Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"551.627987ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/health\" ","response":"range_response_count:0 size:5"} {"level":"info","ts":"2026-06-26T02:24:50.979717Z","caller":"traceutil/trace.go:171","msg":"trace[489098259] range","detail":"{range_begin:/registry/horizontalpodautoscalers/; range_end:/registry/horizontalpodautoscalers0; response_count:0; response_revision:5700; }","duration":"1.738547565s","start":"2026-06-26T02:24:49.241159Z","end":"2026-06-26T02:24:50.979706Z","steps":["trace[489098259] 'agreement among raft nodes before linearized reading' (duration: 1.738476564s)"],"step_count":1} {"level":"info","ts":"2026-06-26T02:24:50.979736Z","caller":"traceutil/trace.go:171","msg":"trace[1033218791] range","detail":"{range_begin:/registry/cilium.io/ciliumnodes/; range_end:/registry/cilium.io/ciliumnodes0; response_count:0; response_revision:5700; }","duration":"2.909172975s","start":"2026-06-26T02:24:48.070555Z","end":"2026-06-26T02:24:50.979728Z","steps":["trace[1033218791] 'agreement among raft nodes before linearized reading' (duration: 2.909110164s)"],"step_count":1} {"level":"warn","ts":"2026-06-26T02:24:50.979742Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"3.346875614s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/services/specs/ingress-nginx/ingress-nginx-controller\" ","response":"range_response_count:1 size:1990"} {"level":"warn","ts":"2026-06-26T02:24:50.979757Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-06-26T02:24:49.241128Z","time spent":"1.738620447s","remote":"127.0.0.1:48612","response type":"/etcdserverpb.KV/Range","request count":0,"request size":76,"response count":0,"response size":29,"request content":"key:\"/registry/horizontalpodautoscalers/\" range_end:\"/registry/horizontalpodautoscalers0\" count_only:true "} {"level":"warn","ts":"2026-06-26T02:24:50.97977Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"913.696058ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/rabbitmq.com/policies/\" range_end:\"/registry/rabbitmq.com/policies0\" count_only:true ","response":"range_response_count:0 size:5"} {"level":"info","ts":"2026-06-26T02:24:50.979772Z","caller":"traceutil/trace.go:171","msg":"trace[723670371] range","detail":"{range_begin:/registry/services/specs/ingress-nginx/ingress-nginx-controller; range_end:; response_count:1; response_revision:5700; }","duration":"3.346950385s","start":"2026-06-26T02:24:47.632814Z","end":"2026-06-26T02:24:50.979764Z","steps":["trace[723670371] 'agreement among raft nodes before linearized reading' (duration: 3.346886164s)"],"step_count":1} {"level":"info","ts":"2026-06-26T02:24:50.979797Z","caller":"traceutil/trace.go:171","msg":"trace[881300187] range","detail":"{range_begin:/registry/rabbitmq.com/policies/; range_end:/registry/rabbitmq.com/policies0; response_count:0; response_revision:5700; }","duration":"913.79849ms","start":"2026-06-26T02:24:50.065992Z","end":"2026-06-26T02:24:50.979791Z","steps":["trace[881300187] 'agreement among raft nodes before linearized reading' (duration: 913.760129ms)"],"step_count":1} {"level":"warn","ts":"2026-06-26T02:24:50.979804Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-06-26T02:24:47.632788Z","time spent":"3.347009506s","remote":"127.0.0.1:48584","response type":"/etcdserverpb.KV/Range","request count":0,"request size":65,"response count":1,"response size":2014,"request content":"key:\"/registry/services/specs/ingress-nginx/ingress-nginx-controller\" "} {"level":"warn","ts":"2026-06-26T02:24:50.979817Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-06-26T02:24:50.065963Z","time spent":"913.84888ms","remote":"127.0.0.1:57926","response type":"/etcdserverpb.KV/Range","request count":0,"request size":70,"response count":0,"response size":29,"request content":"key:\"/registry/rabbitmq.com/policies/\" range_end:\"/registry/rabbitmq.com/policies0\" count_only:true "} {"level":"info","ts":"2026-06-26T02:24:50.979741Z","caller":"traceutil/trace.go:171","msg":"trace[368159032] range","detail":"{range_begin:/registry/health; range_end:; response_count:0; response_revision:5700; }","duration":"551.690239ms","start":"2026-06-26T02:24:50.428044Z","end":"2026-06-26T02:24:50.979734Z","steps":["trace[368159032] 'agreement among raft nodes before linearized reading' (duration: 551.653648ms)"],"step_count":1} {"level":"info","ts":"2026-06-26T02:24:50.979492Z","caller":"traceutil/trace.go:171","msg":"trace[263188499] range","detail":"{range_begin:/registry/gateway.networking.k8s.io/gatewayclasses/; range_end:/registry/gateway.networking.k8s.io/gatewayclasses0; response_count:0; response_revision:5700; }","duration":"8.86445724s","start":"2026-06-26T02:24:42.114819Z","end":"2026-06-26T02:24:50.979277Z","steps":["trace[263188499] 'agreement among raft nodes before linearized reading' (duration: 8.863999693s)"],"step_count":1} {"level":"warn","ts":"2026-06-26T02:24:50.979935Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-06-26T02:24:50.428026Z","time spent":"551.903882ms","remote":"127.0.0.1:48400","response type":"/etcdserverpb.KV/Range","request count":0,"request size":18,"response count":0,"response size":29,"request content":"key:\"/registry/health\" "} {"level":"warn","ts":"2026-06-26T02:24:50.979945Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"2.11943052s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/monitoring.coreos.com/alertmanagers/\" range_end:\"/registry/monitoring.coreos.com/alertmanagers0\" count_only:true ","response":"range_response_count:0 size:7"} {"level":"info","ts":"2026-06-26T02:24:50.979987Z","caller":"traceutil/trace.go:171","msg":"trace[1089704067] range","detail":"{range_begin:/registry/monitoring.coreos.com/alertmanagers/; range_end:/registry/monitoring.coreos.com/alertmanagers0; response_count:0; response_revision:5700; }","duration":"2.1195173s","start":"2026-06-26T02:24:48.860458Z","end":"2026-06-26T02:24:50.979975Z","steps":["trace[1089704067] 'agreement among raft nodes before linearized reading' (duration: 2.11945341s)"],"step_count":1} {"level":"warn","ts":"2026-06-26T02:24:50.979807Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"2.469875541s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/jobs/openstack/keystone-db-sync\" ","response":"range_response_count:0 size:5"} {"level":"warn","ts":"2026-06-26T02:24:50.980027Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-06-26T02:24:48.860435Z","time spent":"2.119584262s","remote":"127.0.0.1:59244","response type":"/etcdserverpb.KV/Range","request count":0,"request size":98,"response count":1,"response size":31,"request content":"key:\"/registry/monitoring.coreos.com/alertmanagers/\" range_end:\"/registry/monitoring.coreos.com/alertmanagers0\" count_only:true "} {"level":"info","ts":"2026-06-26T02:24:50.979519Z","caller":"traceutil/trace.go:171","msg":"trace[1798516605] range","detail":"{range_begin:/registry/cronjobs/; range_end:/registry/cronjobs0; response_count:0; response_revision:5700; }","duration":"10.940234349s","start":"2026-06-26T02:24:40.039274Z","end":"2026-06-26T02:24:50.979508Z","steps":["trace[1798516605] 'agreement among raft nodes before linearized reading' (duration: 10.940156017s)"],"step_count":1} {"level":"warn","ts":"2026-06-26T02:24:50.980089Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-06-26T02:24:40.03926Z","time spent":"10.940821248s","remote":"127.0.0.1:48654","response type":"/etcdserverpb.KV/Range","request count":0,"request size":44,"response count":2,"response size":31,"request content":"key:\"/registry/cronjobs/\" range_end:\"/registry/cronjobs0\" count_only:true "} {"level":"warn","ts":"2026-06-26T02:24:50.980112Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"4.370272016s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/persistentvolumeclaims/monitoring/prometheus-kube-prometheus-stack-prometheus-db-prometheus-kube-prometheus-stack-prometheus-0\" ","response":"range_response_count:1 size:2082"} {"level":"info","ts":"2026-06-26T02:24:50.980147Z","caller":"traceutil/trace.go:171","msg":"trace[1723109008] range","detail":"{range_begin:/registry/persistentvolumeclaims/monitoring/prometheus-kube-prometheus-stack-prometheus-db-prometheus-kube-prometheus-stack-prometheus-0; range_end:; response_count:1; response_revision:5700; }","duration":"4.370358028s","start":"2026-06-26T02:24:46.609775Z","end":"2026-06-26T02:24:50.980133Z","steps":["trace[1723109008] 'agreement among raft nodes before linearized reading' (duration: 4.370232766s)"],"step_count":1} {"level":"info","ts":"2026-06-26T02:24:50.979679Z","caller":"traceutil/trace.go:171","msg":"trace[1157888157] range","detail":"{range_begin:/registry/gateway.networking.k8s.io/referencegrants/; range_end:/registry/gateway.networking.k8s.io/referencegrants0; response_count:0; response_revision:5700; }","duration":"1.427331366s","start":"2026-06-26T02:24:49.552338Z","end":"2026-06-26T02:24:50.97967Z","steps":["trace[1157888157] 'agreement among raft nodes before linearized reading' (duration: 1.427270215s)"],"step_count":1} {"level":"warn","ts":"2026-06-26T02:24:50.98025Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-06-26T02:24:46.609748Z","time spent":"4.3704935s","remote":"127.0.0.1:48552","response type":"/etcdserverpb.KV/Range","request count":0,"request size":139,"response count":1,"response size":2106,"request content":"key:\"/registry/persistentvolumeclaims/monitoring/prometheus-kube-prometheus-stack-prometheus-db-prometheus-kube-prometheus-stack-prometheus-0\" "} {"level":"warn","ts":"2026-06-26T02:24:50.980262Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"2.605794956s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/statefulsets/\" range_end:\"/registry/statefulsets0\" count_only:true ","response":"range_response_count:0 size:7"} {"level":"warn","ts":"2026-06-26T02:24:50.98028Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-06-26T02:24:49.55226Z","time spent":"1.428010006s","remote":"127.0.0.1:51332","response type":"/etcdserverpb.KV/Range","request count":0,"request size":110,"response count":0,"response size":29,"request content":"key:\"/registry/gateway.networking.k8s.io/referencegrants/\" range_end:\"/registry/gateway.networking.k8s.io/referencegrants0\" count_only:true "} {"level":"info","ts":"2026-06-26T02:24:50.980298Z","caller":"traceutil/trace.go:171","msg":"trace[1585962009] range","detail":"{range_begin:/registry/statefulsets/; range_end:/registry/statefulsets0; response_count:0; response_revision:5700; }","duration":"2.606270622s","start":"2026-06-26T02:24:48.374018Z","end":"2026-06-26T02:24:50.980289Z","steps":["trace[1585962009] 'agreement among raft nodes before linearized reading' (duration: 2.605811705s)"],"step_count":1} {"level":"warn","ts":"2026-06-26T02:24:50.980327Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-06-26T02:24:48.373993Z","time spent":"2.606323494s","remote":"127.0.0.1:48862","response type":"/etcdserverpb.KV/Range","request count":0,"request size":52,"response count":6,"response size":31,"request content":"key:\"/registry/statefulsets/\" range_end:\"/registry/statefulsets0\" count_only:true "} {"level":"warn","ts":"2026-06-26T02:24:50.980324Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"2.384858559s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/cilium.io/ciliumcidrgroups/\" range_end:\"/registry/cilium.io/ciliumcidrgroups0\" count_only:true ","response":"range_response_count:0 size:5"} {"level":"info","ts":"2026-06-26T02:24:50.980363Z","caller":"traceutil/trace.go:171","msg":"trace[1030855243] range","detail":"{range_begin:/registry/cilium.io/ciliumcidrgroups/; range_end:/registry/cilium.io/ciliumcidrgroups0; response_count:0; response_revision:5700; }","duration":"2.38494568s","start":"2026-06-26T02:24:48.595406Z","end":"2026-06-26T02:24:50.980352Z","steps":["trace[1030855243] 'agreement among raft nodes before linearized reading' (duration: 2.384815788s)"],"step_count":1} {"level":"warn","ts":"2026-06-26T02:24:50.979766Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-06-26T02:24:48.070539Z","time spent":"2.909221675s","remote":"127.0.0.1:57588","response type":"/etcdserverpb.KV/Range","request count":0,"request size":70,"response count":1,"response size":31,"request content":"key:\"/registry/cilium.io/ciliumnodes/\" range_end:\"/registry/cilium.io/ciliumnodes0\" count_only:true "} {"level":"warn","ts":"2026-06-26T02:24:50.9804Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-06-26T02:24:48.595355Z","time spent":"2.385031552s","remote":"127.0.0.1:57630","response type":"/etcdserverpb.KV/Range","request count":0,"request size":80,"response count":0,"response size":29,"request content":"key:\"/registry/cilium.io/ciliumcidrgroups/\" range_end:\"/registry/cilium.io/ciliumcidrgroups0\" count_only:true "} {"level":"info","ts":"2026-06-26T02:24:50.979526Z","caller":"traceutil/trace.go:171","msg":"trace[478764016] range","detail":"{range_begin:/registry/pxc.percona.com/perconaxtradbclusters/; range_end:/registry/pxc.percona.com/perconaxtradbclusters0; response_count:0; response_revision:5700; }","duration":"10.884555751s","start":"2026-06-26T02:24:40.094958Z","end":"2026-06-26T02:24:50.979513Z","steps":["trace[478764016] 'agreement among raft nodes before linearized reading' (duration: 10.88448059s)"],"step_count":1} {"level":"warn","ts":"2026-06-26T02:24:50.980468Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-06-26T02:24:40.094936Z","time spent":"10.885522316s","remote":"127.0.0.1:58172","response type":"/etcdserverpb.KV/Range","request count":0,"request size":102,"response count":1,"response size":31,"request content":"key:\"/registry/pxc.percona.com/perconaxtradbclusters/\" range_end:\"/registry/pxc.percona.com/perconaxtradbclusters0\" count_only:true "} {"level":"info","ts":"2026-06-26T02:24:50.979661Z","caller":"traceutil/trace.go:171","msg":"trace[1745687457] range","detail":"{range_begin:/registry/masterleases/199.19.213.122; range_end:; response_count:0; response_revision:5700; }","duration":"4.473871779s","start":"2026-06-26T02:24:46.505781Z","end":"2026-06-26T02:24:50.979653Z","steps":["trace[1745687457] 'agreement among raft nodes before linearized reading' (duration: 4.473791887s)"],"step_count":1} {"level":"warn","ts":"2026-06-26T02:24:50.980507Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-06-26T02:24:46.505767Z","time spent":"4.474731671s","remote":"127.0.0.1:48444","response type":"/etcdserverpb.KV/Range","request count":0,"request size":39,"response count":0,"response size":29,"request content":"key:\"/registry/masterleases/199.19.213.122\" "} {"level":"warn","ts":"2026-06-26T02:24:50.979611Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"2.469598777s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/jobs/openstack/keystone-fernet-setup\" ","response":"range_response_count:0 size:5"} {"level":"info","ts":"2026-06-26T02:24:50.980574Z","caller":"traceutil/trace.go:171","msg":"trace[1897459746] range","detail":"{range_begin:/registry/jobs/openstack/keystone-fernet-setup; range_end:; response_count:0; response_revision:5700; }","duration":"2.470618962s","start":"2026-06-26T02:24:48.509944Z","end":"2026-06-26T02:24:50.980563Z","steps":["trace[1897459746] 'agreement among raft nodes before linearized reading' (duration: 2.469637978s)"],"step_count":1} {"level":"info","ts":"2026-06-26T02:24:50.979531Z","caller":"traceutil/trace.go:171","msg":"trace[182849133] range","detail":"{range_begin:/registry/pods/kube-system/kube-apiserver-instance; range_end:; response_count:1; response_revision:5700; }","duration":"4.563769019s","start":"2026-06-26T02:24:46.415753Z","end":"2026-06-26T02:24:50.979522Z","steps":["trace[182849133] 'agreement among raft nodes before linearized reading' (duration: 4.563522454s)"],"step_count":1} {"level":"warn","ts":"2026-06-26T02:24:50.980607Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-06-26T02:24:48.509917Z","time spent":"2.470680323s","remote":"127.0.0.1:48638","response type":"/etcdserverpb.KV/Range","request count":0,"request size":48,"response count":0,"response size":29,"request content":"key:\"/registry/jobs/openstack/keystone-fernet-setup\" "} {"level":"warn","ts":"2026-06-26T02:24:50.980633Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-06-26T02:24:46.415735Z","time spent":"4.564889365s","remote":"127.0.0.1:48580","response type":"/etcdserverpb.KV/Range","request count":0,"request size":52,"response count":1,"response size":7135,"request content":"key:\"/registry/pods/kube-system/kube-apiserver-instance\" "} {"level":"warn","ts":"2026-06-26T02:24:50.980021Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-06-26T02:24:42.114796Z","time spent":"8.865179452s","remote":"127.0.0.1:51360","response type":"/etcdserverpb.KV/Range","request count":0,"request size":108,"response count":1,"response size":31,"request content":"key:\"/registry/gateway.networking.k8s.io/gatewayclasses/\" range_end:\"/registry/gateway.networking.k8s.io/gatewayclasses0\" count_only:true "} {"level":"info","ts":"2026-06-26T02:24:50.980034Z","caller":"traceutil/trace.go:171","msg":"trace[611044414] range","detail":"{range_begin:/registry/jobs/openstack/keystone-db-sync; range_end:; response_count:0; response_revision:5700; }","duration":"2.470135555s","start":"2026-06-26T02:24:48.50989Z","end":"2026-06-26T02:24:50.980026Z","steps":["trace[611044414] 'agreement among raft nodes before linearized reading' (duration: 2.469894952s)"],"step_count":1} {"level":"warn","ts":"2026-06-26T02:24:50.982369Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-06-26T02:24:48.509874Z","time spent":"2.472474462s","remote":"127.0.0.1:48638","response type":"/etcdserverpb.KV/Range","request count":0,"request size":43,"response count":0,"response size":29,"request content":"key:\"/registry/jobs/openstack/keystone-db-sync\" "} {"level":"warn","ts":"2026-06-26T02:24:50.979989Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"4.16032513s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/rabbitmq.com/bindings/\" range_end:\"/registry/rabbitmq.com/bindings0\" count_only:true ","response":"range_response_count:0 size:5"} {"level":"info","ts":"2026-06-26T02:24:50.982757Z","caller":"traceutil/trace.go:171","msg":"trace[1775863322] transaction","detail":"{read_only:false; number_of_response:1; response_revision:5700; }","duration":"368.638032ms","start":"2026-06-26T02:24:50.609922Z","end":"2026-06-26T02:24:50.97856Z","steps":["trace[1775863322] 'process raft request' (duration: 368.584611ms)"],"step_count":1} {"level":"warn","ts":"2026-06-26T02:24:50.982946Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-06-26T02:24:50.609822Z","time spent":"373.0144ms","remote":"127.0.0.1:48670","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":45,"response count":0,"response size":571,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-06-26T02:24:50.982495Z","caller":"traceutil/trace.go:171","msg":"trace[1186686806] range","detail":"{range_begin:/registry/rabbitmq.com/bindings/; range_end:/registry/rabbitmq.com/bindings0; response_count:0; response_revision:5700; }","duration":"4.162891529s","start":"2026-06-26T02:24:46.81958Z","end":"2026-06-26T02:24:50.982471Z","steps":["trace[1186686806] 'agreement among raft nodes before linearized reading' (duration: 4.16037798s)"],"step_count":1} {"level":"warn","ts":"2026-06-26T02:24:50.985618Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-06-26T02:24:46.819561Z","time spent":"4.166005368s","remote":"127.0.0.1:57874","response type":"/etcdserverpb.KV/Range","request count":0,"request size":70,"response count":0,"response size":29,"request content":"key:\"/registry/rabbitmq.com/bindings/\" range_end:\"/registry/rabbitmq.com/bindings0\" count_only:true "} {"level":"info","ts":"2026-06-26T02:24:52.868625Z","caller":"traceutil/trace.go:171","msg":"trace[1263026702] linearizableReadLoop","detail":"{readStateIndex:5981; appliedIndex:5980; }","duration":"125.073695ms","start":"2026-06-26T02:24:52.743532Z","end":"2026-06-26T02:24:52.868605Z","steps":["trace[1263026702] 'read index received' (duration: 124.990233ms)","trace[1263026702] 'applied index is now lower than readState.Index' (duration: 82.582µs)"],"step_count":2} {"level":"warn","ts":"2026-06-26T02:24:52.868817Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"125.268537ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/kube-controller-manager\" ","response":"range_response_count:1 size:506"} {"level":"info","ts":"2026-06-26T02:24:52.868844Z","caller":"traceutil/trace.go:171","msg":"trace[348447613] range","detail":"{range_begin:/registry/leases/kube-system/kube-controller-manager; range_end:; response_count:1; response_revision:5754; }","duration":"125.350599ms","start":"2026-06-26T02:24:52.743485Z","end":"2026-06-26T02:24:52.868836Z","steps":["trace[348447613] 'agreement among raft nodes before linearized reading' (duration: 125.266768ms)"],"step_count":1} {"level":"info","ts":"2026-06-26T02:24:52.868742Z","caller":"traceutil/trace.go:171","msg":"trace[1629020296] transaction","detail":"{read_only:false; response_revision:5754; number_of_response:1; }","duration":"238.02725ms","start":"2026-06-26T02:24:52.630654Z","end":"2026-06-26T02:24:52.868681Z","steps":["trace[1629020296] 'process raft request' (duration: 237.817396ms)"],"step_count":1} {"level":"info","ts":"2026-06-26T02:27:49.034483Z","caller":"traceutil/trace.go:171","msg":"trace[316777071] transaction","detail":"{read_only:false; response_revision:6959; number_of_response:1; }","duration":"134.462729ms","start":"2026-06-26T02:27:48.89995Z","end":"2026-06-26T02:27:49.034413Z","steps":["trace[316777071] 'process raft request' (duration: 80.489241ms)","trace[316777071] 'compare' (duration: 53.816934ms)"],"step_count":2} {"level":"info","ts":"2026-06-26T02:28:01.185308Z","caller":"traceutil/trace.go:171","msg":"trace[1793630831] transaction","detail":"{read_only:false; response_revision:7023; number_of_response:1; }","duration":"107.493305ms","start":"2026-06-26T02:28:01.077768Z","end":"2026-06-26T02:28:01.185261Z","steps":["trace[1793630831] 'process raft request' (duration: 68.383027ms)","trace[1793630831] 'compare' (duration: 38.897623ms)"],"step_count":2} {"level":"info","ts":"2026-06-26T02:28:21.507554Z","caller":"traceutil/trace.go:171","msg":"trace[347518538] linearizableReadLoop","detail":"{readStateIndex:7460; appliedIndex:7459; }","duration":"117.089173ms","start":"2026-06-26T02:28:21.39044Z","end":"2026-06-26T02:28:21.507529Z","steps":["trace[347518538] 'read index received' (duration: 18.027658ms)","trace[347518538] 'applied index is now lower than readState.Index' (duration: 99.060785ms)"],"step_count":2} {"level":"info","ts":"2026-06-26T02:28:21.50787Z","caller":"traceutil/trace.go:171","msg":"trace[339185615] transaction","detail":"{read_only:false; response_revision:7180; number_of_response:1; }","duration":"133.100321ms","start":"2026-06-26T02:28:21.374759Z","end":"2026-06-26T02:28:21.507859Z","steps":["trace[339185615] 'process raft request' (duration: 33.78425ms)","trace[339185615] 'compare' (duration: 98.888951ms)"],"step_count":2} {"level":"warn","ts":"2026-06-26T02:28:21.508026Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"117.570854ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/health\" ","response":"range_response_count:0 size:5"} {"level":"info","ts":"2026-06-26T02:28:21.508053Z","caller":"traceutil/trace.go:171","msg":"trace[936161778] range","detail":"{range_begin:/registry/health; range_end:; response_count:0; response_revision:7180; }","duration":"117.623405ms","start":"2026-06-26T02:28:21.390422Z","end":"2026-06-26T02:28:21.508046Z","steps":["trace[936161778] 'agreement among raft nodes before linearized reading' (duration: 117.570414ms)"],"step_count":1} {"level":"warn","ts":"2026-06-26T02:28:21.508292Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"104.527815ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/plndr-svcs-lock\" ","response":"range_response_count:1 size:437"} {"level":"info","ts":"2026-06-26T02:28:21.508354Z","caller":"traceutil/trace.go:171","msg":"trace[1908951360] range","detail":"{range_begin:/registry/leases/kube-system/plndr-svcs-lock; range_end:; response_count:1; response_revision:7180; }","duration":"104.658338ms","start":"2026-06-26T02:28:21.403684Z","end":"2026-06-26T02:28:21.508342Z","steps":["trace[1908951360] 'agreement among raft nodes before linearized reading' (duration: 104.477854ms)"],"step_count":1} {"level":"info","ts":"2026-06-26T02:28:42.457956Z","caller":"mvcc/index.go:214","msg":"compact tree index","revision":5350} {"level":"info","ts":"2026-06-26T02:28:42.540908Z","caller":"mvcc/kvstore_compaction.go:68","msg":"finished scheduled compaction","compact-revision":5350,"took":"80.963813ms","hash":1803698901,"current-db-size-bytes":52064256,"current-db-size":"52 MB","current-db-size-in-use-bytes":19140608,"current-db-size-in-use":"19 MB"} {"level":"info","ts":"2026-06-26T02:28:42.540988Z","caller":"mvcc/hash.go:137","msg":"storing new hash","hash":1803698901,"revision":5350,"compact-revision":2867}