{"level":"warn","ts":"2026-04-08T01:21:49.12769Z","caller":"embed/config.go:679","msg":"Running http and grpc server on single port. This is not recommended for production."} {"level":"info","ts":"2026-04-08T01:21:49.127796Z","caller":"etcdmain/etcd.go:73","msg":"Running: ","args":["etcd","--advertise-client-urls=https://199.204.45.132:2379","--cert-file=/etc/kubernetes/pki/etcd/server.crt","--client-cert-auth=true","--data-dir=/var/lib/etcd","--experimental-initial-corrupt-check=true","--experimental-watch-progress-notify-interval=5s","--initial-advertise-peer-urls=https://199.204.45.132:2380","--initial-cluster=instance=https://199.204.45.132:2380","--key-file=/etc/kubernetes/pki/etcd/server.key","--listen-client-urls=https://127.0.0.1:2379,https://199.204.45.132:2379","--listen-metrics-urls=http://127.0.0.1:2381","--listen-peer-urls=https://199.204.45.132:2380","--name=instance","--peer-cert-file=/etc/kubernetes/pki/etcd/peer.crt","--peer-client-cert-auth=true","--peer-key-file=/etc/kubernetes/pki/etcd/peer.key","--peer-trusted-ca-file=/etc/kubernetes/pki/etcd/ca.crt","--snapshot-count=10000","--tls-min-version=TLS1.3","--trusted-ca-file=/etc/kubernetes/pki/etcd/ca.crt"]} {"level":"warn","ts":"2026-04-08T01:21:49.127881Z","caller":"embed/config.go:679","msg":"Running http and grpc server on single port. This is not recommended for production."} {"level":"info","ts":"2026-04-08T01:21:49.127899Z","caller":"embed/etcd.go:127","msg":"configuring peer listeners","listen-peer-urls":["https://199.204.45.132:2380"]} {"level":"info","ts":"2026-04-08T01:21:49.127924Z","caller":"embed/etcd.go:494","msg":"starting with peer TLS","tls-info":"cert = /etc/kubernetes/pki/etcd/peer.crt, key = /etc/kubernetes/pki/etcd/peer.key, client-cert=, client-key=, trusted-ca = /etc/kubernetes/pki/etcd/ca.crt, client-cert-auth = true, crl-file = ","cipher-suites":[]} {"level":"info","ts":"2026-04-08T01:21:49.129933Z","caller":"embed/etcd.go:135","msg":"configuring client listeners","listen-client-urls":["https://127.0.0.1:2379","https://199.204.45.132:2379"]} {"level":"info","ts":"2026-04-08T01:21:49.130037Z","caller":"embed/etcd.go:308","msg":"starting an etcd server","etcd-version":"3.5.12","git-sha":"e7b3bb6cc","go-version":"go1.20.13","go-os":"linux","go-arch":"amd64","max-cpu-set":16,"max-cpu-available":16,"member-initialized":false,"name":"instance","data-dir":"/var/lib/etcd","wal-dir":"","wal-dir-dedicated":"","member-dir":"/var/lib/etcd/member","force-new-cluster":false,"heartbeat-interval":"100ms","election-timeout":"1s","initial-election-tick-advance":true,"snapshot-count":10000,"max-wals":5,"max-snapshots":5,"snapshot-catchup-entries":5000,"initial-advertise-peer-urls":["https://199.204.45.132:2380"],"listen-peer-urls":["https://199.204.45.132:2380"],"advertise-client-urls":["https://199.204.45.132:2379"],"listen-client-urls":["https://127.0.0.1:2379","https://199.204.45.132:2379"],"listen-metrics-urls":["http://127.0.0.1:2381"],"cors":["*"],"host-whitelist":["*"],"initial-cluster":"instance=https://199.204.45.132:2380","initial-cluster-state":"new","initial-cluster-token":"etcd-cluster","quota-backend-bytes":2147483648,"max-request-bytes":1572864,"max-concurrent-streams":4294967295,"pre-vote":true,"initial-corrupt-check":true,"corrupt-check-time-interval":"0s","compact-check-time-enabled":false,"compact-check-time-interval":"1m0s","auto-compaction-mode":"periodic","auto-compaction-retention":"0s","auto-compaction-interval":"0s","discovery-url":"","discovery-proxy":"","downgrade-check-interval":"5s"} {"level":"info","ts":"2026-04-08T01:21:49.139749Z","caller":"etcdserver/backend.go:81","msg":"opened backend db","path":"/var/lib/etcd/member/snap/db","took":"9.441632ms"} {"level":"info","ts":"2026-04-08T01:21:49.153038Z","caller":"etcdserver/raft.go:495","msg":"starting local member","local-member-id":"56c01ea8fdc90390","cluster-id":"c930fe821aab8609"} {"level":"info","ts":"2026-04-08T01:21:49.153129Z","logger":"raft","caller":"etcdserver/zap_raft.go:77","msg":"56c01ea8fdc90390 switched to configuration voters=()"} {"level":"info","ts":"2026-04-08T01:21:49.153151Z","logger":"raft","caller":"etcdserver/zap_raft.go:77","msg":"56c01ea8fdc90390 became follower at term 0"} {"level":"info","ts":"2026-04-08T01:21:49.153165Z","logger":"raft","caller":"etcdserver/zap_raft.go:77","msg":"newRaft 56c01ea8fdc90390 [peers: [], term: 0, commit: 0, applied: 0, lastindex: 0, lastterm: 0]"} {"level":"info","ts":"2026-04-08T01:21:49.153177Z","logger":"raft","caller":"etcdserver/zap_raft.go:77","msg":"56c01ea8fdc90390 became follower at term 1"} {"level":"info","ts":"2026-04-08T01:21:49.153218Z","logger":"raft","caller":"etcdserver/zap_raft.go:77","msg":"56c01ea8fdc90390 switched to configuration voters=(6251029993951396752)"} {"level":"warn","ts":"2026-04-08T01:21:49.163554Z","caller":"auth/store.go:1241","msg":"simple token is not cryptographically signed"} {"level":"info","ts":"2026-04-08T01:21:49.16561Z","caller":"mvcc/kvstore.go:407","msg":"kvstore restored","current-rev":1} {"level":"info","ts":"2026-04-08T01:21:49.169946Z","caller":"etcdserver/quota.go:94","msg":"enabled backend quota with default value","quota-name":"v3-applier","quota-size-bytes":2147483648,"quota-size":"2.1 GB"} {"level":"info","ts":"2026-04-08T01:21:49.174106Z","caller":"etcdserver/server.go:860","msg":"starting etcd server","local-member-id":"56c01ea8fdc90390","local-server-version":"3.5.12","cluster-version":"to_be_decided"} {"level":"info","ts":"2026-04-08T01:21:49.174352Z","caller":"etcdserver/server.go:744","msg":"started as single-node; fast-forwarding election ticks","local-member-id":"56c01ea8fdc90390","forward-ticks":9,"forward-duration":"900ms","election-ticks":10,"election-timeout":"1s"} {"level":"info","ts":"2026-04-08T01:21:49.174503Z","caller":"fileutil/purge.go:50","msg":"started to purge file","dir":"/var/lib/etcd/member/snap","suffix":"snap.db","max":5,"interval":"30s"} {"level":"info","ts":"2026-04-08T01:21:49.174572Z","caller":"fileutil/purge.go:50","msg":"started to purge file","dir":"/var/lib/etcd/member/snap","suffix":"snap","max":5,"interval":"30s"} {"level":"info","ts":"2026-04-08T01:21:49.174615Z","caller":"fileutil/purge.go:50","msg":"started to purge file","dir":"/var/lib/etcd/member/wal","suffix":"wal","max":5,"interval":"30s"} {"level":"info","ts":"2026-04-08T01:21:49.175459Z","logger":"raft","caller":"etcdserver/zap_raft.go:77","msg":"56c01ea8fdc90390 switched to configuration voters=(6251029993951396752)"} {"level":"info","ts":"2026-04-08T01:21:49.175635Z","caller":"membership/cluster.go:421","msg":"added member","cluster-id":"c930fe821aab8609","local-member-id":"56c01ea8fdc90390","added-peer-id":"56c01ea8fdc90390","added-peer-peer-urls":["https://199.204.45.132:2380"]} {"level":"info","ts":"2026-04-08T01:21:49.179539Z","caller":"embed/etcd.go:726","msg":"starting with client TLS","tls-info":"cert = /etc/kubernetes/pki/etcd/server.crt, key = /etc/kubernetes/pki/etcd/server.key, client-cert=, client-key=, trusted-ca = /etc/kubernetes/pki/etcd/ca.crt, client-cert-auth = true, crl-file = ","cipher-suites":[]} {"level":"info","ts":"2026-04-08T01:21:49.179651Z","caller":"embed/etcd.go:597","msg":"serving peer traffic","address":"199.204.45.132:2380"} {"level":"info","ts":"2026-04-08T01:21:49.179783Z","caller":"embed/etcd.go:569","msg":"cmux::serve","address":"199.204.45.132:2380"} {"level":"info","ts":"2026-04-08T01:21:49.179823Z","caller":"embed/etcd.go:277","msg":"now serving peer/client/metrics","local-member-id":"56c01ea8fdc90390","initial-advertise-peer-urls":["https://199.204.45.132:2380"],"listen-peer-urls":["https://199.204.45.132:2380"],"advertise-client-urls":["https://199.204.45.132:2379"],"listen-client-urls":["https://127.0.0.1:2379","https://199.204.45.132:2379"],"listen-metrics-urls":["http://127.0.0.1:2381"]} {"level":"info","ts":"2026-04-08T01:21:49.179887Z","caller":"embed/etcd.go:857","msg":"serving metrics","address":"http://127.0.0.1:2381"} {"level":"info","ts":"2026-04-08T01:21:49.454014Z","logger":"raft","caller":"etcdserver/zap_raft.go:77","msg":"56c01ea8fdc90390 is starting a new election at term 1"} {"level":"info","ts":"2026-04-08T01:21:49.454097Z","logger":"raft","caller":"etcdserver/zap_raft.go:77","msg":"56c01ea8fdc90390 became pre-candidate at term 1"} {"level":"info","ts":"2026-04-08T01:21:49.454151Z","logger":"raft","caller":"etcdserver/zap_raft.go:77","msg":"56c01ea8fdc90390 received MsgPreVoteResp from 56c01ea8fdc90390 at term 1"} {"level":"info","ts":"2026-04-08T01:21:49.454174Z","logger":"raft","caller":"etcdserver/zap_raft.go:77","msg":"56c01ea8fdc90390 became candidate at term 2"} {"level":"info","ts":"2026-04-08T01:21:49.454187Z","logger":"raft","caller":"etcdserver/zap_raft.go:77","msg":"56c01ea8fdc90390 received MsgVoteResp from 56c01ea8fdc90390 at term 2"} {"level":"info","ts":"2026-04-08T01:21:49.454204Z","logger":"raft","caller":"etcdserver/zap_raft.go:77","msg":"56c01ea8fdc90390 became leader at term 2"} {"level":"info","ts":"2026-04-08T01:21:49.454229Z","logger":"raft","caller":"etcdserver/zap_raft.go:77","msg":"raft.node: 56c01ea8fdc90390 elected leader 56c01ea8fdc90390 at term 2"} {"level":"info","ts":"2026-04-08T01:21:49.455612Z","caller":"etcdserver/server.go:2578","msg":"setting up initial cluster version using v2 API","cluster-version":"3.5"} {"level":"info","ts":"2026-04-08T01:21:49.456582Z","caller":"embed/serve.go:103","msg":"ready to serve client requests"} {"level":"info","ts":"2026-04-08T01:21:49.456576Z","caller":"etcdserver/server.go:2068","msg":"published local member to cluster through raft","local-member-id":"56c01ea8fdc90390","local-member-attributes":"{Name:instance ClientURLs:[https://199.204.45.132:2379]}","request-path":"/0/members/56c01ea8fdc90390/attributes","cluster-id":"c930fe821aab8609","publish-timeout":"7s"} {"level":"info","ts":"2026-04-08T01:21:49.456672Z","caller":"embed/serve.go:103","msg":"ready to serve client requests"} {"level":"info","ts":"2026-04-08T01:21:49.457088Z","caller":"membership/cluster.go:584","msg":"set initial cluster version","cluster-id":"c930fe821aab8609","local-member-id":"56c01ea8fdc90390","cluster-version":"3.5"} {"level":"info","ts":"2026-04-08T01:21:49.457128Z","caller":"etcdmain/main.go:44","msg":"notifying init daemon"} {"level":"info","ts":"2026-04-08T01:21:49.457217Z","caller":"api/capability.go:75","msg":"enabled capabilities for version","cluster-version":"3.5"} {"level":"info","ts":"2026-04-08T01:21:49.457226Z","caller":"etcdmain/main.go:50","msg":"successfully notified init daemon"} {"level":"info","ts":"2026-04-08T01:21:49.457311Z","caller":"etcdserver/server.go:2602","msg":"cluster version is updated","cluster-version":"3.5"} {"level":"info","ts":"2026-04-08T01:21:49.460362Z","caller":"embed/serve.go:250","msg":"serving client traffic securely","traffic":"grpc+http","address":"127.0.0.1:2379"} {"level":"info","ts":"2026-04-08T01:21:49.461097Z","caller":"embed/serve.go:250","msg":"serving client traffic securely","traffic":"grpc+http","address":"199.204.45.132:2379"} {"level":"info","ts":"2026-04-08T01:21:51.034737Z","caller":"traceutil/trace.go:171","msg":"trace[810305431] linearizableReadLoop","detail":"{readStateIndex:7; appliedIndex:5; }","duration":"121.249073ms","start":"2026-04-08T01:21:50.913464Z","end":"2026-04-08T01:21:51.034713Z","steps":["trace[810305431] 'read index received' (duration: 101.880858ms)","trace[810305431] 'applied index is now lower than readState.Index' (duration: 19.366935ms)"],"step_count":2} {"level":"info","ts":"2026-04-08T01:21:51.034808Z","caller":"traceutil/trace.go:171","msg":"trace[1007915167] transaction","detail":"{read_only:false; response_revision:4; number_of_response:1; }","duration":"149.941687ms","start":"2026-04-08T01:21:50.884835Z","end":"2026-04-08T01:21:51.034776Z","steps":["trace[1007915167] 'process raft request' (duration: 149.838334ms)"],"step_count":1} {"level":"info","ts":"2026-04-08T01:21:51.03484Z","caller":"traceutil/trace.go:171","msg":"trace[987357108] transaction","detail":"{read_only:false; response_revision:3; number_of_response:1; }","duration":"150.640762ms","start":"2026-04-08T01:21:50.884164Z","end":"2026-04-08T01:21:51.034805Z","steps":["trace[987357108] 'process raft request' (duration: 131.064113ms)","trace[987357108] 'compare' (duration: 19.271523ms)"],"step_count":2} {"level":"warn","ts":"2026-04-08T01:21:51.035022Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"148.76696ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/plndr-svcs-lock\" ","response":"range_response_count:0 size:4"} {"level":"warn","ts":"2026-04-08T01:21:51.03505Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"148.988075ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/plndr-cp-lock\" ","response":"range_response_count:0 size:4"} {"level":"info","ts":"2026-04-08T01:21:51.035644Z","caller":"traceutil/trace.go:171","msg":"trace[1619387858] range","detail":"{range_begin:/registry/leases/kube-system/plndr-svcs-lock; range_end:; response_count:0; response_revision:4; }","duration":"148.916273ms","start":"2026-04-08T01:21:50.886185Z","end":"2026-04-08T01:21:51.035102Z","steps":["trace[1619387858] 'agreement among raft nodes before linearized reading' (duration: 148.639687ms)"],"step_count":1} {"level":"warn","ts":"2026-04-08T01:21:51.035947Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"150.600712ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/minions/instance\" ","response":"range_response_count:1 size:3175"} {"level":"info","ts":"2026-04-08T01:21:51.03677Z","caller":"traceutil/trace.go:171","msg":"trace[314373209] range","detail":"{range_begin:/registry/leases/kube-system/plndr-cp-lock; range_end:; response_count:0; response_revision:4; }","duration":"150.055408ms","start":"2026-04-08T01:21:50.885975Z","end":"2026-04-08T01:21:51.03603Z","steps":["trace[314373209] 'agreement among raft nodes before linearized reading' (duration: 148.934864ms)"],"step_count":1} {"level":"info","ts":"2026-04-08T01:21:51.036775Z","caller":"traceutil/trace.go:171","msg":"trace[1853761129] range","detail":"{range_begin:/registry/minions/instance; range_end:; response_count:1; response_revision:4; }","duration":"151.487371ms","start":"2026-04-08T01:21:50.885204Z","end":"2026-04-08T01:21:51.036692Z","steps":["trace[1853761129] 'agreement among raft nodes before linearized reading' (duration: 149.711412ms)"],"step_count":1} {"level":"info","ts":"2026-04-08T01:21:51.080167Z","caller":"traceutil/trace.go:171","msg":"trace[815543915] transaction","detail":"{read_only:false; response_revision:5; number_of_response:1; }","duration":"108.378794ms","start":"2026-04-08T01:21:50.971758Z","end":"2026-04-08T01:21:51.080136Z","steps":["trace[815543915] 'process raft request' (duration: 108.189519ms)"],"step_count":1} {"level":"info","ts":"2026-04-08T01:21:51.080262Z","caller":"traceutil/trace.go:171","msg":"trace[909607999] transaction","detail":"{read_only:false; response_revision:9; number_of_response:1; }","duration":"107.962114ms","start":"2026-04-08T01:21:50.972294Z","end":"2026-04-08T01:21:51.080256Z","steps":["trace[909607999] 'process raft request' (duration: 107.881003ms)"],"step_count":1} {"level":"info","ts":"2026-04-08T01:21:51.080189Z","caller":"traceutil/trace.go:171","msg":"trace[389184508] transaction","detail":"{read_only:false; response_revision:6; number_of_response:1; }","duration":"108.133008ms","start":"2026-04-08T01:21:50.972032Z","end":"2026-04-08T01:21:51.080165Z","steps":["trace[389184508] 'process raft request' (duration: 108.054247ms)"],"step_count":1} {"level":"info","ts":"2026-04-08T01:21:51.080345Z","caller":"traceutil/trace.go:171","msg":"trace[638039462] transaction","detail":"{read_only:false; response_revision:8; number_of_response:1; }","duration":"108.068197ms","start":"2026-04-08T01:21:50.972245Z","end":"2026-04-08T01:21:51.080313Z","steps":["trace[638039462] 'process raft request' (duration: 107.895683ms)"],"step_count":1} {"level":"warn","ts":"2026-04-08T01:21:51.080385Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"159.050311ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/minions/instance\" ","response":"range_response_count:1 size:3175"} {"level":"info","ts":"2026-04-08T01:21:51.080401Z","caller":"traceutil/trace.go:171","msg":"trace[100091100] transaction","detail":"{read_only:false; response_revision:10; number_of_response:1; }","duration":"106.959211ms","start":"2026-04-08T01:21:50.97341Z","end":"2026-04-08T01:21:51.08037Z","steps":["trace[100091100] 'process raft request' (duration: 106.786767ms)"],"step_count":1} {"level":"info","ts":"2026-04-08T01:21:51.080443Z","caller":"traceutil/trace.go:171","msg":"trace[2076294318] range","detail":"{range_begin:/registry/minions/instance; range_end:; response_count:1; response_revision:11; }","duration":"159.141363ms","start":"2026-04-08T01:21:50.921286Z","end":"2026-04-08T01:21:51.080428Z","steps":["trace[2076294318] 'agreement among raft nodes before linearized reading' (duration: 158.99367ms)"],"step_count":1} {"level":"info","ts":"2026-04-08T01:21:51.080455Z","caller":"traceutil/trace.go:171","msg":"trace[1050969843] transaction","detail":"{read_only:false; response_revision:11; number_of_response:1; }","duration":"100.694931ms","start":"2026-04-08T01:21:50.979754Z","end":"2026-04-08T01:21:51.080449Z","steps":["trace[1050969843] 'process raft request' (duration: 100.485976ms)"],"step_count":1} {"level":"warn","ts":"2026-04-08T01:21:51.080533Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"108.21906ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/resourcequotas/kube-system/\" range_end:\"/registry/resourcequotas/kube-system0\" ","response":"range_response_count:0 size:4"} {"level":"info","ts":"2026-04-08T01:21:51.080577Z","caller":"traceutil/trace.go:171","msg":"trace[178230863] range","detail":"{range_begin:/registry/resourcequotas/kube-system/; range_end:/registry/resourcequotas/kube-system0; response_count:0; response_revision:11; }","duration":"108.289501ms","start":"2026-04-08T01:21:50.972274Z","end":"2026-04-08T01:21:51.080564Z","steps":["trace[178230863] 'agreement among raft nodes before linearized reading' (duration: 108.2229ms)"],"step_count":1} {"level":"warn","ts":"2026-04-08T01:21:51.080619Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"113.539948ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/namespaces/kube-node-lease\" ","response":"range_response_count:0 size:4"} {"level":"info","ts":"2026-04-08T01:21:51.080647Z","caller":"traceutil/trace.go:171","msg":"trace[369531118] range","detail":"{range_begin:/registry/namespaces/kube-node-lease; range_end:; response_count:0; response_revision:11; }","duration":"113.610241ms","start":"2026-04-08T01:21:50.967029Z","end":"2026-04-08T01:21:51.08064Z","steps":["trace[369531118] 'agreement among raft nodes before linearized reading' (duration: 113.56608ms)"],"step_count":1} {"level":"warn","ts":"2026-04-08T01:21:51.080647Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"145.130169ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/namespaces/kube-system\" ","response":"range_response_count:0 size:4"} {"level":"warn","ts":"2026-04-08T01:21:51.080686Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"109.482498ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/namespaces/kube-system\" ","response":"range_response_count:0 size:4"} {"level":"info","ts":"2026-04-08T01:21:51.080723Z","caller":"traceutil/trace.go:171","msg":"trace[200301529] range","detail":"{range_begin:/registry/namespaces/kube-system; range_end:; response_count:0; response_revision:11; }","duration":"145.2257ms","start":"2026-04-08T01:21:50.935474Z","end":"2026-04-08T01:21:51.080699Z","steps":["trace[200301529] 'agreement among raft nodes before linearized reading' (duration: 145.121078ms)"],"step_count":1} {"level":"info","ts":"2026-04-08T01:21:51.080777Z","caller":"traceutil/trace.go:171","msg":"trace[924600845] range","detail":"{range_begin:/registry/namespaces/kube-system; range_end:; response_count:0; response_revision:11; }","duration":"109.694162ms","start":"2026-04-08T01:21:50.971058Z","end":"2026-04-08T01:21:51.080752Z","steps":["trace[924600845] 'agreement among raft nodes before linearized reading' (duration: 109.519838ms)"],"step_count":1} {"level":"info","ts":"2026-04-08T01:21:51.080566Z","caller":"traceutil/trace.go:171","msg":"trace[1559475059] transaction","detail":"{read_only:false; response_revision:7; number_of_response:1; }","duration":"108.010555ms","start":"2026-04-08T01:21:50.972236Z","end":"2026-04-08T01:21:51.080247Z","steps":["trace[1559475059] 'process raft request' (duration: 107.879502ms)"],"step_count":1} {"level":"warn","ts":"2026-04-08T01:21:51.080875Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"111.568725ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/masterleases/199.204.45.132\" ","response":"range_response_count:0 size:4"} {"level":"info","ts":"2026-04-08T01:21:51.081082Z","caller":"traceutil/trace.go:171","msg":"trace[1541438648] range","detail":"{range_begin:/registry/masterleases/199.204.45.132; range_end:; response_count:0; response_revision:11; }","duration":"111.959033ms","start":"2026-04-08T01:21:50.969099Z","end":"2026-04-08T01:21:51.081058Z","steps":["trace[1541438648] 'agreement among raft nodes before linearized reading' (duration: 111.3575ms)"],"step_count":1} {"level":"warn","ts":"2026-04-08T01:21:51.330707Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"113.814956ms","expected-duration":"100ms","prefix":"","request":"header: txn: success:> failure:<>>","response":"size:14"} {"level":"info","ts":"2026-04-08T01:21:51.33096Z","caller":"traceutil/trace.go:171","msg":"trace[996879950] transaction","detail":"{read_only:false; response_revision:13; number_of_response:1; }","duration":"248.375496ms","start":"2026-04-08T01:21:51.082563Z","end":"2026-04-08T01:21:51.330939Z","steps":["trace[996879950] 'process raft request' (duration: 248.224863ms)"],"step_count":1} {"level":"info","ts":"2026-04-08T01:21:51.33106Z","caller":"traceutil/trace.go:171","msg":"trace[1486175543] linearizableReadLoop","detail":"{readStateIndex:16; appliedIndex:14; }","duration":"247.544267ms","start":"2026-04-08T01:21:51.083503Z","end":"2026-04-08T01:21:51.331047Z","steps":["trace[1486175543] 'read index received' (duration: 132.929275ms)","trace[1486175543] 'applied index is now lower than readState.Index' (duration: 114.614272ms)"],"step_count":2} {"level":"info","ts":"2026-04-08T01:21:51.331103Z","caller":"traceutil/trace.go:171","msg":"trace[1025132761] transaction","detail":"{read_only:false; number_of_response:0; response_revision:13; }","duration":"246.667808ms","start":"2026-04-08T01:21:51.084404Z","end":"2026-04-08T01:21:51.331072Z","steps":["trace[1025132761] 'process raft request' (duration: 246.432993ms)"],"step_count":1} {"level":"info","ts":"2026-04-08T01:21:51.331172Z","caller":"traceutil/trace.go:171","msg":"trace[997681441] transaction","detail":"{read_only:false; response_revision:15; number_of_response:1; }","duration":"245.90072ms","start":"2026-04-08T01:21:51.085264Z","end":"2026-04-08T01:21:51.331164Z","steps":["trace[997681441] 'process raft request' (duration: 245.640964ms)"],"step_count":1} {"level":"info","ts":"2026-04-08T01:21:51.33114Z","caller":"traceutil/trace.go:171","msg":"trace[448255171] transaction","detail":"{read_only:false; response_revision:14; number_of_response:1; }","duration":"245.998002ms","start":"2026-04-08T01:21:51.085133Z","end":"2026-04-08T01:21:51.331131Z","steps":["trace[448255171] 'process raft request' (duration: 245.728086ms)"],"step_count":1} {"level":"info","ts":"2026-04-08T01:21:51.331397Z","caller":"traceutil/trace.go:171","msg":"trace[750425607] transaction","detail":"{read_only:false; response_revision:16; number_of_response:1; }","duration":"246.015254ms","start":"2026-04-08T01:21:51.085374Z","end":"2026-04-08T01:21:51.331389Z","steps":["trace[750425607] 'process raft request' (duration: 245.556273ms)"],"step_count":1} {"level":"warn","ts":"2026-04-08T01:21:51.331596Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"248.07945ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/health\" ","response":"range_response_count:0 size:4"} {"level":"warn","ts":"2026-04-08T01:21:51.331638Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"248.042319ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/certificatesigningrequests/csr-8hjgd\" ","response":"range_response_count:1 size:857"} {"level":"info","ts":"2026-04-08T01:21:51.331644Z","caller":"traceutil/trace.go:171","msg":"trace[165788003] range","detail":"{range_begin:/registry/health; range_end:; response_count:0; response_revision:19; }","duration":"248.157391ms","start":"2026-04-08T01:21:51.083474Z","end":"2026-04-08T01:21:51.331631Z","steps":["trace[165788003] 'agreement among raft nodes before linearized reading' (duration: 247.996468ms)"],"step_count":1} {"level":"info","ts":"2026-04-08T01:21:51.331688Z","caller":"traceutil/trace.go:171","msg":"trace[534960612] range","detail":"{range_begin:/registry/certificatesigningrequests/csr-8hjgd; range_end:; response_count:1; response_revision:19; }","duration":"248.117701ms","start":"2026-04-08T01:21:51.083556Z","end":"2026-04-08T01:21:51.331674Z","steps":["trace[534960612] 'agreement among raft nodes before linearized reading' (duration: 247.972188ms)"],"step_count":1} {"level":"warn","ts":"2026-04-08T01:21:51.331794Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"188.912162ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/namespaces/kube-system\" ","response":"range_response_count:1 size:350"} {"level":"warn","ts":"2026-04-08T01:21:51.331885Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"240.477319ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/namespaces/kube-system\" ","response":"range_response_count:1 size:350"} {"level":"info","ts":"2026-04-08T01:21:51.331892Z","caller":"traceutil/trace.go:171","msg":"trace[559612335] range","detail":"{range_begin:/registry/namespaces/kube-system; range_end:; response_count:1; response_revision:19; }","duration":"189.033885ms","start":"2026-04-08T01:21:51.142837Z","end":"2026-04-08T01:21:51.331871Z","steps":["trace[559612335] 'agreement among raft nodes before linearized reading' (duration: 188.867591ms)"],"step_count":1} {"level":"info","ts":"2026-04-08T01:21:51.331147Z","caller":"traceutil/trace.go:171","msg":"trace[1646081257] transaction","detail":"{read_only:false; response_revision:12; number_of_response:1; }","duration":"287.710329ms","start":"2026-04-08T01:21:51.043285Z","end":"2026-04-08T01:21:51.330996Z","steps":["trace[1646081257] 'process raft request' (duration: 173.071516ms)","trace[1646081257] 'compare' (duration: 113.636351ms)"],"step_count":2} {"level":"info","ts":"2026-04-08T01:21:51.331913Z","caller":"traceutil/trace.go:171","msg":"trace[1270057950] transaction","detail":"{read_only:false; response_revision:17; number_of_response:1; }","duration":"246.438903ms","start":"2026-04-08T01:21:51.085463Z","end":"2026-04-08T01:21:51.331902Z","steps":["trace[1270057950] 'process raft request' (duration: 245.494081ms)"],"step_count":1} {"level":"warn","ts":"2026-04-08T01:21:51.331978Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"130.525171ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/namespaces/kube-system\" ","response":"range_response_count:1 size:350"} {"level":"info","ts":"2026-04-08T01:21:51.332326Z","caller":"traceutil/trace.go:171","msg":"trace[804246073] range","detail":"{range_begin:/registry/namespaces/kube-system; range_end:; response_count:1; response_revision:19; }","duration":"130.921609ms","start":"2026-04-08T01:21:51.201393Z","end":"2026-04-08T01:21:51.332315Z","steps":["trace[804246073] 'agreement among raft nodes before linearized reading' (duration: 130.551351ms)"],"step_count":1} {"level":"info","ts":"2026-04-08T01:21:51.33192Z","caller":"traceutil/trace.go:171","msg":"trace[1924753634] range","detail":"{range_begin:/registry/namespaces/kube-system; range_end:; response_count:1; response_revision:19; }","duration":"240.53608ms","start":"2026-04-08T01:21:51.091375Z","end":"2026-04-08T01:21:51.331911Z","steps":["trace[1924753634] 'agreement among raft nodes before linearized reading' (duration: 240.483799ms)"],"step_count":1} {"level":"info","ts":"2026-04-08T01:21:51.331988Z","caller":"traceutil/trace.go:171","msg":"trace[319832993] transaction","detail":"{read_only:false; response_revision:18; number_of_response:1; }","duration":"246.261629ms","start":"2026-04-08T01:21:51.085682Z","end":"2026-04-08T01:21:51.331943Z","steps":["trace[319832993] 'process raft request' (duration: 245.318857ms)"],"step_count":1} {"level":"warn","ts":"2026-04-08T01:21:51.331839Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"239.450727ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/namespaces/kube-system\" ","response":"range_response_count:1 size:350"} {"level":"info","ts":"2026-04-08T01:21:51.332604Z","caller":"traceutil/trace.go:171","msg":"trace[1858803948] range","detail":"{range_begin:/registry/namespaces/kube-system; range_end:; response_count:1; response_revision:19; }","duration":"240.204413ms","start":"2026-04-08T01:21:51.092368Z","end":"2026-04-08T01:21:51.332572Z","steps":["trace[1858803948] 'agreement among raft nodes before linearized reading' (duration: 239.443986ms)"],"step_count":1} {"level":"info","ts":"2026-04-08T01:21:51.332064Z","caller":"traceutil/trace.go:171","msg":"trace[2096901811] transaction","detail":"{read_only:false; response_revision:19; number_of_response:1; }","duration":"246.230078ms","start":"2026-04-08T01:21:51.085789Z","end":"2026-04-08T01:21:51.332019Z","steps":["trace[2096901811] 'process raft request' (duration: 245.234295ms)"],"step_count":1} {"level":"warn","ts":"2026-04-08T01:21:54.341756Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"209.905752ms","expected-duration":"100ms","prefix":"","request":"header: txn: success:> failure:<>>","response":"size:16"} {"level":"info","ts":"2026-04-08T01:21:54.341909Z","caller":"traceutil/trace.go:171","msg":"trace[577448749] linearizableReadLoop","detail":"{readStateIndex:250; appliedIndex:249; }","duration":"213.290078ms","start":"2026-04-08T01:21:54.128574Z","end":"2026-04-08T01:21:54.341864Z","steps":["trace[577448749] 'read index received' (duration: 3.140591ms)","trace[577448749] 'applied index is now lower than readState.Index' (duration: 210.148337ms)"],"step_count":2} {"level":"info","ts":"2026-04-08T01:21:54.341934Z","caller":"traceutil/trace.go:171","msg":"trace[973252859] transaction","detail":"{read_only:false; response_revision:244; number_of_response:1; }","duration":"256.60854ms","start":"2026-04-08T01:21:54.085283Z","end":"2026-04-08T01:21:54.341892Z","steps":["trace[973252859] 'process raft request' (duration: 46.497043ms)","trace[973252859] 'compare' (duration: 209.7752ms)"],"step_count":2} {"level":"warn","ts":"2026-04-08T01:21:54.342033Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"213.451612ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/namespaces/kube-system\" ","response":"range_response_count:1 size:351"} {"level":"info","ts":"2026-04-08T01:21:54.342076Z","caller":"traceutil/trace.go:171","msg":"trace[1719801377] range","detail":"{range_begin:/registry/namespaces/kube-system; range_end:; response_count:1; response_revision:244; }","duration":"213.533294ms","start":"2026-04-08T01:21:54.12853Z","end":"2026-04-08T01:21:54.342063Z","steps":["trace[1719801377] 'agreement among raft nodes before linearized reading' (duration: 213.429302ms)"],"step_count":1} {"level":"info","ts":"2026-04-08T01:21:54.351234Z","caller":"traceutil/trace.go:171","msg":"trace[480440847] transaction","detail":"{read_only:false; response_revision:245; number_of_response:1; }","duration":"198.65536ms","start":"2026-04-08T01:21:54.152559Z","end":"2026-04-08T01:21:54.351215Z","steps":["trace[480440847] 'process raft request' (duration: 198.534227ms)"],"step_count":1} {"level":"info","ts":"2026-04-08T01:21:54.553459Z","caller":"traceutil/trace.go:171","msg":"trace[327850488] transaction","detail":"{read_only:false; number_of_response:0; response_revision:245; }","duration":"298.751828ms","start":"2026-04-08T01:21:54.254676Z","end":"2026-04-08T01:21:54.553428Z","steps":["trace[327850488] 'process raft request' (duration: 297.482889ms)"],"step_count":1} {"level":"info","ts":"2026-04-08T01:21:54.553596Z","caller":"traceutil/trace.go:171","msg":"trace[97931353] transaction","detail":"{read_only:false; response_revision:246; number_of_response:1; }","duration":"284.13078ms","start":"2026-04-08T01:21:54.26939Z","end":"2026-04-08T01:21:54.553521Z","steps":["trace[97931353] 'process raft request' (duration: 283.958616ms)"],"step_count":1} {"level":"info","ts":"2026-04-08T01:21:54.553725Z","caller":"traceutil/trace.go:171","msg":"trace[339564041] linearizableReadLoop","detail":"{readStateIndex:257; appliedIndex:251; }","duration":"211.765225ms","start":"2026-04-08T01:21:54.341934Z","end":"2026-04-08T01:21:54.5537Z","steps":["trace[339564041] 'read index received' (duration: 9.261479ms)","trace[339564041] 'applied index is now lower than readState.Index' (duration: 202.502826ms)"],"step_count":2} {"level":"info","ts":"2026-04-08T01:21:54.55373Z","caller":"traceutil/trace.go:171","msg":"trace[853251146] transaction","detail":"{read_only:false; response_revision:247; number_of_response:1; }","duration":"284.075498ms","start":"2026-04-08T01:21:54.269544Z","end":"2026-04-08T01:21:54.55362Z","steps":["trace[853251146] 'process raft request' (duration: 283.879414ms)"],"step_count":1} {"level":"info","ts":"2026-04-08T01:21:54.553755Z","caller":"traceutil/trace.go:171","msg":"trace[811639719] transaction","detail":"{read_only:false; number_of_response:0; response_revision:247; }","duration":"283.987686ms","start":"2026-04-08T01:21:54.269725Z","end":"2026-04-08T01:21:54.553712Z","steps":["trace[811639719] 'process raft request' (duration: 283.741251ms)"],"step_count":1} {"level":"info","ts":"2026-04-08T01:21:54.553887Z","caller":"traceutil/trace.go:171","msg":"trace[173043148] transaction","detail":"{read_only:false; response_revision:250; number_of_response:1; }","duration":"208.996183ms","start":"2026-04-08T01:21:54.344879Z","end":"2026-04-08T01:21:54.553875Z","steps":["trace[173043148] 'process raft request' (duration: 208.703406ms)"],"step_count":1} {"level":"info","ts":"2026-04-08T01:21:54.553896Z","caller":"traceutil/trace.go:171","msg":"trace[2023961407] transaction","detail":"{read_only:false; response_revision:249; number_of_response:1; }","duration":"283.380852ms","start":"2026-04-08T01:21:54.270498Z","end":"2026-04-08T01:21:54.553879Z","steps":["trace[2023961407] 'process raft request' (duration: 283.059275ms)"],"step_count":1} {"level":"warn","ts":"2026-04-08T01:21:54.553907Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"401.883503ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/csinodes/instance\" ","response":"range_response_count:1 size:664"} {"level":"info","ts":"2026-04-08T01:21:54.553951Z","caller":"traceutil/trace.go:171","msg":"trace[1970066267] range","detail":"{range_begin:/registry/csinodes/instance; range_end:; response_count:1; response_revision:251; }","duration":"401.960135ms","start":"2026-04-08T01:21:54.151979Z","end":"2026-04-08T01:21:54.553939Z","steps":["trace[1970066267] 'agreement among raft nodes before linearized reading' (duration: 401.816332ms)"],"step_count":1} {"level":"warn","ts":"2026-04-08T01:21:54.553989Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-08T01:21:54.151973Z","time spent":"402.009256ms","remote":"127.0.0.1:33504","response type":"/etcdserverpb.KV/Range","request count":0,"request size":29,"response count":1,"response size":687,"request content":"key:\"/registry/csinodes/instance\" "} {"level":"info","ts":"2026-04-08T01:21:54.554043Z","caller":"traceutil/trace.go:171","msg":"trace[1628082535] transaction","detail":"{read_only:false; response_revision:251; number_of_response:1; }","duration":"208.405318ms","start":"2026-04-08T01:21:54.345627Z","end":"2026-04-08T01:21:54.554033Z","steps":["trace[1628082535] 'process raft request' (duration: 207.990759ms)"],"step_count":1} {"level":"warn","ts":"2026-04-08T01:21:54.554106Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"402.027716ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-node-lease/instance\" ","response":"range_response_count:0 size:5"} {"level":"info","ts":"2026-04-08T01:21:54.554146Z","caller":"traceutil/trace.go:171","msg":"trace[953492752] range","detail":"{range_begin:/registry/leases/kube-node-lease/instance; range_end:; response_count:0; response_revision:251; }","duration":"402.118308ms","start":"2026-04-08T01:21:54.152016Z","end":"2026-04-08T01:21:54.554134Z","steps":["trace[953492752] 'agreement among raft nodes before linearized reading' (duration: 402.033356ms)"],"step_count":1} {"level":"warn","ts":"2026-04-08T01:21:54.554176Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-08T01:21:54.151996Z","time spent":"402.172239ms","remote":"127.0.0.1:33388","response type":"/etcdserverpb.KV/Range","request count":0,"request size":43,"response count":0,"response size":28,"request content":"key:\"/registry/leases/kube-node-lease/instance\" "} {"level":"info","ts":"2026-04-08T01:21:54.554294Z","caller":"traceutil/trace.go:171","msg":"trace[1685597944] transaction","detail":"{read_only:false; response_revision:252; number_of_response:1; }","duration":"199.366265ms","start":"2026-04-08T01:21:54.354905Z","end":"2026-04-08T01:21:54.554271Z","steps":["trace[1685597944] 'process raft request' (duration: 199.274523ms)"],"step_count":1} {"level":"info","ts":"2026-04-08T01:21:54.554862Z","caller":"traceutil/trace.go:171","msg":"trace[1153224523] transaction","detail":"{read_only:false; response_revision:248; number_of_response:1; }","duration":"283.775741ms","start":"2026-04-08T01:21:54.269887Z","end":"2026-04-08T01:21:54.553663Z","steps":["trace[1153224523] 'process raft request' (duration: 283.617237ms)"],"step_count":1} {"level":"warn","ts":"2026-04-08T01:21:54.862778Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"127.84127ms","expected-duration":"100ms","prefix":"","request":"header: txn: success:> failure:<>>","response":"size:16"} {"level":"info","ts":"2026-04-08T01:21:54.863113Z","caller":"traceutil/trace.go:171","msg":"trace[2089371221] transaction","detail":"{read_only:false; response_revision:254; number_of_response:1; }","duration":"301.901868ms","start":"2026-04-08T01:21:54.561181Z","end":"2026-04-08T01:21:54.863083Z","steps":["trace[2089371221] 'process raft request' (duration: 173.611538ms)","trace[2089371221] 'compare' (duration: 127.537413ms)"],"step_count":2} {"level":"info","ts":"2026-04-08T01:21:54.863183Z","caller":"traceutil/trace.go:171","msg":"trace[1405179867] transaction","detail":"{read_only:false; response_revision:255; number_of_response:1; }","duration":"300.546507ms","start":"2026-04-08T01:21:54.562598Z","end":"2026-04-08T01:21:54.863145Z","steps":["trace[1405179867] 'process raft request' (duration: 300.359713ms)"],"step_count":1} {"level":"info","ts":"2026-04-08T01:21:54.863243Z","caller":"traceutil/trace.go:171","msg":"trace[64249242] linearizableReadLoop","detail":"{readStateIndex:265; appliedIndex:260; }","duration":"286.840559ms","start":"2026-04-08T01:21:54.576377Z","end":"2026-04-08T01:21:54.863218Z","steps":["trace[64249242] 'read index received' (duration: 37.274806ms)","trace[64249242] 'applied index is now lower than readState.Index' (duration: 249.563903ms)"],"step_count":2} {"level":"info","ts":"2026-04-08T01:21:54.863347Z","caller":"traceutil/trace.go:171","msg":"trace[1302979017] transaction","detail":"{read_only:false; response_revision:257; number_of_response:1; }","duration":"295.745658ms","start":"2026-04-08T01:21:54.567586Z","end":"2026-04-08T01:21:54.863332Z","steps":["trace[1302979017] 'process raft request' (duration: 295.537854ms)"],"step_count":1} {"level":"warn","ts":"2026-04-08T01:21:54.863384Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"286.989002ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/health\" ","response":"range_response_count:0 size:5"} {"level":"warn","ts":"2026-04-08T01:21:54.863377Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-08T01:21:54.56255Z","time spent":"300.725631ms","remote":"127.0.0.1:33340","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":184,"response count":0,"response size":39,"request content":"compare: success:> failure:<>"} {"level":"info","ts":"2026-04-08T01:21:54.863426Z","caller":"traceutil/trace.go:171","msg":"trace[1684744096] range","detail":"{range_begin:/registry/health; range_end:; response_count:0; response_revision:257; }","duration":"287.071804ms","start":"2026-04-08T01:21:54.576341Z","end":"2026-04-08T01:21:54.863412Z","steps":["trace[1684744096] 'agreement among raft nodes before linearized reading' (duration: 286.951992ms)"],"step_count":1} {"level":"warn","ts":"2026-04-08T01:21:54.863551Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-08T01:21:54.561161Z","time spent":"302.129583ms","remote":"127.0.0.1:33230","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":642,"response count":0,"response size":39,"request content":"compare: success:> failure:<>"} {"level":"info","ts":"2026-04-08T01:21:54.863236Z","caller":"traceutil/trace.go:171","msg":"trace[202181670] transaction","detail":"{read_only:false; response_revision:256; number_of_response:1; }","duration":"298.954371ms","start":"2026-04-08T01:21:54.564268Z","end":"2026-04-08T01:21:54.863222Z","steps":["trace[202181670] 'process raft request' (duration: 298.789967ms)"],"step_count":1} {"level":"info","ts":"2026-04-08T01:21:55.075455Z","caller":"traceutil/trace.go:171","msg":"trace[1911927806] linearizableReadLoop","detail":"{readStateIndex:270; appliedIndex:268; }","duration":"112.600328ms","start":"2026-04-08T01:21:54.96283Z","end":"2026-04-08T01:21:55.07543Z","steps":["trace[1911927806] 'read index received' (duration: 21.38357ms)","trace[1911927806] 'applied index is now lower than readState.Index' (duration: 91.215528ms)"],"step_count":2} {"level":"info","ts":"2026-04-08T01:21:55.075573Z","caller":"traceutil/trace.go:171","msg":"trace[1191798710] transaction","detail":"{read_only:false; response_revision:262; number_of_response:1; }","duration":"155.338167ms","start":"2026-04-08T01:21:54.920202Z","end":"2026-04-08T01:21:55.07554Z","steps":["trace[1191798710] 'process raft request' (duration: 155.168883ms)"],"step_count":1} {"level":"info","ts":"2026-04-08T01:21:55.075631Z","caller":"traceutil/trace.go:171","msg":"trace[336485736] transaction","detail":"{read_only:false; response_revision:261; number_of_response:1; }","duration":"155.503811ms","start":"2026-04-08T01:21:54.920089Z","end":"2026-04-08T01:21:55.075593Z","steps":["trace[336485736] 'process raft request' (duration: 64.127071ms)","trace[336485736] 'compare' (duration: 90.992912ms)"],"step_count":2} {"level":"warn","ts":"2026-04-08T01:21:55.075686Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"112.834583ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/serviceaccounts/kube-system/replicaset-controller\" ","response":"range_response_count:0 size:5"} {"level":"info","ts":"2026-04-08T01:21:55.075755Z","caller":"traceutil/trace.go:171","msg":"trace[243107409] range","detail":"{range_begin:/registry/serviceaccounts/kube-system/replicaset-controller; range_end:; response_count:0; response_revision:262; }","duration":"112.944725ms","start":"2026-04-08T01:21:54.962795Z","end":"2026-04-08T01:21:55.075739Z","steps":["trace[243107409] 'agreement among raft nodes before linearized reading' (duration: 112.802122ms)"],"step_count":1} {"level":"warn","ts":"2026-04-08T01:21:55.546861Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"177.485015ms","expected-duration":"100ms","prefix":"","request":"header: txn: success:> failure:<>>","response":"size:16"} {"level":"info","ts":"2026-04-08T01:21:55.547071Z","caller":"traceutil/trace.go:171","msg":"trace[1559418703] linearizableReadLoop","detail":"{readStateIndex:275; appliedIndex:273; }","duration":"367.811188ms","start":"2026-04-08T01:21:55.179239Z","end":"2026-04-08T01:21:55.547051Z","steps":["trace[1559418703] 'read index received' (duration: 190.042067ms)","trace[1559418703] 'applied index is now lower than readState.Index' (duration: 177.768221ms)"],"step_count":2} {"level":"info","ts":"2026-04-08T01:21:55.547207Z","caller":"traceutil/trace.go:171","msg":"trace[176516443] transaction","detail":"{read_only:false; response_revision:266; number_of_response:1; }","duration":"374.534408ms","start":"2026-04-08T01:21:55.172651Z","end":"2026-04-08T01:21:55.547185Z","steps":["trace[176516443] 'process raft request' (duration: 196.614863ms)","trace[176516443] 'compare' (duration: 177.354682ms)"],"step_count":2} {"level":"warn","ts":"2026-04-08T01:21:55.547308Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-08T01:21:55.172626Z","time spent":"374.64073ms","remote":"127.0.0.1:33586","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":2651,"response count":0,"response size":39,"request content":"compare: success:> failure:<>"} {"level":"info","ts":"2026-04-08T01:21:55.547454Z","caller":"traceutil/trace.go:171","msg":"trace[1410505107] transaction","detail":"{read_only:false; response_revision:267; number_of_response:1; }","duration":"371.546382ms","start":"2026-04-08T01:21:55.175874Z","end":"2026-04-08T01:21:55.54742Z","steps":["trace[1410505107] 'process raft request' (duration: 371.0816ms)"],"step_count":1} {"level":"warn","ts":"2026-04-08T01:21:55.547477Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"368.213207ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pods/kube-system/kube-vip-instance\" ","response":"range_response_count:1 size:3466"} {"level":"info","ts":"2026-04-08T01:21:55.547353Z","caller":"traceutil/trace.go:171","msg":"trace[1009862618] transaction","detail":"{read_only:false; number_of_response:0; response_revision:267; }","duration":"365.733832ms","start":"2026-04-08T01:21:55.181594Z","end":"2026-04-08T01:21:55.547328Z","steps":["trace[1009862618] 'process raft request' (duration: 365.421854ms)"],"step_count":1} {"level":"info","ts":"2026-04-08T01:21:55.547565Z","caller":"traceutil/trace.go:171","msg":"trace[2020082425] range","detail":"{range_begin:/registry/pods/kube-system/kube-vip-instance; range_end:; response_count:1; response_revision:267; }","duration":"368.327309ms","start":"2026-04-08T01:21:55.179217Z","end":"2026-04-08T01:21:55.547545Z","steps":["trace[2020082425] 'agreement among raft nodes before linearized reading' (duration: 368.132145ms)"],"step_count":1} {"level":"warn","ts":"2026-04-08T01:21:55.547581Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"179.783787ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/plndr-svcs-lock\" ","response":"range_response_count:1 size:436"} {"level":"warn","ts":"2026-04-08T01:21:55.547583Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"183.961501ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/plndr-cp-lock\" ","response":"range_response_count:1 size:432"} {"level":"warn","ts":"2026-04-08T01:21:55.547615Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-08T01:21:55.175857Z","time spent":"371.687424ms","remote":"127.0.0.1:33340","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":201,"response count":0,"response size":39,"request content":"compare: success:> failure:<>"} {"level":"info","ts":"2026-04-08T01:21:55.547628Z","caller":"traceutil/trace.go:171","msg":"trace[2143734529] range","detail":"{range_begin:/registry/leases/kube-system/plndr-svcs-lock; range_end:; response_count:1; response_revision:267; }","duration":"179.958081ms","start":"2026-04-08T01:21:55.367659Z","end":"2026-04-08T01:21:55.547617Z","steps":["trace[2143734529] 'agreement among raft nodes before linearized reading' (duration: 179.782137ms)"],"step_count":1} {"level":"warn","ts":"2026-04-08T01:21:55.547632Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-08T01:21:55.181586Z","time spent":"365.996887ms","remote":"127.0.0.1:33330","response type":"/etcdserverpb.KV/Txn","request count":0,"request size":0,"response count":0,"response size":28,"request content":"compare: success:> failure:<>"} {"level":"warn","ts":"2026-04-08T01:21:55.547591Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"223.419996ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/kube-scheduler\" ","response":"range_response_count:0 size:5"} {"level":"info","ts":"2026-04-08T01:21:55.547699Z","caller":"traceutil/trace.go:171","msg":"trace[1549877275] range","detail":"{range_begin:/registry/leases/kube-system/plndr-cp-lock; range_end:; response_count:1; response_revision:267; }","duration":"184.103274ms","start":"2026-04-08T01:21:55.363552Z","end":"2026-04-08T01:21:55.547656Z","steps":["trace[1549877275] 'agreement among raft nodes before linearized reading' (duration: 183.891189ms)"],"step_count":1} {"level":"warn","ts":"2026-04-08T01:21:55.547695Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-08T01:21:55.179201Z","time spent":"368.415222ms","remote":"127.0.0.1:33330","response type":"/etcdserverpb.KV/Range","request count":0,"request size":46,"response count":1,"response size":3489,"request content":"key:\"/registry/pods/kube-system/kube-vip-instance\" "} {"level":"info","ts":"2026-04-08T01:21:55.547873Z","caller":"traceutil/trace.go:171","msg":"trace[1234336695] range","detail":"{range_begin:/registry/leases/kube-system/kube-scheduler; range_end:; response_count:0; response_revision:267; }","duration":"223.717203ms","start":"2026-04-08T01:21:55.324027Z","end":"2026-04-08T01:21:55.547745Z","steps":["trace[1234336695] 'agreement among raft nodes before linearized reading' (duration: 223.367245ms)"],"step_count":1} {"level":"info","ts":"2026-04-08T01:21:58.429731Z","caller":"traceutil/trace.go:171","msg":"trace[411340119] linearizableReadLoop","detail":"{readStateIndex:340; appliedIndex:339; }","duration":"101.687943ms","start":"2026-04-08T01:21:58.328019Z","end":"2026-04-08T01:21:58.429707Z","steps":["trace[411340119] 'read index received' (duration: 93.297944ms)","trace[411340119] 'applied index is now lower than readState.Index' (duration: 8.389089ms)"],"step_count":2} {"level":"info","ts":"2026-04-08T01:21:58.429831Z","caller":"traceutil/trace.go:171","msg":"trace[1571558959] transaction","detail":"{read_only:false; response_revision:331; number_of_response:1; }","duration":"118.795797ms","start":"2026-04-08T01:21:58.311006Z","end":"2026-04-08T01:21:58.429802Z","steps":["trace[1571558959] 'process raft request' (duration: 110.291346ms)"],"step_count":1} {"level":"warn","ts":"2026-04-08T01:21:58.429906Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"101.832496ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/serviceaccounts/kube-system/replicaset-controller\" ","response":"range_response_count:1 size:207"} {"level":"info","ts":"2026-04-08T01:21:58.429965Z","caller":"traceutil/trace.go:171","msg":"trace[1873013953] range","detail":"{range_begin:/registry/serviceaccounts/kube-system/replicaset-controller; range_end:; response_count:1; response_revision:331; }","duration":"101.95328ms","start":"2026-04-08T01:21:58.327995Z","end":"2026-04-08T01:21:58.429949Z","steps":["trace[1873013953] 'agreement among raft nodes before linearized reading' (duration: 101.813386ms)"],"step_count":1} {"level":"info","ts":"2026-04-08T01:22:01.720642Z","caller":"traceutil/trace.go:171","msg":"trace[1664593248] transaction","detail":"{read_only:false; response_revision:353; number_of_response:1; }","duration":"555.981532ms","start":"2026-04-08T01:22:01.164629Z","end":"2026-04-08T01:22:01.72061Z","steps":["trace[1664593248] 'process raft request' (duration: 555.782547ms)"],"step_count":1} {"level":"warn","ts":"2026-04-08T01:22:01.721001Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-08T01:22:01.164605Z","time spent":"556.108875ms","remote":"127.0.0.1:33388","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":489,"response count":0,"response size":39,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-04-08T01:22:12.2745Z","caller":"etcdserver/v3_server.go:897","msg":"waiting for ReadIndex response took too long, retrying","sent-request-id":256878260278551703,"retry-timeout":"500ms"} {"level":"info","ts":"2026-04-08T01:22:12.52967Z","caller":"traceutil/trace.go:171","msg":"trace[1809546759] transaction","detail":"{read_only:false; response_revision:414; number_of_response:1; }","duration":"756.222128ms","start":"2026-04-08T01:22:11.773423Z","end":"2026-04-08T01:22:12.529645Z","steps":["trace[1809546759] 'process raft request' (duration: 756.077595ms)"],"step_count":1} {"level":"warn","ts":"2026-04-08T01:22:12.529836Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-08T01:22:11.773409Z","time spent":"756.34505ms","remote":"127.0.0.1:33388","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":490,"response count":0,"response size":39,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-04-08T01:22:13.433495Z","caller":"traceutil/trace.go:171","msg":"trace[1454542767] transaction","detail":"{read_only:false; response_revision:415; number_of_response:1; }","duration":"1.657513001s","start":"2026-04-08T01:22:11.775958Z","end":"2026-04-08T01:22:13.433471Z","steps":["trace[1454542767] 'process raft request' (duration: 1.657302167s)"],"step_count":1} {"level":"warn","ts":"2026-04-08T01:22:13.433666Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-08T01:22:11.775947Z","time spent":"1.657635884s","remote":"127.0.0.1:33388","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":422,"response count":0,"response size":39,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-04-08T01:22:13.433697Z","caller":"traceutil/trace.go:171","msg":"trace[293117352] linearizableReadLoop","detail":"{readStateIndex:428; appliedIndex:425; }","duration":"1.659758082s","start":"2026-04-08T01:22:11.773903Z","end":"2026-04-08T01:22:13.433662Z","steps":["trace[293117352] 'read index received' (duration: 755.576773ms)","trace[293117352] 'applied index is now lower than readState.Index' (duration: 904.179619ms)"],"step_count":2} {"level":"info","ts":"2026-04-08T01:22:13.433823Z","caller":"traceutil/trace.go:171","msg":"trace[689500077] transaction","detail":"{read_only:false; response_revision:416; number_of_response:1; }","duration":"1.575337847s","start":"2026-04-08T01:22:11.858444Z","end":"2026-04-08T01:22:13.433781Z","steps":["trace[689500077] 'process raft request' (duration: 1.574972169s)"],"step_count":1} {"level":"warn","ts":"2026-04-08T01:22:13.433887Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.659960946s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/kube-scheduler\" ","response":"range_response_count:1 size:479"} {"level":"info","ts":"2026-04-08T01:22:13.433939Z","caller":"traceutil/trace.go:171","msg":"trace[2092190260] range","detail":"{range_begin:/registry/leases/kube-system/kube-scheduler; range_end:; response_count:1; response_revision:416; }","duration":"1.660044538s","start":"2026-04-08T01:22:11.773878Z","end":"2026-04-08T01:22:13.433923Z","steps":["trace[2092190260] 'agreement among raft nodes before linearized reading' (duration: 1.659941546s)"],"step_count":1} {"level":"warn","ts":"2026-04-08T01:22:13.433931Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"795.868027ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/masterleases/199.204.45.132\" ","response":"range_response_count:1 size:135"} {"level":"warn","ts":"2026-04-08T01:22:13.433958Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"854.480624ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/health\" ","response":"range_response_count:0 size:5"} {"level":"warn","ts":"2026-04-08T01:22:13.433993Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-08T01:22:11.773865Z","time spent":"1.66011734s","remote":"127.0.0.1:33388","response type":"/etcdserverpb.KV/Range","request count":0,"request size":45,"response count":1,"response size":502,"request content":"key:\"/registry/leases/kube-system/kube-scheduler\" "} {"level":"info","ts":"2026-04-08T01:22:13.434001Z","caller":"traceutil/trace.go:171","msg":"trace[1095636030] range","detail":"{range_begin:/registry/masterleases/199.204.45.132; range_end:; response_count:1; response_revision:416; }","duration":"795.96926ms","start":"2026-04-08T01:22:12.638015Z","end":"2026-04-08T01:22:13.433985Z","steps":["trace[1095636030] 'agreement among raft nodes before linearized reading' (duration: 795.854307ms)"],"step_count":1} {"level":"info","ts":"2026-04-08T01:22:13.434019Z","caller":"traceutil/trace.go:171","msg":"trace[137010822] range","detail":"{range_begin:/registry/health; range_end:; response_count:0; response_revision:416; }","duration":"854.549695ms","start":"2026-04-08T01:22:12.579451Z","end":"2026-04-08T01:22:13.434Z","steps":["trace[137010822] 'agreement among raft nodes before linearized reading' (duration: 854.468823ms)"],"step_count":1} {"level":"warn","ts":"2026-04-08T01:22:13.433887Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.659386534s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/plndr-cp-lock\" ","response":"range_response_count:1 size:432"} {"level":"warn","ts":"2026-04-08T01:22:13.434078Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-08T01:22:12.579404Z","time spent":"854.659098ms","remote":"127.0.0.1:33154","response type":"/etcdserverpb.KV/Range","request count":0,"request size":18,"response count":0,"response size":28,"request content":"key:\"/registry/health\" "} {"level":"info","ts":"2026-04-08T01:22:13.434132Z","caller":"traceutil/trace.go:171","msg":"trace[899419549] range","detail":"{range_begin:/registry/leases/kube-system/plndr-cp-lock; range_end:; response_count:1; response_revision:416; }","duration":"1.65963384s","start":"2026-04-08T01:22:11.774458Z","end":"2026-04-08T01:22:13.434092Z","steps":["trace[899419549] 'agreement among raft nodes before linearized reading' (duration: 1.659373503s)"],"step_count":1} {"level":"warn","ts":"2026-04-08T01:22:13.434042Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-08T01:22:12.637997Z","time spent":"796.035401ms","remote":"127.0.0.1:33186","response type":"/etcdserverpb.KV/Range","request count":0,"request size":39,"response count":1,"response size":158,"request content":"key:\"/registry/masterleases/199.204.45.132\" "} {"level":"warn","ts":"2026-04-08T01:22:13.43425Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-08T01:22:11.77445Z","time spent":"1.659760393s","remote":"127.0.0.1:33388","response type":"/etcdserverpb.KV/Range","request count":0,"request size":44,"response count":1,"response size":455,"request content":"key:\"/registry/leases/kube-system/plndr-cp-lock\" "} {"level":"warn","ts":"2026-04-08T01:22:13.434022Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-08T01:22:11.85842Z","time spent":"1.5754961s","remote":"127.0.0.1:33388","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":673,"response count":0,"response size":39,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-04-08T01:22:14.853696Z","caller":"traceutil/trace.go:171","msg":"trace[347271566] linearizableReadLoop","detail":"{readStateIndex:433; appliedIndex:432; }","duration":"274.612055ms","start":"2026-04-08T01:22:14.579071Z","end":"2026-04-08T01:22:14.853683Z","steps":["trace[347271566] 'read index received' (duration: 274.518253ms)","trace[347271566] 'applied index is now lower than readState.Index' (duration: 93.242µs)"],"step_count":2} {"level":"info","ts":"2026-04-08T01:22:14.85445Z","caller":"traceutil/trace.go:171","msg":"trace[569425754] transaction","detail":"{read_only:false; response_revision:420; number_of_response:1; }","duration":"316.168847ms","start":"2026-04-08T01:22:14.538157Z","end":"2026-04-08T01:22:14.854326Z","steps":["trace[569425754] 'process raft request' (duration: 315.447441ms)"],"step_count":1} {"level":"warn","ts":"2026-04-08T01:22:14.854749Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-08T01:22:14.538138Z","time spent":"316.425364ms","remote":"127.0.0.1:33388","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":490,"response count":0,"response size":39,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-04-08T01:22:14.856364Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"275.461786ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/health\" ","response":"range_response_count:0 size:5"} {"level":"info","ts":"2026-04-08T01:22:14.856492Z","caller":"traceutil/trace.go:171","msg":"trace[2117284047] range","detail":"{range_begin:/registry/health; range_end:; response_count:0; response_revision:420; }","duration":"277.432928ms","start":"2026-04-08T01:22:14.579017Z","end":"2026-04-08T01:22:14.85645Z","steps":["trace[2117284047] 'agreement among raft nodes before linearized reading' (duration: 275.321752ms)"],"step_count":1} {"level":"warn","ts":"2026-04-08T01:22:19.609782Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"142.320366ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/plndr-svcs-lock\" ","response":"range_response_count:1 size:436"} {"level":"warn","ts":"2026-04-08T01:22:19.609835Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"111.252629ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/plndr-cp-lock\" ","response":"range_response_count:1 size:432"} {"level":"warn","ts":"2026-04-08T01:22:19.609893Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"164.285838ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/serviceaccounts/kube-system/cilium\" ","response":"range_response_count:0 size:5"} {"level":"info","ts":"2026-04-08T01:22:19.609906Z","caller":"traceutil/trace.go:171","msg":"trace[1102285495] range","detail":"{range_begin:/registry/leases/kube-system/plndr-svcs-lock; range_end:; response_count:1; response_revision:429; }","duration":"142.50849ms","start":"2026-04-08T01:22:19.467372Z","end":"2026-04-08T01:22:19.609881Z","steps":["trace[1102285495] 'range keys from in-memory index tree' (duration: 142.156931ms)"],"step_count":1} {"level":"info","ts":"2026-04-08T01:22:19.609971Z","caller":"traceutil/trace.go:171","msg":"trace[754371977] range","detail":"{range_begin:/registry/leases/kube-system/plndr-cp-lock; range_end:; response_count:1; response_revision:429; }","duration":"111.422102ms","start":"2026-04-08T01:22:19.498519Z","end":"2026-04-08T01:22:19.609941Z","steps":["trace[754371977] 'range keys from in-memory index tree' (duration: 111.129976ms)"],"step_count":1} {"level":"info","ts":"2026-04-08T01:22:19.609968Z","caller":"traceutil/trace.go:171","msg":"trace[763657798] range","detail":"{range_begin:/registry/serviceaccounts/kube-system/cilium; range_end:; response_count:0; response_revision:429; }","duration":"164.398921ms","start":"2026-04-08T01:22:19.445549Z","end":"2026-04-08T01:22:19.609948Z","steps":["trace[763657798] 'range keys from in-memory index tree' (duration: 164.192407ms)"],"step_count":1} {"level":"warn","ts":"2026-04-08T01:22:22.510932Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"866.615606ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/plndr-cp-lock\" ","response":"range_response_count:1 size:432"} {"level":"info","ts":"2026-04-08T01:22:22.511045Z","caller":"traceutil/trace.go:171","msg":"trace[804501277] range","detail":"{range_begin:/registry/leases/kube-system/plndr-cp-lock; range_end:; response_count:1; response_revision:467; }","duration":"866.77979ms","start":"2026-04-08T01:22:21.644238Z","end":"2026-04-08T01:22:22.511018Z","steps":["trace[804501277] 'range keys from in-memory index tree' (duration: 866.461763ms)"],"step_count":1} {"level":"warn","ts":"2026-04-08T01:22:22.511103Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-08T01:22:21.644218Z","time spent":"866.872893ms","remote":"127.0.0.1:33388","response type":"/etcdserverpb.KV/Range","request count":0,"request size":44,"response count":1,"response size":455,"request content":"key:\"/registry/leases/kube-system/plndr-cp-lock\" "} {"level":"warn","ts":"2026-04-08T01:22:22.511127Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"866.836892ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/plndr-svcs-lock\" ","response":"range_response_count:1 size:436"} {"level":"warn","ts":"2026-04-08T01:22:22.511207Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.21373271s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/secrets/envoy-gateway-system/\" range_end:\"/registry/secrets/envoy-gateway-system0\" ","response":"range_response_count:0 size:5"} {"level":"info","ts":"2026-04-08T01:22:22.511267Z","caller":"traceutil/trace.go:171","msg":"trace[608261616] range","detail":"{range_begin:/registry/leases/kube-system/plndr-svcs-lock; range_end:; response_count:1; response_revision:467; }","duration":"867.025236ms","start":"2026-04-08T01:22:21.644213Z","end":"2026-04-08T01:22:22.511238Z","steps":["trace[608261616] 'range keys from in-memory index tree' (duration: 866.659107ms)"],"step_count":1} {"level":"info","ts":"2026-04-08T01:22:22.511276Z","caller":"traceutil/trace.go:171","msg":"trace[291274642] range","detail":"{range_begin:/registry/secrets/envoy-gateway-system/; range_end:/registry/secrets/envoy-gateway-system0; response_count:0; response_revision:467; }","duration":"1.213847452s","start":"2026-04-08T01:22:21.297409Z","end":"2026-04-08T01:22:22.511256Z","steps":["trace[291274642] 'range keys from in-memory index tree' (duration: 1.213634706s)"],"step_count":1} {"level":"warn","ts":"2026-04-08T01:22:22.511367Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-08T01:22:21.644188Z","time spent":"867.162218ms","remote":"127.0.0.1:33388","response type":"/etcdserverpb.KV/Range","request count":0,"request size":46,"response count":1,"response size":459,"request content":"key:\"/registry/leases/kube-system/plndr-svcs-lock\" "} {"level":"warn","ts":"2026-04-08T01:22:22.511403Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-08T01:22:21.297384Z","time spent":"1.214002965s","remote":"127.0.0.1:33248","response type":"/etcdserverpb.KV/Range","request count":0,"request size":82,"response count":0,"response size":28,"request content":"key:\"/registry/secrets/envoy-gateway-system/\" range_end:\"/registry/secrets/envoy-gateway-system0\" "} {"level":"warn","ts":"2026-04-08T01:22:22.511411Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"932.059035ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/health\" ","response":"range_response_count:0 size:5"} {"level":"info","ts":"2026-04-08T01:22:22.511527Z","caller":"traceutil/trace.go:171","msg":"trace[376661291] range","detail":"{range_begin:/registry/health; range_end:; response_count:0; response_revision:467; }","duration":"932.220659ms","start":"2026-04-08T01:22:21.57929Z","end":"2026-04-08T01:22:22.51151Z","steps":["trace[376661291] 'range keys from in-memory index tree' (duration: 931.969774ms)"],"step_count":1} {"level":"warn","ts":"2026-04-08T01:22:22.51203Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"867.814723ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/kube-scheduler\" ","response":"range_response_count:1 size:479"} {"level":"info","ts":"2026-04-08T01:22:22.512127Z","caller":"traceutil/trace.go:171","msg":"trace[507946097] range","detail":"{range_begin:/registry/leases/kube-system/kube-scheduler; range_end:; response_count:1; response_revision:467; }","duration":"867.937356ms","start":"2026-04-08T01:22:21.644167Z","end":"2026-04-08T01:22:22.512104Z","steps":["trace[507946097] 'range keys from in-memory index tree' (duration: 867.730341ms)"],"step_count":1} {"level":"warn","ts":"2026-04-08T01:22:22.512169Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-08T01:22:21.644156Z","time spent":"868.004137ms","remote":"127.0.0.1:33388","response type":"/etcdserverpb.KV/Range","request count":0,"request size":45,"response count":1,"response size":502,"request content":"key:\"/registry/leases/kube-system/kube-scheduler\" "} {"level":"warn","ts":"2026-04-08T01:22:22.511986Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-08T01:22:21.579266Z","time spent":"932.70047ms","remote":"127.0.0.1:33154","response type":"/etcdserverpb.KV/Range","request count":0,"request size":18,"response count":0,"response size":28,"request content":"key:\"/registry/health\" "} {"level":"info","ts":"2026-04-08T01:22:23.416841Z","caller":"traceutil/trace.go:171","msg":"trace[2100374608] transaction","detail":"{read_only:false; response_revision:486; number_of_response:1; }","duration":"553.913376ms","start":"2026-04-08T01:22:22.862893Z","end":"2026-04-08T01:22:23.416806Z","steps":["trace[2100374608] 'process raft request' (duration: 553.63157ms)"],"step_count":1} {"level":"info","ts":"2026-04-08T01:22:23.41688Z","caller":"traceutil/trace.go:171","msg":"trace[484236832] transaction","detail":"{read_only:false; number_of_response:1; response_revision:486; }","duration":"553.795453ms","start":"2026-04-08T01:22:22.863066Z","end":"2026-04-08T01:22:23.416861Z","steps":["trace[484236832] 'process raft request' (duration: 553.64439ms)"],"step_count":1} {"level":"info","ts":"2026-04-08T01:22:23.416938Z","caller":"traceutil/trace.go:171","msg":"trace[1930747051] transaction","detail":"{read_only:false; number_of_response:0; response_revision:486; }","duration":"553.934136ms","start":"2026-04-08T01:22:22.862955Z","end":"2026-04-08T01:22:23.416889Z","steps":["trace[1930747051] 'process raft request' (duration: 553.703241ms)"],"step_count":1} {"level":"info","ts":"2026-04-08T01:22:23.416981Z","caller":"traceutil/trace.go:171","msg":"trace[1165091669] transaction","detail":"{read_only:false; number_of_response:0; response_revision:486; }","duration":"551.457731ms","start":"2026-04-08T01:22:22.865471Z","end":"2026-04-08T01:22:23.416929Z","steps":["trace[1165091669] 'process raft request' (duration: 551.302257ms)"],"step_count":1} {"level":"warn","ts":"2026-04-08T01:22:23.417005Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-08T01:22:22.862879Z","time spent":"554.055019ms","remote":"127.0.0.1:33640","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":998,"response count":0,"response size":39,"request content":"compare: success:> failure:<>"} {"level":"warn","ts":"2026-04-08T01:22:23.41703Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-08T01:22:22.863061Z","time spent":"553.873225ms","remote":"127.0.0.1:33206","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":102,"response count":0,"response size":6937,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-04-08T01:22:23.417181Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-08T01:22:22.86295Z","time spent":"554.107831ms","remote":"127.0.0.1:33640","response type":"/etcdserverpb.KV/Txn","request count":0,"request size":0,"response count":0,"response size":28,"request content":"compare: success:> failure:<>"} {"level":"warn","ts":"2026-04-08T01:22:23.41719Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-08T01:22:22.865454Z","time spent":"551.629324ms","remote":"127.0.0.1:33640","response type":"/etcdserverpb.KV/Txn","request count":0,"request size":0,"response count":0,"response size":28,"request content":"compare: success:> failure:<>"} {"level":"info","ts":"2026-04-08T01:22:23.417246Z","caller":"traceutil/trace.go:171","msg":"trace[1932088506] transaction","detail":"{read_only:false; response_revision:487; number_of_response:1; }","duration":"541.528067ms","start":"2026-04-08T01:22:22.875647Z","end":"2026-04-08T01:22:23.417176Z","steps":["trace[1932088506] 'process raft request' (duration: 541.155609ms)"],"step_count":1} {"level":"info","ts":"2026-04-08T01:22:23.417422Z","caller":"traceutil/trace.go:171","msg":"trace[1640524851] transaction","detail":"{read_only:false; response_revision:488; number_of_response:1; }","duration":"540.890273ms","start":"2026-04-08T01:22:22.876514Z","end":"2026-04-08T01:22:23.417404Z","steps":["trace[1640524851] 'process raft request' (duration: 540.449063ms)"],"step_count":1} {"level":"info","ts":"2026-04-08T01:22:23.417457Z","caller":"traceutil/trace.go:171","msg":"trace[939333758] transaction","detail":"{read_only:false; response_revision:491; number_of_response:1; }","duration":"536.521784ms","start":"2026-04-08T01:22:22.880921Z","end":"2026-04-08T01:22:23.417443Z","steps":["trace[939333758] 'process raft request' (duration: 536.224508ms)"],"step_count":1} {"level":"info","ts":"2026-04-08T01:22:23.417452Z","caller":"traceutil/trace.go:171","msg":"trace[1401302360] transaction","detail":"{read_only:false; response_revision:490; number_of_response:1; }","duration":"540.107916ms","start":"2026-04-08T01:22:22.877326Z","end":"2026-04-08T01:22:23.417434Z","steps":["trace[1401302360] 'process raft request' (duration: 539.769898ms)"],"step_count":1} {"level":"warn","ts":"2026-04-08T01:22:23.417455Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-08T01:22:22.875622Z","time spent":"541.735672ms","remote":"127.0.0.1:33206","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":9134,"response count":0,"response size":39,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-04-08T01:22:23.417509Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-08T01:22:22.876498Z","time spent":"540.978565ms","remote":"127.0.0.1:33206","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":63889,"response count":0,"response size":39,"request content":"compare: success:> failure:<>"} {"level":"warn","ts":"2026-04-08T01:22:23.417546Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-08T01:22:22.877318Z","time spent":"540.188377ms","remote":"127.0.0.1:33640","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":998,"response count":0,"response size":39,"request content":"compare: success:> failure:<>"} {"level":"info","ts":"2026-04-08T01:22:23.417613Z","caller":"traceutil/trace.go:171","msg":"trace[1542800657] transaction","detail":"{read_only:false; response_revision:493; number_of_response:1; }","duration":"531.760429ms","start":"2026-04-08T01:22:22.885842Z","end":"2026-04-08T01:22:23.417602Z","steps":["trace[1542800657] 'process raft request' (duration: 531.472762ms)"],"step_count":1} {"level":"info","ts":"2026-04-08T01:22:23.417626Z","caller":"traceutil/trace.go:171","msg":"trace[901765057] transaction","detail":"{read_only:false; response_revision:494; number_of_response:1; }","duration":"520.054585ms","start":"2026-04-08T01:22:22.897555Z","end":"2026-04-08T01:22:23.417609Z","steps":["trace[901765057] 'process raft request' (duration: 519.909772ms)"],"step_count":1} {"level":"info","ts":"2026-04-08T01:22:23.41755Z","caller":"traceutil/trace.go:171","msg":"trace[947702572] linearizableReadLoop","detail":"{readStateIndex:512; appliedIndex:500; }","duration":"444.371626ms","start":"2026-04-08T01:22:22.97316Z","end":"2026-04-08T01:22:23.417532Z","steps":["trace[947702572] 'read index received' (duration: 443.429645ms)","trace[947702572] 'applied index is now lower than readState.Index' (duration: 941.051µs)"],"step_count":2} {"level":"warn","ts":"2026-04-08T01:22:23.417551Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-08T01:22:22.880909Z","time spent":"536.579976ms","remote":"127.0.0.1:33206","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":30393,"response count":0,"response size":39,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-04-08T01:22:23.417642Z","caller":"traceutil/trace.go:171","msg":"trace[964973562] transaction","detail":"{read_only:false; response_revision:489; number_of_response:1; }","duration":"540.980125ms","start":"2026-04-08T01:22:22.876651Z","end":"2026-04-08T01:22:23.417631Z","steps":["trace[964973562] 'process raft request' (duration: 540.384082ms)"],"step_count":1} {"level":"info","ts":"2026-04-08T01:22:23.428517Z","caller":"traceutil/trace.go:171","msg":"trace[1152065333] transaction","detail":"{read_only:false; response_revision:492; number_of_response:1; }","duration":"546.454098ms","start":"2026-04-08T01:22:22.88203Z","end":"2026-04-08T01:22:23.428484Z","steps":["trace[1152065333] 'process raft request' (duration: 535.211516ms)"],"step_count":1} {"level":"warn","ts":"2026-04-08T01:22:23.428572Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-08T01:22:22.876608Z","time spent":"551.88145ms","remote":"127.0.0.1:33206","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":30374,"response count":0,"response size":39,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-04-08T01:22:23.428635Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-08T01:22:22.882008Z","time spent":"546.56987ms","remote":"127.0.0.1:33206","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":28739,"response count":0,"response size":39,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-04-08T01:22:23.428638Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-08T01:22:22.897534Z","time spent":"531.030961ms","remote":"127.0.0.1:33206","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":79374,"response count":0,"response size":39,"request content":"compare: success:> failure:<>"} {"level":"warn","ts":"2026-04-08T01:22:23.417667Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-08T01:22:22.885826Z","time spent":"531.81971ms","remote":"127.0.0.1:33206","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":58271,"response count":0,"response size":39,"request content":"compare: success:> failure:<>"} {"level":"warn","ts":"2026-04-08T01:22:23.428759Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"455.577917ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/kube-controller-manager\" ","response":"range_response_count:1 size:505"} {"level":"info","ts":"2026-04-08T01:22:23.428924Z","caller":"traceutil/trace.go:171","msg":"trace[526111888] range","detail":"{range_begin:/registry/leases/kube-system/kube-controller-manager; range_end:; response_count:1; response_revision:494; }","duration":"455.793242ms","start":"2026-04-08T01:22:22.973105Z","end":"2026-04-08T01:22:23.428898Z","steps":["trace[526111888] 'agreement among raft nodes before linearized reading' (duration: 444.483198ms)"],"step_count":1} {"level":"warn","ts":"2026-04-08T01:22:23.428976Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-08T01:22:22.973084Z","time spent":"455.880564ms","remote":"127.0.0.1:33388","response type":"/etcdserverpb.KV/Range","request count":0,"request size":54,"response count":1,"response size":528,"request content":"key:\"/registry/leases/kube-system/kube-controller-manager\" "} {"level":"info","ts":"2026-04-08T01:22:23.740714Z","caller":"traceutil/trace.go:171","msg":"trace[960358713] transaction","detail":"{read_only:false; response_revision:495; number_of_response:1; }","duration":"737.534268ms","start":"2026-04-08T01:22:23.003151Z","end":"2026-04-08T01:22:23.740685Z","steps":["trace[960358713] 'process raft request' (duration: 730.401738ms)"],"step_count":1} {"level":"warn","ts":"2026-04-08T01:22:23.74086Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-08T01:22:23.003117Z","time spent":"737.676452ms","remote":"127.0.0.1:33206","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":149907,"response count":0,"response size":39,"request content":"compare: success:> failure:<>"} {"level":"info","ts":"2026-04-08T01:22:23.747675Z","caller":"traceutil/trace.go:171","msg":"trace[894791072] transaction","detail":"{read_only:false; response_revision:496; number_of_response:1; }","duration":"318.371998ms","start":"2026-04-08T01:22:23.429261Z","end":"2026-04-08T01:22:23.747633Z","steps":["trace[894791072] 'process raft request' (duration: 318.074052ms)"],"step_count":1} {"level":"warn","ts":"2026-04-08T01:22:23.74787Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-08T01:22:23.429242Z","time spent":"318.513461ms","remote":"127.0.0.1:33206","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":10846,"response count":0,"response size":39,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-04-08T01:22:23.747922Z","caller":"traceutil/trace.go:171","msg":"trace[1019661946] transaction","detail":"{read_only:false; response_revision:498; number_of_response:1; }","duration":"288.791584ms","start":"2026-04-08T01:22:23.459107Z","end":"2026-04-08T01:22:23.747899Z","steps":["trace[1019661946] 'process raft request' (duration: 288.485487ms)"],"step_count":1} {"level":"info","ts":"2026-04-08T01:22:23.74792Z","caller":"traceutil/trace.go:171","msg":"trace[507623508] transaction","detail":"{read_only:false; response_revision:497; number_of_response:1; }","duration":"314.332567ms","start":"2026-04-08T01:22:23.433536Z","end":"2026-04-08T01:22:23.747869Z","steps":["trace[507623508] 'process raft request' (duration: 313.97909ms)"],"step_count":1} {"level":"info","ts":"2026-04-08T01:22:23.748018Z","caller":"traceutil/trace.go:171","msg":"trace[2042005072] transaction","detail":"{read_only:false; response_revision:499; number_of_response:1; }","duration":"273.552421ms","start":"2026-04-08T01:22:23.474431Z","end":"2026-04-08T01:22:23.747984Z","steps":["trace[2042005072] 'process raft request' (duration: 273.260694ms)"],"step_count":1} {"level":"info","ts":"2026-04-08T01:22:23.748158Z","caller":"traceutil/trace.go:171","msg":"trace[1775344324] transaction","detail":"{read_only:false; response_revision:500; number_of_response:1; }","duration":"266.762718ms","start":"2026-04-08T01:22:23.481383Z","end":"2026-04-08T01:22:23.748145Z","steps":["trace[1775344324] 'process raft request' (duration: 266.498883ms)"],"step_count":1} {"level":"warn","ts":"2026-04-08T01:22:23.748174Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-08T01:22:23.433519Z","time spent":"314.527101ms","remote":"127.0.0.1:33388","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":490,"response count":0,"response size":39,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-04-08T01:22:23.748172Z","caller":"traceutil/trace.go:171","msg":"trace[1398031385] linearizableReadLoop","detail":"{readStateIndex:514; appliedIndex:512; }","duration":"317.970989ms","start":"2026-04-08T01:22:23.430178Z","end":"2026-04-08T01:22:23.748149Z","steps":["trace[1398031385] 'read index received' (duration: 303.399672ms)","trace[1398031385] 'applied index is now lower than readState.Index' (duration: 14.570517ms)"],"step_count":2} {"level":"info","ts":"2026-04-08T01:22:23.748274Z","caller":"traceutil/trace.go:171","msg":"trace[19908333] transaction","detail":"{read_only:false; response_revision:501; number_of_response:1; }","duration":"115.561554ms","start":"2026-04-08T01:22:23.632698Z","end":"2026-04-08T01:22:23.74826Z","steps":["trace[19908333] 'process raft request' (duration: 115.38194ms)"],"step_count":1} {"level":"warn","ts":"2026-04-08T01:22:23.748391Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"318.193873ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/apiregistration.k8s.io/apiservices/v1alpha1.gateway.networking.x-k8s.io\" ","response":"range_response_count:1 size:1019"} {"level":"info","ts":"2026-04-08T01:22:23.748429Z","caller":"traceutil/trace.go:171","msg":"trace[1320570641] range","detail":"{range_begin:/registry/apiregistration.k8s.io/apiservices/v1alpha1.gateway.networking.x-k8s.io; range_end:; response_count:1; response_revision:501; }","duration":"318.254914ms","start":"2026-04-08T01:22:23.430163Z","end":"2026-04-08T01:22:23.748418Z","steps":["trace[1320570641] 'agreement among raft nodes before linearized reading' (duration: 318.112781ms)"],"step_count":1} {"level":"warn","ts":"2026-04-08T01:22:23.748459Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-08T01:22:23.430157Z","time spent":"318.296355ms","remote":"127.0.0.1:33640","response type":"/etcdserverpb.KV/Range","request count":0,"request size":83,"response count":1,"response size":1042,"request content":"key:\"/registry/apiregistration.k8s.io/apiservices/v1alpha1.gateway.networking.x-k8s.io\" "} {"level":"warn","ts":"2026-04-08T01:22:23.748468Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"168.243677ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/health\" ","response":"range_response_count:0 size:5"} {"level":"warn","ts":"2026-04-08T01:22:23.748475Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"318.243494ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/apiregistration.k8s.io/apiservices/v1beta1.gateway.networking.k8s.io\" ","response":"range_response_count:1 size:1010"} {"level":"info","ts":"2026-04-08T01:22:23.748504Z","caller":"traceutil/trace.go:171","msg":"trace[1608415226] range","detail":"{range_begin:/registry/health; range_end:; response_count:0; response_revision:501; }","duration":"168.39156ms","start":"2026-04-08T01:22:23.580101Z","end":"2026-04-08T01:22:23.748493Z","steps":["trace[1608415226] 'agreement among raft nodes before linearized reading' (duration: 168.267837ms)"],"step_count":1} {"level":"info","ts":"2026-04-08T01:22:23.748537Z","caller":"traceutil/trace.go:171","msg":"trace[453613460] range","detail":"{range_begin:/registry/apiregistration.k8s.io/apiservices/v1beta1.gateway.networking.k8s.io; range_end:; response_count:1; response_revision:501; }","duration":"318.337506ms","start":"2026-04-08T01:22:23.430184Z","end":"2026-04-08T01:22:23.748522Z","steps":["trace[453613460] 'agreement among raft nodes before linearized reading' (duration: 318.174182ms)"],"step_count":1} {"level":"warn","ts":"2026-04-08T01:22:23.748589Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-08T01:22:23.430173Z","time spent":"318.407448ms","remote":"127.0.0.1:33640","response type":"/etcdserverpb.KV/Range","request count":0,"request size":80,"response count":1,"response size":1033,"request content":"key:\"/registry/apiregistration.k8s.io/apiservices/v1beta1.gateway.networking.k8s.io\" "} {"level":"warn","ts":"2026-04-08T01:22:25.088359Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"353.553638ms","expected-duration":"100ms","prefix":"","request":"header: txn: success:> failure: >>","response":"size:16"} {"level":"info","ts":"2026-04-08T01:22:25.088469Z","caller":"traceutil/trace.go:171","msg":"trace[1093231383] transaction","detail":"{read_only:false; response_revision:543; number_of_response:1; }","duration":"483.776022ms","start":"2026-04-08T01:22:24.604682Z","end":"2026-04-08T01:22:25.088458Z","steps":["trace[1093231383] 'process raft request' (duration: 130.025489ms)","trace[1093231383] 'compare' (duration: 353.455276ms)"],"step_count":2} {"level":"warn","ts":"2026-04-08T01:22:25.088506Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-08T01:22:24.604638Z","time spent":"483.852393ms","remote":"127.0.0.1:33388","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":422,"response count":0,"response size":39,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-04-08T01:22:25.089142Z","caller":"traceutil/trace.go:171","msg":"trace[1014377184] transaction","detail":"{read_only:false; response_revision:544; number_of_response:1; }","duration":"483.985036ms","start":"2026-04-08T01:22:24.605124Z","end":"2026-04-08T01:22:25.089109Z","steps":["trace[1014377184] 'process raft request' (duration: 483.303881ms)"],"step_count":1} {"level":"warn","ts":"2026-04-08T01:22:25.08932Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-08T01:22:24.605102Z","time spent":"484.123788ms","remote":"127.0.0.1:33388","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":464,"response count":0,"response size":39,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-04-08T01:22:25.089519Z","caller":"traceutil/trace.go:171","msg":"trace[1907530875] transaction","detail":"{read_only:false; response_revision:546; number_of_response:1; }","duration":"352.536545ms","start":"2026-04-08T01:22:24.736976Z","end":"2026-04-08T01:22:25.089512Z","steps":["trace[1907530875] 'process raft request' (duration: 352.483144ms)"],"step_count":1} {"level":"warn","ts":"2026-04-08T01:22:25.089566Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-08T01:22:24.736955Z","time spent":"352.586135ms","remote":"127.0.0.1:33206","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":207462,"response count":0,"response size":39,"request content":"compare: success:> failure:<>"} {"level":"info","ts":"2026-04-08T01:22:25.089646Z","caller":"traceutil/trace.go:171","msg":"trace[760988553] transaction","detail":"{read_only:false; response_revision:545; number_of_response:1; }","duration":"482.8746ms","start":"2026-04-08T01:22:24.606742Z","end":"2026-04-08T01:22:25.089617Z","steps":["trace[760988553] 'process raft request' (duration: 482.092243ms)"],"step_count":1} {"level":"warn","ts":"2026-04-08T01:22:25.089795Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-08T01:22:24.606723Z","time spent":"482.994042ms","remote":"127.0.0.1:33206","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":570081,"response count":0,"response size":39,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-04-08T01:22:26.835297Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"106.718386ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/roles/envoy-gateway-system/envoy-gateway-gateway-helm-leader-election-role\" ","response":"range_response_count:0 size:5"} {"level":"info","ts":"2026-04-08T01:22:26.835412Z","caller":"traceutil/trace.go:171","msg":"trace[393487566] range","detail":"{range_begin:/registry/roles/envoy-gateway-system/envoy-gateway-gateway-helm-leader-election-role; range_end:; response_count:0; response_revision:554; }","duration":"106.88316ms","start":"2026-04-08T01:22:26.728498Z","end":"2026-04-08T01:22:26.835381Z","steps":["trace[393487566] 'range keys from in-memory index tree' (duration: 106.573073ms)"],"step_count":1} {"level":"info","ts":"2026-04-08T01:22:27.435487Z","caller":"traceutil/trace.go:171","msg":"trace[730298914] transaction","detail":"{read_only:false; response_revision:560; number_of_response:1; }","duration":"175.091702ms","start":"2026-04-08T01:22:27.260369Z","end":"2026-04-08T01:22:27.435461Z","steps":["trace[730298914] 'process raft request' (duration: 174.311853ms)"],"step_count":1} {"level":"warn","ts":"2026-04-08T01:22:30.038929Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"250.225938ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/kube-controller-manager\" ","response":"range_response_count:1 size:505"} {"level":"info","ts":"2026-04-08T01:22:30.039028Z","caller":"traceutil/trace.go:171","msg":"trace[692442413] range","detail":"{range_begin:/registry/leases/kube-system/kube-controller-manager; range_end:; response_count:1; response_revision:575; }","duration":"250.379941ms","start":"2026-04-08T01:22:29.788626Z","end":"2026-04-08T01:22:30.039006Z","steps":["trace[692442413] 'range keys from in-memory index tree' (duration: 249.997473ms)"],"step_count":1} {"level":"info","ts":"2026-04-08T01:22:30.64088Z","caller":"traceutil/trace.go:171","msg":"trace[60701324] transaction","detail":"{read_only:false; response_revision:576; number_of_response:1; }","duration":"711.892762ms","start":"2026-04-08T01:22:29.928964Z","end":"2026-04-08T01:22:30.640857Z","steps":["trace[60701324] 'process raft request' (duration: 711.091644ms)"],"step_count":1} {"level":"warn","ts":"2026-04-08T01:22:30.641039Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-08T01:22:29.928931Z","time spent":"712.024795ms","remote":"127.0.0.1:33248","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":1036257,"response count":0,"response size":39,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-04-08T01:22:31.644775Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"858.391591ms","expected-duration":"100ms","prefix":"","request":"header: txn: success:> failure: >>","response":"size:16"} {"level":"info","ts":"2026-04-08T01:22:31.644926Z","caller":"traceutil/trace.go:171","msg":"trace[881749037] transaction","detail":"{read_only:false; response_revision:577; number_of_response:1; }","duration":"1.601565397s","start":"2026-04-08T01:22:30.043313Z","end":"2026-04-08T01:22:31.644879Z","steps":["trace[881749037] 'process raft request' (duration: 742.975641ms)","trace[881749037] 'compare' (duration: 858.282519ms)"],"step_count":2} {"level":"info","ts":"2026-04-08T01:22:31.644884Z","caller":"traceutil/trace.go:171","msg":"trace[28893139] linearizableReadLoop","detail":"{readStateIndex:596; appliedIndex:594; }","duration":"1.376125415s","start":"2026-04-08T01:22:30.268741Z","end":"2026-04-08T01:22:31.644866Z","steps":["trace[28893139] 'read index received' (duration: 371.129751ms)","trace[28893139] 'applied index is now lower than readState.Index' (duration: 1.004994554s)"],"step_count":2} {"level":"warn","ts":"2026-04-08T01:22:31.645095Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-08T01:22:30.043288Z","time spent":"1.60171849s","remote":"127.0.0.1:33388","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":490,"response count":0,"response size":39,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-04-08T01:22:31.645319Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.376544594s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pods/kube-system/cilium-xf57g\" ","response":"range_response_count:1 size:16965"} {"level":"info","ts":"2026-04-08T01:22:31.645402Z","caller":"traceutil/trace.go:171","msg":"trace[911491577] range","detail":"{range_begin:/registry/pods/kube-system/cilium-xf57g; range_end:; response_count:1; response_revision:577; }","duration":"1.376667287s","start":"2026-04-08T01:22:30.268712Z","end":"2026-04-08T01:22:31.64538Z","steps":["trace[911491577] 'agreement among raft nodes before linearized reading' (duration: 1.376435702s)"],"step_count":1} {"level":"warn","ts":"2026-04-08T01:22:31.645447Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-08T01:22:30.268694Z","time spent":"1.376745068s","remote":"127.0.0.1:33330","response type":"/etcdserverpb.KV/Range","request count":0,"request size":41,"response count":1,"response size":16988,"request content":"key:\"/registry/pods/kube-system/cilium-xf57g\" "} {"level":"warn","ts":"2026-04-08T01:22:32.579751Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"2.000026192s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/health\" ","response":"","error":"context canceled"} {"level":"info","ts":"2026-04-08T01:22:32.579925Z","caller":"traceutil/trace.go:171","msg":"trace[289823749] range","detail":"{range_begin:/registry/health; range_end:; }","duration":"2.000279477s","start":"2026-04-08T01:22:30.579599Z","end":"2026-04-08T01:22:32.579879Z","steps":["trace[289823749] 'agreement among raft nodes before linearized reading' (duration: 2.000070762s)"],"step_count":1} {"level":"warn","ts":"2026-04-08T01:22:32.580006Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-08T01:22:30.57957Z","time spent":"2.00041454s","remote":"127.0.0.1:33154","response type":"/etcdserverpb.KV/Range","request count":0,"request size":18,"response count":0,"response size":0,"request content":"key:\"/registry/health\" "} 2026/04/08 01:22:32 WARNING: [core] [Server #7] grpc: Server.processUnaryRPC failed to write status: connection error: desc = "transport is closing" {"level":"warn","ts":"2026-04-08T01:22:33.633448Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.86722714s","expected-duration":"100ms","prefix":"","request":"header: txn: success:> failure:<>>","response":"size:16"} {"level":"info","ts":"2026-04-08T01:22:33.633766Z","caller":"traceutil/trace.go:171","msg":"trace[1545328558] transaction","detail":"{read_only:false; response_revision:579; number_of_response:1; }","duration":"1.974473427s","start":"2026-04-08T01:22:31.659268Z","end":"2026-04-08T01:22:33.633741Z","steps":["trace[1545328558] 'process raft request' (duration: 1.974350325s)"],"step_count":1} {"level":"warn","ts":"2026-04-08T01:22:33.633876Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-08T01:22:31.659242Z","time spent":"1.97457741s","remote":"127.0.0.1:33330","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":17134,"response count":0,"response size":39,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-04-08T01:22:33.633946Z","caller":"traceutil/trace.go:171","msg":"trace[431197730] linearizableReadLoop","detail":"{readStateIndex:597; appliedIndex:596; }","duration":"1.988836939s","start":"2026-04-08T01:22:31.645046Z","end":"2026-04-08T01:22:33.633883Z","steps":["trace[431197730] 'read index received' (duration: 121.161039ms)","trace[431197730] 'applied index is now lower than readState.Index' (duration: 1.86767101s)"],"step_count":2} {"level":"info","ts":"2026-04-08T01:22:33.634242Z","caller":"traceutil/trace.go:171","msg":"trace[135651126] transaction","detail":"{read_only:false; response_revision:578; number_of_response:1; }","duration":"2.939302088s","start":"2026-04-08T01:22:30.694917Z","end":"2026-04-08T01:22:33.634219Z","steps":["trace[135651126] 'process raft request' (duration: 1.071191348s)","trace[135651126] 'compare' (duration: 1.866936814s)"],"step_count":2} {"level":"warn","ts":"2026-04-08T01:22:33.634338Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"994.533027ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/masterleases/199.204.45.132\" ","response":"range_response_count:1 size:135"} {"level":"info","ts":"2026-04-08T01:22:33.634407Z","caller":"traceutil/trace.go:171","msg":"trace[1038834543] range","detail":"{range_begin:/registry/masterleases/199.204.45.132; range_end:; response_count:1; response_revision:579; }","duration":"994.64471ms","start":"2026-04-08T01:22:32.639749Z","end":"2026-04-08T01:22:33.634394Z","steps":["trace[1038834543] 'agreement among raft nodes before linearized reading' (duration: 994.433955ms)"],"step_count":1} {"level":"warn","ts":"2026-04-08T01:22:33.634254Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"2.906477591s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/plndr-cp-lock\" ","response":"range_response_count:1 size:432"} {"level":"warn","ts":"2026-04-08T01:22:33.634447Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-08T01:22:32.639727Z","time spent":"994.711902ms","remote":"127.0.0.1:33186","response type":"/etcdserverpb.KV/Range","request count":0,"request size":39,"response count":1,"response size":158,"request content":"key:\"/registry/masterleases/199.204.45.132\" "} {"level":"info","ts":"2026-04-08T01:22:33.63449Z","caller":"traceutil/trace.go:171","msg":"trace[910020086] range","detail":"{range_begin:/registry/leases/kube-system/plndr-cp-lock; range_end:; response_count:1; response_revision:579; }","duration":"2.906739667s","start":"2026-04-08T01:22:30.727715Z","end":"2026-04-08T01:22:33.634454Z","steps":["trace[910020086] 'agreement among raft nodes before linearized reading' (duration: 2.906390829s)"],"step_count":1} {"level":"warn","ts":"2026-04-08T01:22:33.634245Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"2.521527149s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/plndr-svcs-lock\" ","response":"range_response_count:1 size:435"} {"level":"info","ts":"2026-04-08T01:22:33.634636Z","caller":"traceutil/trace.go:171","msg":"trace[1643085245] range","detail":"{range_begin:/registry/leases/kube-system/plndr-svcs-lock; range_end:; response_count:1; response_revision:579; }","duration":"2.521958139s","start":"2026-04-08T01:22:31.11262Z","end":"2026-04-08T01:22:33.634578Z","steps":["trace[1643085245] 'agreement among raft nodes before linearized reading' (duration: 2.521446717s)"],"step_count":1} {"level":"warn","ts":"2026-04-08T01:22:33.634641Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-08T01:22:30.727693Z","time spent":"2.90688811s","remote":"127.0.0.1:33388","response type":"/etcdserverpb.KV/Range","request count":0,"request size":44,"response count":1,"response size":455,"request content":"key:\"/registry/leases/kube-system/plndr-cp-lock\" "} {"level":"warn","ts":"2026-04-08T01:22:33.634701Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-08T01:22:31.112605Z","time spent":"2.522081211s","remote":"127.0.0.1:33388","response type":"/etcdserverpb.KV/Range","request count":0,"request size":46,"response count":1,"response size":458,"request content":"key:\"/registry/leases/kube-system/plndr-svcs-lock\" "} {"level":"warn","ts":"2026-04-08T01:22:33.634247Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.05434315s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/health\" ","response":"range_response_count:0 size:5"} {"level":"warn","ts":"2026-04-08T01:22:33.634631Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-08T01:22:30.694883Z","time spent":"2.939470482s","remote":"127.0.0.1:33464","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":1087,"response count":0,"response size":39,"request content":"compare: success:> failure:<>"} {"level":"info","ts":"2026-04-08T01:22:33.634846Z","caller":"traceutil/trace.go:171","msg":"trace[517316305] range","detail":"{range_begin:/registry/health; range_end:; response_count:0; response_revision:579; }","duration":"1.054932614s","start":"2026-04-08T01:22:32.579844Z","end":"2026-04-08T01:22:33.634776Z","steps":["trace[517316305] 'agreement among raft nodes before linearized reading' (duration: 1.054331s)"],"step_count":1} {"level":"warn","ts":"2026-04-08T01:22:33.634276Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"2.52072813s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/kube-scheduler\" ","response":"range_response_count:1 size:478"} {"level":"info","ts":"2026-04-08T01:22:33.634969Z","caller":"traceutil/trace.go:171","msg":"trace[1080259738] range","detail":"{range_begin:/registry/leases/kube-system/kube-scheduler; range_end:; response_count:1; response_revision:579; }","duration":"2.521467418s","start":"2026-04-08T01:22:31.113488Z","end":"2026-04-08T01:22:33.634955Z","steps":["trace[1080259738] 'agreement among raft nodes before linearized reading' (duration: 2.520539017s)"],"step_count":1} {"level":"warn","ts":"2026-04-08T01:22:33.635025Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-08T01:22:31.113467Z","time spent":"2.52154528s","remote":"127.0.0.1:33388","response type":"/etcdserverpb.KV/Range","request count":0,"request size":45,"response count":1,"response size":501,"request content":"key:\"/registry/leases/kube-system/kube-scheduler\" "} {"level":"warn","ts":"2026-04-08T01:22:33.634974Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-08T01:22:32.579825Z","time spent":"1.055128288s","remote":"127.0.0.1:33162","response type":"/etcdserverpb.KV/Range","request count":0,"request size":18,"response count":0,"response size":28,"request content":"key:\"/registry/health\" "} {"level":"warn","ts":"2026-04-08T01:22:34.14507Z","caller":"etcdserver/v3_server.go:897","msg":"waiting for ReadIndex response took too long, retrying","sent-request-id":256878260278552068,"retry-timeout":"500ms"} {"level":"warn","ts":"2026-04-08T01:22:34.645342Z","caller":"etcdserver/v3_server.go:897","msg":"waiting for ReadIndex response took too long, retrying","sent-request-id":256878260278552068,"retry-timeout":"500ms"} {"level":"warn","ts":"2026-04-08T01:22:34.714414Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-08T01:22:33.635391Z","time spent":"1.079015594s","remote":"127.0.0.1:33186","response type":"/etcdserverpb.Lease/LeaseGrant","request count":-1,"request size":-1,"response count":-1,"response size":-1,"request content":""} {"level":"info","ts":"2026-04-08T01:22:34.726555Z","caller":"traceutil/trace.go:171","msg":"trace[2061133589] transaction","detail":"{read_only:false; response_revision:580; number_of_response:1; }","duration":"1.088103198s","start":"2026-04-08T01:22:33.63842Z","end":"2026-04-08T01:22:34.726523Z","steps":["trace[2061133589] 'process raft request' (duration: 1.087915794s)"],"step_count":1} {"level":"info","ts":"2026-04-08T01:22:34.726675Z","caller":"traceutil/trace.go:171","msg":"trace[960282653] transaction","detail":"{read_only:false; response_revision:582; number_of_response:1; }","duration":"1.085550501s","start":"2026-04-08T01:22:33.641117Z","end":"2026-04-08T01:22:34.726668Z","steps":["trace[960282653] 'process raft request' (duration: 1.085364987s)"],"step_count":1} {"level":"warn","ts":"2026-04-08T01:22:34.726703Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-08T01:22:33.638403Z","time spent":"1.08822954s","remote":"127.0.0.1:33388","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":463,"response count":0,"response size":39,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-04-08T01:22:34.726765Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-08T01:22:33.641107Z","time spent":"1.085599952s","remote":"127.0.0.1:33230","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":759,"response count":0,"response size":39,"request content":"compare: success:> failure:<>"} {"level":"info","ts":"2026-04-08T01:22:34.726548Z","caller":"traceutil/trace.go:171","msg":"trace[1414606917] transaction","detail":"{read_only:false; response_revision:581; number_of_response:1; }","duration":"1.086285478s","start":"2026-04-08T01:22:33.64024Z","end":"2026-04-08T01:22:34.726526Z","steps":["trace[1414606917] 'process raft request' (duration: 1.086216166s)"],"step_count":1} {"level":"info","ts":"2026-04-08T01:22:34.726831Z","caller":"traceutil/trace.go:171","msg":"trace[1254858128] transaction","detail":"{read_only:false; response_revision:583; number_of_response:1; }","duration":"1.084029867s","start":"2026-04-08T01:22:33.64278Z","end":"2026-04-08T01:22:34.72681Z","steps":["trace[1254858128] 'process raft request' (duration: 1.083855873s)"],"step_count":1} {"level":"info","ts":"2026-04-08T01:22:34.726909Z","caller":"traceutil/trace.go:171","msg":"trace[1663884310] linearizableReadLoop","detail":"{readStateIndex:604; appliedIndex:598; }","duration":"1.082010131s","start":"2026-04-08T01:22:33.64489Z","end":"2026-04-08T01:22:34.7269Z","steps":["trace[1663884310] 'read index received' (duration: 1.035218061s)","trace[1663884310] 'applied index is now lower than readState.Index' (duration: 46.791ms)"],"step_count":2} {"level":"warn","ts":"2026-04-08T01:22:34.726953Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-08T01:22:33.642758Z","time spent":"1.084127299s","remote":"127.0.0.1:33388","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":418,"response count":0,"response size":39,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-04-08T01:22:34.726959Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-08T01:22:33.640222Z","time spent":"1.086636345s","remote":"127.0.0.1:33388","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":421,"response count":0,"response size":39,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-04-08T01:22:34.727002Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.082123454s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/health\" ","response":"range_response_count:0 size:5"} {"level":"info","ts":"2026-04-08T01:22:34.727029Z","caller":"traceutil/trace.go:171","msg":"trace[2010322424] range","detail":"{range_begin:/registry/health; range_end:; response_count:0; response_revision:584; }","duration":"1.082171015s","start":"2026-04-08T01:22:33.64485Z","end":"2026-04-08T01:22:34.727022Z","steps":["trace[2010322424] 'agreement among raft nodes before linearized reading' (duration: 1.082099003s)"],"step_count":1} {"level":"warn","ts":"2026-04-08T01:22:34.727049Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-08T01:22:33.644837Z","time spent":"1.082207896s","remote":"127.0.0.1:33154","response type":"/etcdserverpb.KV/Range","request count":0,"request size":18,"response count":0,"response size":28,"request content":"key:\"/registry/health\" "} {"level":"info","ts":"2026-04-08T01:22:34.726971Z","caller":"traceutil/trace.go:171","msg":"trace[69757069] transaction","detail":"{read_only:false; response_revision:584; number_of_response:1; }","duration":"579.468368ms","start":"2026-04-08T01:22:34.147485Z","end":"2026-04-08T01:22:34.726953Z","steps":["trace[69757069] 'process raft request' (duration: 579.258444ms)"],"step_count":1} {"level":"warn","ts":"2026-04-08T01:22:34.727219Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-08T01:22:34.147465Z","time spent":"579.701293ms","remote":"127.0.0.1:33388","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":672,"response count":0,"response size":39,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-04-08T01:22:34.873594Z","caller":"traceutil/trace.go:171","msg":"trace[1308006737] transaction","detail":"{read_only:false; response_revision:585; number_of_response:1; }","duration":"157.805244ms","start":"2026-04-08T01:22:34.715766Z","end":"2026-04-08T01:22:34.873571Z","steps":["trace[1308006737] 'process raft request' (duration: 129.368815ms)","trace[1308006737] 'compare' (duration: 28.275595ms)"],"step_count":2} {"level":"info","ts":"2026-04-08T01:22:34.873588Z","caller":"traceutil/trace.go:171","msg":"trace[1774940733] linearizableReadLoop","detail":"{readStateIndex:605; appliedIndex:604; }","duration":"146.631442ms","start":"2026-04-08T01:22:34.726929Z","end":"2026-04-08T01:22:34.873561Z","steps":["trace[1774940733] 'read index received' (duration: 118.119492ms)","trace[1774940733] 'applied index is now lower than readState.Index' (duration: 28.51081ms)"],"step_count":2} {"level":"warn","ts":"2026-04-08T01:22:34.873742Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.228547482s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/mutatingwebhookconfigurations/envoy-gateway-topology-injector.envoy-gateway-system\" ","response":"range_response_count:0 size:5"} {"level":"info","ts":"2026-04-08T01:22:34.873809Z","caller":"traceutil/trace.go:171","msg":"trace[1410972397] range","detail":"{range_begin:/registry/mutatingwebhookconfigurations/envoy-gateway-topology-injector.envoy-gateway-system; range_end:; response_count:0; response_revision:585; }","duration":"1.228643895s","start":"2026-04-08T01:22:33.645152Z","end":"2026-04-08T01:22:34.873795Z","steps":["trace[1410972397] 'agreement among raft nodes before linearized reading' (duration: 1.228487231s)"],"step_count":1} {"level":"warn","ts":"2026-04-08T01:22:34.873853Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-08T01:22:33.645147Z","time spent":"1.228697236s","remote":"127.0.0.1:33634","response type":"/etcdserverpb.KV/Range","request count":0,"request size":94,"response count":0,"response size":28,"request content":"key:\"/registry/mutatingwebhookconfigurations/envoy-gateway-topology-injector.envoy-gateway-system\" "} {"level":"warn","ts":"2026-04-08T01:22:34.873868Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"145.457035ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/health\" ","response":"range_response_count:0 size:5"} {"level":"info","ts":"2026-04-08T01:22:34.873923Z","caller":"traceutil/trace.go:171","msg":"trace[1802567215] range","detail":"{range_begin:/registry/health; range_end:; response_count:0; response_revision:585; }","duration":"145.559428ms","start":"2026-04-08T01:22:34.728348Z","end":"2026-04-08T01:22:34.873907Z","steps":["trace[1802567215] 'agreement among raft nodes before linearized reading' (duration: 145.446505ms)"],"step_count":1} {"level":"warn","ts":"2026-04-08T01:22:34.87399Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.225350061s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/kube-controller-manager\" ","response":"range_response_count:1 size:505"} {"level":"info","ts":"2026-04-08T01:22:34.874071Z","caller":"traceutil/trace.go:171","msg":"trace[1719114871] range","detail":"{range_begin:/registry/leases/kube-system/kube-controller-manager; range_end:; response_count:1; response_revision:585; }","duration":"1.225485993s","start":"2026-04-08T01:22:33.648569Z","end":"2026-04-08T01:22:34.874055Z","steps":["trace[1719114871] 'agreement among raft nodes before linearized reading' (duration: 1.225019733s)"],"step_count":1} {"level":"warn","ts":"2026-04-08T01:22:34.874213Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-08T01:22:33.648563Z","time spent":"1.225636616s","remote":"127.0.0.1:33388","response type":"/etcdserverpb.KV/Range","request count":0,"request size":54,"response count":1,"response size":528,"request content":"key:\"/registry/leases/kube-system/kube-controller-manager\" "} {"level":"info","ts":"2026-04-08T01:22:35.96266Z","caller":"traceutil/trace.go:171","msg":"trace[1961071570] transaction","detail":"{read_only:false; response_revision:592; number_of_response:1; }","duration":"109.279672ms","start":"2026-04-08T01:22:35.853342Z","end":"2026-04-08T01:22:35.962622Z","steps":["trace[1961071570] 'process raft request' (duration: 108.234659ms)"],"step_count":1} {"level":"warn","ts":"2026-04-08T01:22:36.671716Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"125.578618ms","expected-duration":"100ms","prefix":"read-only range ","request":"limit:1 serializable:true keys_only:true ","response":"range_response_count:0 size:5"} {"level":"info","ts":"2026-04-08T01:22:36.671852Z","caller":"traceutil/trace.go:171","msg":"trace[429055841] range","detail":"{range_begin:; range_end:; response_count:0; response_revision:593; }","duration":"125.714771ms","start":"2026-04-08T01:22:36.546107Z","end":"2026-04-08T01:22:36.671822Z","steps":["trace[429055841] 'range keys from in-memory index tree' (duration: 125.563128ms)"],"step_count":1} {"level":"warn","ts":"2026-04-08T01:22:36.671976Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"550.070372ms","expected-duration":"100ms","prefix":"","request":"header: txn: success:> failure:<>>","response":"size:16"} {"level":"info","ts":"2026-04-08T01:22:36.67217Z","caller":"traceutil/trace.go:171","msg":"trace[927782277] transaction","detail":"{read_only:false; response_revision:594; number_of_response:1; }","duration":"576.806452ms","start":"2026-04-08T01:22:36.095331Z","end":"2026-04-08T01:22:36.672137Z","steps":["trace[927782277] 'process raft request' (duration: 26.473624ms)","trace[927782277] 'compare' (duration: 549.775305ms)"],"step_count":2} {"level":"warn","ts":"2026-04-08T01:22:36.672337Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-08T01:22:36.095313Z","time spent":"576.962125ms","remote":"127.0.0.1:33330","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":2735,"response count":0,"response size":39,"request content":"compare: success:> failure:<>"} {"level":"info","ts":"2026-04-08T01:22:36.874231Z","caller":"traceutil/trace.go:171","msg":"trace[1013216214] transaction","detail":"{read_only:false; response_revision:596; number_of_response:1; }","duration":"197.03273ms","start":"2026-04-08T01:22:36.677162Z","end":"2026-04-08T01:22:36.874195Z","steps":["trace[1013216214] 'process raft request' (duration: 149.457342ms)","trace[1013216214] 'compare' (duration: 47.315642ms)"],"step_count":2} {"level":"info","ts":"2026-04-08T01:22:36.874505Z","caller":"traceutil/trace.go:171","msg":"trace[634368219] transaction","detail":"{read_only:false; response_revision:597; number_of_response:1; }","duration":"197.225655ms","start":"2026-04-08T01:22:36.677236Z","end":"2026-04-08T01:22:36.874462Z","steps":["trace[634368219] 'process raft request' (duration: 196.896787ms)"],"step_count":1} {"level":"info","ts":"2026-04-08T01:22:36.874542Z","caller":"traceutil/trace.go:171","msg":"trace[232769887] linearizableReadLoop","detail":"{readStateIndex:618; appliedIndex:615; }","duration":"144.026681ms","start":"2026-04-08T01:22:36.730484Z","end":"2026-04-08T01:22:36.874511Z","steps":["trace[232769887] 'read index received' (duration: 96.171017ms)","trace[232769887] 'applied index is now lower than readState.Index' (duration: 47.854414ms)"],"step_count":2} {"level":"info","ts":"2026-04-08T01:22:36.874634Z","caller":"traceutil/trace.go:171","msg":"trace[252703443] transaction","detail":"{read_only:false; response_revision:598; number_of_response:1; }","duration":"196.318905ms","start":"2026-04-08T01:22:36.678234Z","end":"2026-04-08T01:22:36.874553Z","steps":["trace[252703443] 'process raft request' (duration: 196.145561ms)"],"step_count":1} {"level":"warn","ts":"2026-04-08T01:22:36.874839Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"143.925179ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/plndr-svcs-lock\" ","response":"range_response_count:1 size:435"} {"level":"warn","ts":"2026-04-08T01:22:36.874842Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"144.334778ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/plndr-cp-lock\" ","response":"range_response_count:1 size:432"} {"level":"info","ts":"2026-04-08T01:22:36.87488Z","caller":"traceutil/trace.go:171","msg":"trace[427754189] range","detail":"{range_begin:/registry/leases/kube-system/plndr-svcs-lock; range_end:; response_count:1; response_revision:598; }","duration":"144.054062ms","start":"2026-04-08T01:22:36.730813Z","end":"2026-04-08T01:22:36.874867Z","steps":["trace[427754189] 'agreement among raft nodes before linearized reading' (duration: 143.896998ms)"],"step_count":1} {"level":"info","ts":"2026-04-08T01:22:36.874886Z","caller":"traceutil/trace.go:171","msg":"trace[1525857899] range","detail":"{range_begin:/registry/leases/kube-system/plndr-cp-lock; range_end:; response_count:1; response_revision:598; }","duration":"144.44195ms","start":"2026-04-08T01:22:36.730433Z","end":"2026-04-08T01:22:36.874875Z","steps":["trace[1525857899] 'agreement among raft nodes before linearized reading' (duration: 144.242336ms)"],"step_count":1} {"level":"warn","ts":"2026-04-08T01:22:36.87503Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"143.729575ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/kube-scheduler\" ","response":"range_response_count:1 size:478"} {"level":"info","ts":"2026-04-08T01:22:36.875125Z","caller":"traceutil/trace.go:171","msg":"trace[1464166782] range","detail":"{range_begin:/registry/leases/kube-system/kube-scheduler; range_end:; response_count:1; response_revision:598; }","duration":"143.854217ms","start":"2026-04-08T01:22:36.731249Z","end":"2026-04-08T01:22:36.875103Z","steps":["trace[1464166782] 'agreement among raft nodes before linearized reading' (duration: 143.621442ms)"],"step_count":1} {"level":"info","ts":"2026-04-08T01:22:37.083812Z","caller":"traceutil/trace.go:171","msg":"trace[1122939392] transaction","detail":"{read_only:false; response_revision:602; number_of_response:1; }","duration":"119.797908ms","start":"2026-04-08T01:22:36.963987Z","end":"2026-04-08T01:22:37.083785Z","steps":["trace[1122939392] 'process raft request' (duration: 119.640855ms)"],"step_count":1} {"level":"warn","ts":"2026-04-08T01:22:37.864213Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"100.669229ms","expected-duration":"100ms","prefix":"","request":"header: lease_revoke:","response":"size:28"} {"level":"warn","ts":"2026-04-08T01:22:38.714873Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"137.185668ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/health\" ","response":"range_response_count:0 size:5"} {"level":"info","ts":"2026-04-08T01:22:38.714982Z","caller":"traceutil/trace.go:171","msg":"trace[139760412] range","detail":"{range_begin:/registry/health; range_end:; response_count:0; response_revision:603; }","duration":"137.340081ms","start":"2026-04-08T01:22:38.577622Z","end":"2026-04-08T01:22:38.714962Z","steps":["trace[139760412] 'range keys from in-memory index tree' (duration: 137.095715ms)"],"step_count":1} {"level":"warn","ts":"2026-04-08T01:22:40.094261Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"516.012697ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/health\" ","response":"range_response_count:0 size:5"} {"level":"info","ts":"2026-04-08T01:22:40.094342Z","caller":"traceutil/trace.go:171","msg":"trace[253378337] range","detail":"{range_begin:/registry/health; range_end:; response_count:0; response_revision:612; }","duration":"516.139459ms","start":"2026-04-08T01:22:39.578184Z","end":"2026-04-08T01:22:40.094323Z","steps":["trace[253378337] 'range keys from in-memory index tree' (duration: 515.909035ms)"],"step_count":1} {"level":"warn","ts":"2026-04-08T01:22:40.094382Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-08T01:22:39.57816Z","time spent":"516.213431ms","remote":"127.0.0.1:33154","response type":"/etcdserverpb.KV/Range","request count":0,"request size":18,"response count":0,"response size":28,"request content":"key:\"/registry/health\" "} {"level":"info","ts":"2026-04-08T01:22:41.095795Z","caller":"traceutil/trace.go:171","msg":"trace[1892911209] transaction","detail":"{read_only:false; response_revision:632; number_of_response:1; }","duration":"106.54211ms","start":"2026-04-08T01:22:40.989225Z","end":"2026-04-08T01:22:41.095767Z","steps":["trace[1892911209] 'process raft request' (duration: 96.466824ms)"],"step_count":1} {"level":"info","ts":"2026-04-08T01:22:41.125518Z","caller":"traceutil/trace.go:171","msg":"trace[283413892] transaction","detail":"{read_only:false; response_revision:633; number_of_response:1; }","duration":"135.5494ms","start":"2026-04-08T01:22:40.98994Z","end":"2026-04-08T01:22:41.12549Z","steps":["trace[283413892] 'process raft request' (duration: 135.414607ms)"],"step_count":1} {"level":"info","ts":"2026-04-08T01:22:41.125644Z","caller":"traceutil/trace.go:171","msg":"trace[592717671] transaction","detail":"{read_only:false; response_revision:634; number_of_response:1; }","duration":"134.614651ms","start":"2026-04-08T01:22:40.991013Z","end":"2026-04-08T01:22:41.125628Z","steps":["trace[592717671] 'process raft request' (duration: 134.433136ms)"],"step_count":1} {"level":"info","ts":"2026-04-08T01:22:41.897374Z","caller":"traceutil/trace.go:171","msg":"trace[1219590049] transaction","detail":"{read_only:false; response_revision:652; number_of_response:1; }","duration":"160.639344ms","start":"2026-04-08T01:22:41.736704Z","end":"2026-04-08T01:22:41.897344Z","steps":["trace[1219590049] 'process raft request' (duration: 160.47997ms)"],"step_count":1} {"level":"info","ts":"2026-04-08T01:22:41.968023Z","caller":"traceutil/trace.go:171","msg":"trace[249633474] transaction","detail":"{read_only:false; response_revision:653; number_of_response:1; }","duration":"193.214705ms","start":"2026-04-08T01:22:41.774791Z","end":"2026-04-08T01:22:41.968006Z","steps":["trace[249633474] 'process raft request' (duration: 193.119933ms)"],"step_count":1} {"level":"info","ts":"2026-04-08T01:22:42.15911Z","caller":"traceutil/trace.go:171","msg":"trace[1060384753] transaction","detail":"{read_only:false; response_revision:654; number_of_response:1; }","duration":"185.831809ms","start":"2026-04-08T01:22:41.973239Z","end":"2026-04-08T01:22:42.159071Z","steps":["trace[1060384753] 'process raft request' (duration: 154.624139ms)","trace[1060384753] 'compare' (duration: 30.991735ms)"],"step_count":2} {"level":"info","ts":"2026-04-08T01:22:42.253884Z","caller":"traceutil/trace.go:171","msg":"trace[756266416] transaction","detail":"{read_only:false; response_revision:655; number_of_response:1; }","duration":"273.446874ms","start":"2026-04-08T01:22:41.980396Z","end":"2026-04-08T01:22:42.253843Z","steps":["trace[756266416] 'process raft request' (duration: 273.169618ms)"],"step_count":1} {"level":"info","ts":"2026-04-08T01:22:42.405405Z","caller":"traceutil/trace.go:171","msg":"trace[40864139] transaction","detail":"{read_only:false; response_revision:656; number_of_response:1; }","duration":"142.508018ms","start":"2026-04-08T01:22:42.262872Z","end":"2026-04-08T01:22:42.40538Z","steps":["trace[40864139] 'process raft request' (duration: 142.377775ms)"],"step_count":1} {"level":"info","ts":"2026-04-08T01:22:42.46917Z","caller":"traceutil/trace.go:171","msg":"trace[1740062718] linearizableReadLoop","detail":"{readStateIndex:678; appliedIndex:676; }","duration":"144.733978ms","start":"2026-04-08T01:22:42.324416Z","end":"2026-04-08T01:22:42.46915Z","steps":["trace[1740062718] 'read index received' (duration: 80.926316ms)","trace[1740062718] 'applied index is now lower than readState.Index' (duration: 63.806492ms)"],"step_count":2} {"level":"info","ts":"2026-04-08T01:22:42.469319Z","caller":"traceutil/trace.go:171","msg":"trace[1688885084] transaction","detail":"{read_only:false; response_revision:657; number_of_response:1; }","duration":"199.479025ms","start":"2026-04-08T01:22:42.269814Z","end":"2026-04-08T01:22:42.469293Z","steps":["trace[1688885084] 'process raft request' (duration: 199.173948ms)"],"step_count":1} {"level":"info","ts":"2026-04-08T01:22:42.469517Z","caller":"traceutil/trace.go:171","msg":"trace[1872372980] transaction","detail":"{read_only:false; response_revision:658; number_of_response:1; }","duration":"143.104841ms","start":"2026-04-08T01:22:42.326397Z","end":"2026-04-08T01:22:42.469502Z","steps":["trace[1872372980] 'process raft request' (duration: 142.690401ms)"],"step_count":1} {"level":"warn","ts":"2026-04-08T01:22:42.469558Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"145.124096ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pods/kube-system/cilium-xf57g\" ","response":"range_response_count:1 size:18067"} {"level":"info","ts":"2026-04-08T01:22:42.469618Z","caller":"traceutil/trace.go:171","msg":"trace[1467948203] range","detail":"{range_begin:/registry/pods/kube-system/cilium-xf57g; range_end:; response_count:1; response_revision:658; }","duration":"145.229869ms","start":"2026-04-08T01:22:42.324369Z","end":"2026-04-08T01:22:42.469599Z","steps":["trace[1467948203] 'agreement among raft nodes before linearized reading' (duration: 145.010064ms)"],"step_count":1} {"level":"warn","ts":"2026-04-08T01:22:49.883542Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"105.009546ms","expected-duration":"100ms","prefix":"","request":"header: lease_revoke:","response":"size:28"} {"level":"info","ts":"2026-04-08T01:22:51.560494Z","caller":"traceutil/trace.go:171","msg":"trace[330833359] transaction","detail":"{read_only:false; response_revision:738; number_of_response:1; }","duration":"107.282237ms","start":"2026-04-08T01:22:51.453186Z","end":"2026-04-08T01:22:51.560468Z","steps":["trace[330833359] 'process raft request' (duration: 21.180156ms)","trace[330833359] 'compare' (duration: 85.908437ms)"],"step_count":2} {"level":"info","ts":"2026-04-08T01:22:51.560634Z","caller":"traceutil/trace.go:171","msg":"trace[680185399] transaction","detail":"{read_only:false; response_revision:739; number_of_response:1; }","duration":"106.98989ms","start":"2026-04-08T01:22:51.453626Z","end":"2026-04-08T01:22:51.560616Z","steps":["trace[680185399] 'process raft request' (duration: 106.777525ms)"],"step_count":1} {"level":"info","ts":"2026-04-08T01:22:52.773457Z","caller":"traceutil/trace.go:171","msg":"trace[1897870937] linearizableReadLoop","detail":"{readStateIndex:765; appliedIndex:764; }","duration":"115.148983ms","start":"2026-04-08T01:22:52.658281Z","end":"2026-04-08T01:22:52.77343Z","steps":["trace[1897870937] 'read index received' (duration: 114.892077ms)","trace[1897870937] 'applied index is now lower than readState.Index' (duration: 255.136µs)"],"step_count":2} {"level":"warn","ts":"2026-04-08T01:22:52.773715Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"115.418599ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/cilium-operator-resource-lock\" ","response":"range_response_count:1 size:492"} {"level":"info","ts":"2026-04-08T01:22:52.7738Z","caller":"traceutil/trace.go:171","msg":"trace[435230464] range","detail":"{range_begin:/registry/leases/kube-system/cilium-operator-resource-lock; range_end:; response_count:1; response_revision:740; }","duration":"115.540813ms","start":"2026-04-08T01:22:52.658241Z","end":"2026-04-08T01:22:52.773782Z","steps":["trace[435230464] 'agreement among raft nodes before linearized reading' (duration: 115.300896ms)"],"step_count":1} {"level":"warn","ts":"2026-04-08T01:22:53.556043Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"183.430696ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/kube-controller-manager\" ","response":"range_response_count:1 size:504"} {"level":"info","ts":"2026-04-08T01:22:53.556124Z","caller":"traceutil/trace.go:171","msg":"trace[927800614] range","detail":"{range_begin:/registry/leases/kube-system/kube-controller-manager; range_end:; response_count:1; response_revision:742; }","duration":"183.553259ms","start":"2026-04-08T01:22:53.372552Z","end":"2026-04-08T01:22:53.556105Z","steps":["trace[927800614] 'range keys from in-memory index tree' (duration: 183.334763ms)"],"step_count":1} {"level":"warn","ts":"2026-04-08T01:22:53.55605Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"293.777861ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/kube-scheduler\" ","response":"range_response_count:1 size:478"} {"level":"warn","ts":"2026-04-08T01:22:53.55627Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"270.168703ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/plndr-cp-lock\" ","response":"range_response_count:1 size:431"} {"level":"warn","ts":"2026-04-08T01:22:53.556296Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"456.034352ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/plndr-svcs-lock\" ","response":"range_response_count:1 size:435"} {"level":"info","ts":"2026-04-08T01:22:53.556349Z","caller":"traceutil/trace.go:171","msg":"trace[58815223] range","detail":"{range_begin:/registry/leases/kube-system/plndr-cp-lock; range_end:; response_count:1; response_revision:742; }","duration":"270.308265ms","start":"2026-04-08T01:22:53.286022Z","end":"2026-04-08T01:22:53.55633Z","steps":["trace[58815223] 'range keys from in-memory index tree' (duration: 269.943097ms)"],"step_count":1} {"level":"info","ts":"2026-04-08T01:22:53.556354Z","caller":"traceutil/trace.go:171","msg":"trace[1090562446] range","detail":"{range_begin:/registry/leases/kube-system/plndr-svcs-lock; range_end:; response_count:1; response_revision:742; }","duration":"456.131974ms","start":"2026-04-08T01:22:53.100207Z","end":"2026-04-08T01:22:53.556339Z","steps":["trace[1090562446] 'range keys from in-memory index tree' (duration: 455.856598ms)"],"step_count":1} {"level":"info","ts":"2026-04-08T01:22:53.556345Z","caller":"traceutil/trace.go:171","msg":"trace[629910427] range","detail":"{range_begin:/registry/leases/kube-system/kube-scheduler; range_end:; response_count:1; response_revision:742; }","duration":"294.120788ms","start":"2026-04-08T01:22:53.262193Z","end":"2026-04-08T01:22:53.556314Z","steps":["trace[629910427] 'range keys from in-memory index tree' (duration: 293.525375ms)"],"step_count":1} {"level":"warn","ts":"2026-04-08T01:22:53.556406Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-08T01:22:53.100175Z","time spent":"456.218856ms","remote":"127.0.0.1:33388","response type":"/etcdserverpb.KV/Range","request count":0,"request size":46,"response count":1,"response size":458,"request content":"key:\"/registry/leases/kube-system/plndr-svcs-lock\" "} {"level":"warn","ts":"2026-04-08T01:22:53.8221Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"162.210999ms","expected-duration":"100ms","prefix":"","request":"header: txn: success:> failure: >>","response":"size:16"} {"level":"info","ts":"2026-04-08T01:22:53.822352Z","caller":"traceutil/trace.go:171","msg":"trace[1283267789] linearizableReadLoop","detail":"{readStateIndex:771; appliedIndex:767; }","duration":"245.007167ms","start":"2026-04-08T01:22:53.57732Z","end":"2026-04-08T01:22:53.822327Z","steps":["trace[1283267789] 'read index received' (duration: 38.32121ms)","trace[1283267789] 'applied index is now lower than readState.Index' (duration: 206.683567ms)"],"step_count":2} {"level":"info","ts":"2026-04-08T01:22:53.822365Z","caller":"traceutil/trace.go:171","msg":"trace[1825502903] transaction","detail":"{read_only:false; response_revision:745; number_of_response:1; }","duration":"261.658891ms","start":"2026-04-08T01:22:53.560676Z","end":"2026-04-08T01:22:53.822335Z","steps":["trace[1825502903] 'process raft request' (duration: 261.541728ms)"],"step_count":1} {"level":"info","ts":"2026-04-08T01:22:53.82241Z","caller":"traceutil/trace.go:171","msg":"trace[480515484] transaction","detail":"{read_only:false; response_revision:746; number_of_response:1; }","duration":"261.552318ms","start":"2026-04-08T01:22:53.560817Z","end":"2026-04-08T01:22:53.822369Z","steps":["trace[480515484] 'process raft request' (duration: 261.450466ms)"],"step_count":1} {"level":"warn","ts":"2026-04-08T01:22:53.822488Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"245.161641ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/health\" ","response":"range_response_count:0 size:5"} {"level":"info","ts":"2026-04-08T01:22:53.822561Z","caller":"traceutil/trace.go:171","msg":"trace[2128841152] range","detail":"{range_begin:/registry/health; range_end:; response_count:0; response_revision:746; }","duration":"245.283773ms","start":"2026-04-08T01:22:53.577261Z","end":"2026-04-08T01:22:53.822544Z","steps":["trace[2128841152] 'agreement among raft nodes before linearized reading' (duration: 245.162101ms)"],"step_count":1} {"level":"info","ts":"2026-04-08T01:22:53.822707Z","caller":"traceutil/trace.go:171","msg":"trace[322116838] transaction","detail":"{read_only:false; response_revision:744; number_of_response:1; }","duration":"261.846145ms","start":"2026-04-08T01:22:53.560451Z","end":"2026-04-08T01:22:53.822297Z","steps":["trace[322116838] 'process raft request' (duration: 99.348169ms)","trace[322116838] 'compare' (duration: 162.055396ms)"],"step_count":2} {"level":"warn","ts":"2026-04-08T01:22:58.079751Z","caller":"etcdserver/v3_server.go:897","msg":"waiting for ReadIndex response took too long, retrying","sent-request-id":256878260278552445,"retry-timeout":"500ms"} {"level":"warn","ts":"2026-04-08T01:22:58.580382Z","caller":"etcdserver/v3_server.go:897","msg":"waiting for ReadIndex response took too long, retrying","sent-request-id":256878260278552445,"retry-timeout":"500ms"} {"level":"warn","ts":"2026-04-08T01:22:59.080807Z","caller":"etcdserver/v3_server.go:897","msg":"waiting for ReadIndex response took too long, retrying","sent-request-id":256878260278552445,"retry-timeout":"500ms"} {"level":"warn","ts":"2026-04-08T01:22:59.57991Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"2.000731907s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/health\" ","response":"","error":"context canceled"} {"level":"info","ts":"2026-04-08T01:22:59.579999Z","caller":"traceutil/trace.go:171","msg":"trace[322346903] range","detail":"{range_begin:/registry/health; range_end:; }","duration":"2.00085249s","start":"2026-04-08T01:22:57.579121Z","end":"2026-04-08T01:22:59.579973Z","steps":["trace[322346903] 'agreement among raft nodes before linearized reading' (duration: 2.000754928s)"],"step_count":1} {"level":"warn","ts":"2026-04-08T01:22:59.580077Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-08T01:22:57.579104Z","time spent":"2.000948672s","remote":"127.0.0.1:33162","response type":"/etcdserverpb.KV/Range","request count":0,"request size":18,"response count":0,"response size":0,"request content":"key:\"/registry/health\" "} 2026/04/08 01:22:59 WARNING: [core] [Server #7] grpc: Server.processUnaryRPC failed to write status: connection error: desc = "transport is closing" {"level":"warn","ts":"2026-04-08T01:22:59.581024Z","caller":"etcdserver/v3_server.go:897","msg":"waiting for ReadIndex response took too long, retrying","sent-request-id":256878260278552445,"retry-timeout":"500ms"} {"level":"info","ts":"2026-04-08T01:22:59.62189Z","caller":"traceutil/trace.go:171","msg":"trace[1918429650] transaction","detail":"{read_only:false; response_revision:764; number_of_response:1; }","duration":"2.213309148s","start":"2026-04-08T01:22:57.408561Z","end":"2026-04-08T01:22:59.62187Z","steps":["trace[1918429650] 'process raft request' (duration: 2.213176315s)"],"step_count":1} {"level":"warn","ts":"2026-04-08T01:22:59.62205Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-08T01:22:57.408541Z","time spent":"2.213404201s","remote":"127.0.0.1:33330","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":4025,"response count":0,"response size":39,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-04-08T01:22:59.65634Z","caller":"traceutil/trace.go:171","msg":"trace[654850237] linearizableReadLoop","detail":"{readStateIndex:791; appliedIndex:789; }","duration":"2.077161662s","start":"2026-04-08T01:22:57.57916Z","end":"2026-04-08T01:22:59.656321Z","steps":["trace[654850237] 'read index received' (duration: 2.042613377s)","trace[654850237] 'applied index is now lower than readState.Index' (duration: 34.547005ms)"],"step_count":2} {"level":"warn","ts":"2026-04-08T01:22:59.65657Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"2.0284928s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/kube-controller-manager\" ","response":"range_response_count:1 size:505"} {"level":"info","ts":"2026-04-08T01:22:59.656607Z","caller":"traceutil/trace.go:171","msg":"trace[486047596] range","detail":"{range_begin:/registry/leases/kube-system/kube-controller-manager; range_end:; response_count:1; response_revision:764; }","duration":"2.028587012s","start":"2026-04-08T01:22:57.62801Z","end":"2026-04-08T01:22:59.656597Z","steps":["trace[486047596] 'agreement among raft nodes before linearized reading' (duration: 2.028444009s)"],"step_count":1} {"level":"warn","ts":"2026-04-08T01:22:59.656635Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-08T01:22:57.627981Z","time spent":"2.028647803s","remote":"127.0.0.1:33388","response type":"/etcdserverpb.KV/Range","request count":0,"request size":54,"response count":1,"response size":528,"request content":"key:\"/registry/leases/kube-system/kube-controller-manager\" "} {"level":"warn","ts":"2026-04-08T01:22:59.656803Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"932.742447ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/cilium.io/ciliumnodeconfigs/\" range_end:\"/registry/cilium.io/ciliumnodeconfigs0\" limit:10000 ","response":"range_response_count:0 size:5"} {"level":"info","ts":"2026-04-08T01:22:59.656889Z","caller":"traceutil/trace.go:171","msg":"trace[1226955260] range","detail":"{range_begin:/registry/cilium.io/ciliumnodeconfigs/; range_end:/registry/cilium.io/ciliumnodeconfigs0; response_count:0; response_revision:764; }","duration":"932.8702ms","start":"2026-04-08T01:22:58.723996Z","end":"2026-04-08T01:22:59.656866Z","steps":["trace[1226955260] 'agreement among raft nodes before linearized reading' (duration: 932.763507ms)"],"step_count":1} {"level":"warn","ts":"2026-04-08T01:22:59.657127Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"772.930061ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/cilium-operator-resource-lock\" ","response":"range_response_count:1 size:492"} {"level":"warn","ts":"2026-04-08T01:22:59.657127Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"933.085934ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/cilium.io/ciliumnodeconfigs/\" range_end:\"/registry/cilium.io/ciliumnodeconfigs0\" count_only:true ","response":"range_response_count:0 size:5"} {"level":"warn","ts":"2026-04-08T01:22:59.657114Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"817.922571ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/cilium.io/ciliumexternalworkloads/\" range_end:\"/registry/cilium.io/ciliumexternalworkloads0\" limit:10000 ","response":"range_response_count:0 size:5"} {"level":"info","ts":"2026-04-08T01:22:59.657179Z","caller":"traceutil/trace.go:171","msg":"trace[910404666] range","detail":"{range_begin:/registry/cilium.io/ciliumnodeconfigs/; range_end:/registry/cilium.io/ciliumnodeconfigs0; response_count:0; response_revision:764; }","duration":"933.171326ms","start":"2026-04-08T01:22:58.723989Z","end":"2026-04-08T01:22:59.65716Z","steps":["trace[910404666] 'agreement among raft nodes before linearized reading' (duration: 933.077944ms)"],"step_count":1} {"level":"info","ts":"2026-04-08T01:22:59.657156Z","caller":"traceutil/trace.go:171","msg":"trace[1168887658] range","detail":"{range_begin:/registry/leases/kube-system/cilium-operator-resource-lock; range_end:; response_count:1; response_revision:764; }","duration":"772.981513ms","start":"2026-04-08T01:22:58.884164Z","end":"2026-04-08T01:22:59.657146Z","steps":["trace[1168887658] 'agreement among raft nodes before linearized reading' (duration: 772.914691ms)"],"step_count":1} {"level":"info","ts":"2026-04-08T01:22:59.657202Z","caller":"traceutil/trace.go:171","msg":"trace[885861873] range","detail":"{range_begin:/registry/cilium.io/ciliumexternalworkloads/; range_end:/registry/cilium.io/ciliumexternalworkloads0; response_count:0; response_revision:764; }","duration":"818.074424ms","start":"2026-04-08T01:22:58.839109Z","end":"2026-04-08T01:22:59.657184Z","steps":["trace[885861873] 'agreement among raft nodes before linearized reading' (duration: 817.89141ms)"],"step_count":1} {"level":"warn","ts":"2026-04-08T01:22:59.65724Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-08T01:22:58.723955Z","time spent":"933.271168ms","remote":"127.0.0.1:43402","response type":"/etcdserverpb.KV/Range","request count":0,"request size":82,"response count":0,"response size":28,"request content":"key:\"/registry/cilium.io/ciliumnodeconfigs/\" range_end:\"/registry/cilium.io/ciliumnodeconfigs0\" count_only:true "} {"level":"warn","ts":"2026-04-08T01:22:59.657266Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-08T01:22:58.884149Z","time spent":"773.108345ms","remote":"127.0.0.1:33388","response type":"/etcdserverpb.KV/Range","request count":0,"request size":60,"response count":1,"response size":515,"request content":"key:\"/registry/leases/kube-system/cilium-operator-resource-lock\" "} {"level":"warn","ts":"2026-04-08T01:22:59.656955Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.821549407s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/kube-scheduler\" ","response":"range_response_count:1 size:479"} {"level":"warn","ts":"2026-04-08T01:22:59.65729Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"784.768237ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/cilium.io/ciliuml2announcementpolicies/\" range_end:\"/registry/cilium.io/ciliuml2announcementpolicies0\" count_only:true ","response":"range_response_count:0 size:5"} {"level":"warn","ts":"2026-04-08T01:22:59.657341Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"799.896287ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/cilium.io/ciliumpodippools/\" range_end:\"/registry/cilium.io/ciliumpodippools0\" limit:10000 ","response":"range_response_count:0 size:5"} {"level":"warn","ts":"2026-04-08T01:22:59.657259Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-08T01:22:58.839087Z","time spent":"818.160906ms","remote":"127.0.0.1:43406","response type":"/etcdserverpb.KV/Range","request count":0,"request size":95,"response count":0,"response size":28,"request content":"key:\"/registry/cilium.io/ciliumexternalworkloads/\" range_end:\"/registry/cilium.io/ciliumexternalworkloads0\" limit:10000 "} {"level":"info","ts":"2026-04-08T01:22:59.657369Z","caller":"traceutil/trace.go:171","msg":"trace[1925674149] range","detail":"{range_begin:/registry/cilium.io/ciliumpodippools/; range_end:/registry/cilium.io/ciliumpodippools0; response_count:0; response_revision:764; }","duration":"799.965599ms","start":"2026-04-08T01:22:58.857395Z","end":"2026-04-08T01:22:59.657361Z","steps":["trace[1925674149] 'agreement among raft nodes before linearized reading' (duration: 799.923348ms)"],"step_count":1} {"level":"warn","ts":"2026-04-08T01:22:59.657301Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"784.47256ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/cilium.io/ciliuml2announcementpolicies/\" range_end:\"/registry/cilium.io/ciliuml2announcementpolicies0\" limit:10000 ","response":"range_response_count:0 size:5"} {"level":"info","ts":"2026-04-08T01:22:59.6574Z","caller":"traceutil/trace.go:171","msg":"trace[119895060] range","detail":"{range_begin:/registry/cilium.io/ciliuml2announcementpolicies/; range_end:/registry/cilium.io/ciliuml2announcementpolicies0; response_count:0; response_revision:764; }","duration":"784.857209ms","start":"2026-04-08T01:22:58.872499Z","end":"2026-04-08T01:22:59.657356Z","steps":["trace[119895060] 'agreement among raft nodes before linearized reading' (duration: 784.774967ms)"],"step_count":1} {"level":"warn","ts":"2026-04-08T01:22:59.657417Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-08T01:22:58.857367Z","time spent":"800.0402ms","remote":"127.0.0.1:43418","response type":"/etcdserverpb.KV/Range","request count":0,"request size":81,"response count":0,"response size":28,"request content":"key:\"/registry/cilium.io/ciliumpodippools/\" range_end:\"/registry/cilium.io/ciliumpodippools0\" limit:10000 "} {"level":"warn","ts":"2026-04-08T01:22:59.65743Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-08T01:22:58.872489Z","time spent":"784.93042ms","remote":"127.0.0.1:43424","response type":"/etcdserverpb.KV/Range","request count":0,"request size":104,"response count":0,"response size":28,"request content":"key:\"/registry/cilium.io/ciliuml2announcementpolicies/\" range_end:\"/registry/cilium.io/ciliuml2announcementpolicies0\" count_only:true "} {"level":"info","ts":"2026-04-08T01:22:59.657425Z","caller":"traceutil/trace.go:171","msg":"trace[654106260] range","detail":"{range_begin:/registry/cilium.io/ciliuml2announcementpolicies/; range_end:/registry/cilium.io/ciliuml2announcementpolicies0; response_count:0; response_revision:764; }","duration":"784.852459ms","start":"2026-04-08T01:22:58.87256Z","end":"2026-04-08T01:22:59.657412Z","steps":["trace[654106260] 'agreement among raft nodes before linearized reading' (duration: 784.482641ms)"],"step_count":1} {"level":"warn","ts":"2026-04-08T01:22:59.65786Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-08T01:22:58.872545Z","time spent":"785.298328ms","remote":"127.0.0.1:43424","response type":"/etcdserverpb.KV/Range","request count":0,"request size":105,"response count":0,"response size":28,"request content":"key:\"/registry/cilium.io/ciliuml2announcementpolicies/\" range_end:\"/registry/cilium.io/ciliuml2announcementpolicies0\" limit:10000 "} {"level":"info","ts":"2026-04-08T01:22:59.657299Z","caller":"traceutil/trace.go:171","msg":"trace[836012631] range","detail":"{range_begin:/registry/leases/kube-system/kube-scheduler; range_end:; response_count:1; response_revision:764; }","duration":"1.821934016s","start":"2026-04-08T01:22:57.835357Z","end":"2026-04-08T01:22:59.657291Z","steps":["trace[836012631] 'agreement among raft nodes before linearized reading' (duration: 1.821543767s)"],"step_count":1} {"level":"warn","ts":"2026-04-08T01:22:59.657255Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"799.14098ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/cilium.io/ciliumpodippools/\" range_end:\"/registry/cilium.io/ciliumpodippools0\" limit:500 ","response":"range_response_count:0 size:5"} {"level":"info","ts":"2026-04-08T01:22:59.658101Z","caller":"traceutil/trace.go:171","msg":"trace[1486625984] range","detail":"{range_begin:/registry/cilium.io/ciliumpodippools/; range_end:/registry/cilium.io/ciliumpodippools0; response_count:0; response_revision:764; }","duration":"800.001129ms","start":"2026-04-08T01:22:58.858074Z","end":"2026-04-08T01:22:59.658075Z","steps":["trace[1486625984] 'agreement among raft nodes before linearized reading' (duration: 799.13748ms)"],"step_count":1} {"level":"warn","ts":"2026-04-08T01:22:59.658101Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-08T01:22:57.835336Z","time spent":"1.822655063s","remote":"127.0.0.1:33388","response type":"/etcdserverpb.KV/Range","request count":0,"request size":45,"response count":1,"response size":502,"request content":"key:\"/registry/leases/kube-system/kube-scheduler\" "} {"level":"warn","ts":"2026-04-08T01:22:59.658182Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-08T01:22:58.858057Z","time spent":"800.111052ms","remote":"127.0.0.1:43418","response type":"/etcdserverpb.KV/Range","request count":0,"request size":81,"response count":0,"response size":28,"request content":"key:\"/registry/cilium.io/ciliumpodippools/\" range_end:\"/registry/cilium.io/ciliumpodippools0\" limit:500 "} {"level":"warn","ts":"2026-04-08T01:22:59.657128Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-08T01:22:58.723974Z","time spent":"933.139905ms","remote":"127.0.0.1:43402","response type":"/etcdserverpb.KV/Range","request count":0,"request size":83,"response count":0,"response size":28,"request content":"key:\"/registry/cilium.io/ciliumnodeconfigs/\" range_end:\"/registry/cilium.io/ciliumnodeconfigs0\" limit:10000 "} {"level":"warn","ts":"2026-04-08T01:22:59.656886Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"783.580691ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/cilium.io/ciliuml2announcementpolicies/\" range_end:\"/registry/cilium.io/ciliuml2announcementpolicies0\" limit:500 ","response":"range_response_count:0 size:5"} {"level":"info","ts":"2026-04-08T01:22:59.65843Z","caller":"traceutil/trace.go:171","msg":"trace[1771135710] range","detail":"{range_begin:/registry/cilium.io/ciliuml2announcementpolicies/; range_end:/registry/cilium.io/ciliuml2announcementpolicies0; response_count:0; response_revision:764; }","duration":"785.153055ms","start":"2026-04-08T01:22:58.873263Z","end":"2026-04-08T01:22:59.658416Z","steps":["trace[1771135710] 'agreement among raft nodes before linearized reading' (duration: 783.58189ms)"],"step_count":1} {"level":"warn","ts":"2026-04-08T01:22:59.658736Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-08T01:22:58.87325Z","time spent":"785.213117ms","remote":"127.0.0.1:43424","response type":"/etcdserverpb.KV/Range","request count":0,"request size":105,"response count":0,"response size":28,"request content":"key:\"/registry/cilium.io/ciliuml2announcementpolicies/\" range_end:\"/registry/cilium.io/ciliuml2announcementpolicies0\" limit:500 "} {"level":"warn","ts":"2026-04-08T01:22:59.657048Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"817.217645ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/cilium.io/ciliumexternalworkloads/\" range_end:\"/registry/cilium.io/ciliumexternalworkloads0\" limit:500 ","response":"range_response_count:0 size:5"} {"level":"warn","ts":"2026-04-08T01:22:59.657015Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"799.328523ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/cilium.io/ciliumpodippools/\" range_end:\"/registry/cilium.io/ciliumpodippools0\" count_only:true ","response":"range_response_count:0 size:5"} {"level":"warn","ts":"2026-04-08T01:22:59.657018Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.820618736s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/plndr-svcs-lock\" ","response":"range_response_count:1 size:436"} {"level":"warn","ts":"2026-04-08T01:22:59.657568Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.820894222s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/plndr-cp-lock\" ","response":"range_response_count:1 size:432"} {"level":"warn","ts":"2026-04-08T01:22:59.657634Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"818.543314ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/cilium.io/ciliumexternalworkloads/\" range_end:\"/registry/cilium.io/ciliumexternalworkloads0\" count_only:true ","response":"range_response_count:0 size:5"} {"level":"warn","ts":"2026-04-08T01:22:59.657657Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"933.015642ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/cilium.io/ciliumnodeconfigs/\" range_end:\"/registry/cilium.io/ciliumnodeconfigs0\" limit:500 ","response":"range_response_count:0 size:5"} {"level":"info","ts":"2026-04-08T01:22:59.658813Z","caller":"traceutil/trace.go:171","msg":"trace[652966851] range","detail":"{range_begin:/registry/cilium.io/ciliumnodeconfigs/; range_end:/registry/cilium.io/ciliumnodeconfigs0; response_count:0; response_revision:764; }","duration":"934.197649ms","start":"2026-04-08T01:22:58.724603Z","end":"2026-04-08T01:22:59.6588Z","steps":["trace[652966851] 'agreement among raft nodes before linearized reading' (duration: 933.032463ms)"],"step_count":1} {"level":"info","ts":"2026-04-08T01:22:59.658816Z","caller":"traceutil/trace.go:171","msg":"trace[1180932995] range","detail":"{range_begin:/registry/cilium.io/ciliumpodippools/; range_end:/registry/cilium.io/ciliumpodippools0; response_count:0; response_revision:764; }","duration":"801.476702ms","start":"2026-04-08T01:22:58.857323Z","end":"2026-04-08T01:22:59.6588Z","steps":["trace[1180932995] 'agreement among raft nodes before linearized reading' (duration: 799.299112ms)"],"step_count":1} {"level":"warn","ts":"2026-04-08T01:22:59.658849Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-08T01:22:58.724587Z","time spent":"934.250549ms","remote":"127.0.0.1:43402","response type":"/etcdserverpb.KV/Range","request count":0,"request size":83,"response count":0,"response size":28,"request content":"key:\"/registry/cilium.io/ciliumnodeconfigs/\" range_end:\"/registry/cilium.io/ciliumnodeconfigs0\" limit:500 "} {"level":"warn","ts":"2026-04-08T01:22:59.65887Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-08T01:22:58.857307Z","time spent":"801.545674ms","remote":"127.0.0.1:43418","response type":"/etcdserverpb.KV/Range","request count":0,"request size":80,"response count":0,"response size":28,"request content":"key:\"/registry/cilium.io/ciliumpodippools/\" range_end:\"/registry/cilium.io/ciliumpodippools0\" count_only:true "} {"level":"info","ts":"2026-04-08T01:22:59.6589Z","caller":"traceutil/trace.go:171","msg":"trace[311029341] range","detail":"{range_begin:/registry/cilium.io/ciliumexternalworkloads/; range_end:/registry/cilium.io/ciliumexternalworkloads0; response_count:0; response_revision:764; }","duration":"819.048466ms","start":"2026-04-08T01:22:58.839811Z","end":"2026-04-08T01:22:59.65886Z","steps":["trace[311029341] 'agreement among raft nodes before linearized reading' (duration: 817.209715ms)"],"step_count":1} {"level":"info","ts":"2026-04-08T01:22:59.658943Z","caller":"traceutil/trace.go:171","msg":"trace[647571581] range","detail":"{range_begin:/registry/leases/kube-system/plndr-cp-lock; range_end:; response_count:1; response_revision:764; }","duration":"1.822281273s","start":"2026-04-08T01:22:57.836638Z","end":"2026-04-08T01:22:59.658919Z","steps":["trace[647571581] 'agreement among raft nodes before linearized reading' (duration: 1.820862122s)"],"step_count":1} {"level":"warn","ts":"2026-04-08T01:22:59.65897Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-08T01:22:58.839806Z","time spent":"819.143398ms","remote":"127.0.0.1:43406","response type":"/etcdserverpb.KV/Range","request count":0,"request size":95,"response count":0,"response size":28,"request content":"key:\"/registry/cilium.io/ciliumexternalworkloads/\" range_end:\"/registry/cilium.io/ciliumexternalworkloads0\" limit:500 "} {"level":"info","ts":"2026-04-08T01:22:59.659008Z","caller":"traceutil/trace.go:171","msg":"trace[447156431] range","detail":"{range_begin:/registry/leases/kube-system/plndr-svcs-lock; range_end:; response_count:1; response_revision:764; }","duration":"1.822677422s","start":"2026-04-08T01:22:57.83632Z","end":"2026-04-08T01:22:59.658998Z","steps":["trace[447156431] 'agreement among raft nodes before linearized reading' (duration: 1.820502844s)"],"step_count":1} {"level":"info","ts":"2026-04-08T01:22:59.65901Z","caller":"traceutil/trace.go:171","msg":"trace[841445909] range","detail":"{range_begin:/registry/cilium.io/ciliumexternalworkloads/; range_end:/registry/cilium.io/ciliumexternalworkloads0; response_count:0; response_revision:764; }","duration":"819.945286ms","start":"2026-04-08T01:22:58.839054Z","end":"2026-04-08T01:22:59.658999Z","steps":["trace[841445909] 'agreement among raft nodes before linearized reading' (duration: 818.426232ms)"],"step_count":1} {"level":"warn","ts":"2026-04-08T01:22:59.659013Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-08T01:22:57.836623Z","time spent":"1.822370635s","remote":"127.0.0.1:33388","response type":"/etcdserverpb.KV/Range","request count":0,"request size":44,"response count":1,"response size":455,"request content":"key:\"/registry/leases/kube-system/plndr-cp-lock\" "} {"level":"warn","ts":"2026-04-08T01:22:59.659042Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-08T01:22:57.8363Z","time spent":"1.822733323s","remote":"127.0.0.1:33388","response type":"/etcdserverpb.KV/Range","request count":0,"request size":46,"response count":1,"response size":459,"request content":"key:\"/registry/leases/kube-system/plndr-svcs-lock\" "} {"level":"warn","ts":"2026-04-08T01:22:59.659047Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-08T01:22:58.839038Z","time spent":"819.997937ms","remote":"127.0.0.1:43406","response type":"/etcdserverpb.KV/Range","request count":0,"request size":94,"response count":0,"response size":28,"request content":"key:\"/registry/cilium.io/ciliumexternalworkloads/\" range_end:\"/registry/cilium.io/ciliumexternalworkloads0\" count_only:true "} {"level":"warn","ts":"2026-04-08T01:23:03.716351Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"107.121925ms","expected-duration":"100ms","prefix":"","request":"header: txn: success:> failure:<>>","response":"size:16"} {"level":"info","ts":"2026-04-08T01:23:03.71654Z","caller":"traceutil/trace.go:171","msg":"trace[2054056321] linearizableReadLoop","detail":"{readStateIndex:824; appliedIndex:822; }","duration":"137.038595ms","start":"2026-04-08T01:23:03.579482Z","end":"2026-04-08T01:23:03.716521Z","steps":["trace[2054056321] 'read index received' (duration: 29.614784ms)","trace[2054056321] 'applied index is now lower than readState.Index' (duration: 107.422711ms)"],"step_count":2} {"level":"info","ts":"2026-04-08T01:23:03.716592Z","caller":"traceutil/trace.go:171","msg":"trace[1195807713] transaction","detail":"{read_only:false; response_revision:795; number_of_response:1; }","duration":"156.165844ms","start":"2026-04-08T01:23:03.560406Z","end":"2026-04-08T01:23:03.716572Z","steps":["trace[1195807713] 'process raft request' (duration: 48.747224ms)","trace[1195807713] 'compare' (duration: 106.999541ms)"],"step_count":2} {"level":"info","ts":"2026-04-08T01:23:03.716641Z","caller":"traceutil/trace.go:171","msg":"trace[735411557] transaction","detail":"{read_only:false; response_revision:796; number_of_response:1; }","duration":"155.221654ms","start":"2026-04-08T01:23:03.561408Z","end":"2026-04-08T01:23:03.71663Z","steps":["trace[735411557] 'process raft request' (duration: 155.05416ms)"],"step_count":1} {"level":"warn","ts":"2026-04-08T01:23:03.717058Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"137.569337ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/health\" ","response":"range_response_count:0 size:5"} {"level":"info","ts":"2026-04-08T01:23:03.717125Z","caller":"traceutil/trace.go:171","msg":"trace[269234157] range","detail":"{range_begin:/registry/health; range_end:; response_count:0; response_revision:796; }","duration":"137.684759ms","start":"2026-04-08T01:23:03.579424Z","end":"2026-04-08T01:23:03.717109Z","steps":["trace[269234157] 'agreement among raft nodes before linearized reading' (duration: 137.560996ms)"],"step_count":1} {"level":"info","ts":"2026-04-08T01:23:05.397061Z","caller":"traceutil/trace.go:171","msg":"trace[1207166621] transaction","detail":"{read_only:false; response_revision:821; number_of_response:1; }","duration":"100.529665ms","start":"2026-04-08T01:23:05.296506Z","end":"2026-04-08T01:23:05.397036Z","steps":["trace[1207166621] 'process raft request' (duration: 100.389672ms)"],"step_count":1} {"level":"info","ts":"2026-04-08T01:23:12.867799Z","caller":"traceutil/trace.go:171","msg":"trace[1505563700] transaction","detail":"{read_only:false; response_revision:918; number_of_response:1; }","duration":"173.810929ms","start":"2026-04-08T01:23:12.69396Z","end":"2026-04-08T01:23:12.867771Z","steps":["trace[1505563700] 'process raft request' (duration: 140.913812ms)","trace[1505563700] 'compare' (duration: 32.767424ms)"],"step_count":2} {"level":"info","ts":"2026-04-08T01:23:19.767084Z","caller":"traceutil/trace.go:171","msg":"trace[1292410210] transaction","detail":"{read_only:false; response_revision:1090; number_of_response:1; }","duration":"225.185933ms","start":"2026-04-08T01:23:19.541872Z","end":"2026-04-08T01:23:19.767058Z","steps":["trace[1292410210] 'process raft request' (duration: 225.047569ms)"],"step_count":1} {"level":"warn","ts":"2026-04-08T01:23:19.992633Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"126.15709ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/kube-controller-manager\" ","response":"range_response_count:1 size:505"} {"level":"info","ts":"2026-04-08T01:23:19.992713Z","caller":"traceutil/trace.go:171","msg":"trace[85124752] range","detail":"{range_begin:/registry/leases/kube-system/kube-controller-manager; range_end:; response_count:1; response_revision:1090; }","duration":"126.295193ms","start":"2026-04-08T01:23:19.866401Z","end":"2026-04-08T01:23:19.992696Z","steps":["trace[85124752] 'range keys from in-memory index tree' (duration: 125.940006ms)"],"step_count":1} {"level":"info","ts":"2026-04-08T01:23:30.493874Z","caller":"traceutil/trace.go:171","msg":"trace[240376902] linearizableReadLoop","detail":"{readStateIndex:1196; appliedIndex:1195; }","duration":"436.148474ms","start":"2026-04-08T01:23:30.057701Z","end":"2026-04-08T01:23:30.493849Z","steps":["trace[240376902] 'read index received' (duration: 435.97581ms)","trace[240376902] 'applied index is now lower than readState.Index' (duration: 171.524µs)"],"step_count":2} {"level":"info","ts":"2026-04-08T01:23:30.494031Z","caller":"traceutil/trace.go:171","msg":"trace[396299542] transaction","detail":"{read_only:false; response_revision:1162; number_of_response:1; }","duration":"694.571093ms","start":"2026-04-08T01:23:29.799429Z","end":"2026-04-08T01:23:30.494Z","steps":["trace[396299542] 'process raft request' (duration: 694.259486ms)"],"step_count":1} {"level":"warn","ts":"2026-04-08T01:23:30.4943Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"436.570955ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/cilium-operator-resource-lock\" ","response":"range_response_count:1 size:491"} {"level":"info","ts":"2026-04-08T01:23:30.494344Z","caller":"traceutil/trace.go:171","msg":"trace[2047585424] range","detail":"{range_begin:/registry/leases/kube-system/cilium-operator-resource-lock; range_end:; response_count:1; response_revision:1162; }","duration":"436.667657ms","start":"2026-04-08T01:23:30.057667Z","end":"2026-04-08T01:23:30.494334Z","steps":["trace[2047585424] 'agreement among raft nodes before linearized reading' (duration: 436.328598ms)"],"step_count":1} {"level":"warn","ts":"2026-04-08T01:23:30.494371Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-08T01:23:29.799404Z","time spent":"694.889122ms","remote":"127.0.0.1:33388","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":535,"response count":0,"response size":39,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-04-08T01:23:30.494429Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"394.230575ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/kube-controller-manager\" ","response":"range_response_count:1 size:504"} {"level":"warn","ts":"2026-04-08T01:23:30.494438Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-08T01:23:30.057649Z","time spent":"436.728779ms","remote":"127.0.0.1:33388","response type":"/etcdserverpb.KV/Range","request count":0,"request size":60,"response count":1,"response size":514,"request content":"key:\"/registry/leases/kube-system/cilium-operator-resource-lock\" "} {"level":"info","ts":"2026-04-08T01:23:30.494456Z","caller":"traceutil/trace.go:171","msg":"trace[1285616098] range","detail":"{range_begin:/registry/leases/kube-system/kube-controller-manager; range_end:; response_count:1; response_revision:1162; }","duration":"394.276986ms","start":"2026-04-08T01:23:30.100172Z","end":"2026-04-08T01:23:30.494449Z","steps":["trace[1285616098] 'agreement among raft nodes before linearized reading' (duration: 394.191084ms)"],"step_count":1} {"level":"warn","ts":"2026-04-08T01:23:30.494477Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-08T01:23:30.100162Z","time spent":"394.310517ms","remote":"127.0.0.1:33388","response type":"/etcdserverpb.KV/Range","request count":0,"request size":54,"response count":1,"response size":527,"request content":"key:\"/registry/leases/kube-system/kube-controller-manager\" "} {"level":"warn","ts":"2026-04-08T01:23:30.494472Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"396.901275ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/plndr-svcs-lock\" ","response":"range_response_count:1 size:435"} {"level":"warn","ts":"2026-04-08T01:23:30.494544Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"395.133305ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/kube-scheduler\" ","response":"range_response_count:1 size:478"} {"level":"info","ts":"2026-04-08T01:23:30.494532Z","caller":"traceutil/trace.go:171","msg":"trace[1342261373] range","detail":"{range_begin:/registry/leases/kube-system/plndr-svcs-lock; range_end:; response_count:1; response_revision:1162; }","duration":"397.007398ms","start":"2026-04-08T01:23:30.097508Z","end":"2026-04-08T01:23:30.494516Z","steps":["trace[1342261373] 'agreement among raft nodes before linearized reading' (duration: 396.783183ms)"],"step_count":1} {"level":"info","ts":"2026-04-08T01:23:30.494565Z","caller":"traceutil/trace.go:171","msg":"trace[1684179778] range","detail":"{range_begin:/registry/leases/kube-system/kube-scheduler; range_end:; response_count:1; response_revision:1162; }","duration":"395.190027ms","start":"2026-04-08T01:23:30.09937Z","end":"2026-04-08T01:23:30.49456Z","steps":["trace[1684179778] 'agreement among raft nodes before linearized reading' (duration: 395.143566ms)"],"step_count":1} {"level":"warn","ts":"2026-04-08T01:23:30.494577Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-08T01:23:30.09935Z","time spent":"395.223807ms","remote":"127.0.0.1:33388","response type":"/etcdserverpb.KV/Range","request count":0,"request size":45,"response count":1,"response size":501,"request content":"key:\"/registry/leases/kube-system/kube-scheduler\" "} {"level":"warn","ts":"2026-04-08T01:23:30.494619Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-08T01:23:30.097487Z","time spent":"397.085969ms","remote":"127.0.0.1:33388","response type":"/etcdserverpb.KV/Range","request count":0,"request size":46,"response count":1,"response size":458,"request content":"key:\"/registry/leases/kube-system/plndr-svcs-lock\" "} {"level":"warn","ts":"2026-04-08T01:23:30.4948Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"392.949557ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/plndr-cp-lock\" ","response":"range_response_count:1 size:431"} {"level":"info","ts":"2026-04-08T01:23:30.494868Z","caller":"traceutil/trace.go:171","msg":"trace[1620314008] range","detail":"{range_begin:/registry/leases/kube-system/plndr-cp-lock; range_end:; response_count:1; response_revision:1162; }","duration":"393.045079ms","start":"2026-04-08T01:23:30.101804Z","end":"2026-04-08T01:23:30.49485Z","steps":["trace[1620314008] 'agreement among raft nodes before linearized reading' (duration: 392.721122ms)"],"step_count":1} {"level":"warn","ts":"2026-04-08T01:23:30.494924Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-08T01:23:30.101792Z","time spent":"393.10894ms","remote":"127.0.0.1:33388","response type":"/etcdserverpb.KV/Range","request count":0,"request size":44,"response count":1,"response size":454,"request content":"key:\"/registry/leases/kube-system/plndr-cp-lock\" "} {"level":"info","ts":"2026-04-08T01:23:39.635386Z","caller":"traceutil/trace.go:171","msg":"trace[690111805] transaction","detail":"{read_only:false; response_revision:1248; number_of_response:1; }","duration":"122.637342ms","start":"2026-04-08T01:23:39.512725Z","end":"2026-04-08T01:23:39.635363Z","steps":["trace[690111805] 'process raft request' (duration: 122.499989ms)"],"step_count":1} {"level":"info","ts":"2026-04-08T01:23:39.916818Z","caller":"traceutil/trace.go:171","msg":"trace[1027349868] linearizableReadLoop","detail":"{readStateIndex:1289; appliedIndex:1288; }","duration":"140.086863ms","start":"2026-04-08T01:23:39.776713Z","end":"2026-04-08T01:23:39.9168Z","steps":["trace[1027349868] 'read index received' (duration: 79.535174ms)","trace[1027349868] 'applied index is now lower than readState.Index' (duration: 60.541879ms)"],"step_count":2} {"level":"info","ts":"2026-04-08T01:23:39.916883Z","caller":"traceutil/trace.go:171","msg":"trace[1827418298] transaction","detail":"{read_only:false; response_revision:1249; number_of_response:1; }","duration":"398.998112ms","start":"2026-04-08T01:23:39.517854Z","end":"2026-04-08T01:23:39.916852Z","steps":["trace[1827418298] 'process raft request' (duration: 338.32677ms)","trace[1827418298] 'compare' (duration: 60.452347ms)"],"step_count":2} {"level":"warn","ts":"2026-04-08T01:23:39.916926Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"140.195645ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/gateway.networking.k8s.io/backendtlspolicies/\" range_end:\"/registry/gateway.networking.k8s.io/backendtlspolicies0\" count_only:true ","response":"range_response_count:0 size:5"} {"level":"info","ts":"2026-04-08T01:23:39.916951Z","caller":"traceutil/trace.go:171","msg":"trace[1432024441] range","detail":"{range_begin:/registry/gateway.networking.k8s.io/backendtlspolicies/; range_end:/registry/gateway.networking.k8s.io/backendtlspolicies0; response_count:0; response_revision:1249; }","duration":"140.285558ms","start":"2026-04-08T01:23:39.776659Z","end":"2026-04-08T01:23:39.916944Z","steps":["trace[1432024441] 'agreement among raft nodes before linearized reading' (duration: 140.211566ms)"],"step_count":1} {"level":"warn","ts":"2026-04-08T01:23:39.917003Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-08T01:23:39.517839Z","time spent":"399.100634ms","remote":"127.0.0.1:50066","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":1093,"response count":0,"response size":39,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-04-08T01:23:40.804234Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"113.575119ms","expected-duration":"100ms","prefix":"","request":"header: txn: success:> failure: >>","response":"size:16"} {"level":"info","ts":"2026-04-08T01:23:40.80434Z","caller":"traceutil/trace.go:171","msg":"trace[192960940] transaction","detail":"{read_only:false; response_revision:1252; number_of_response:1; }","duration":"180.06514ms","start":"2026-04-08T01:23:40.624256Z","end":"2026-04-08T01:23:40.804321Z","steps":["trace[192960940] 'process raft request' (duration: 66.315488ms)","trace[192960940] 'compare' (duration: 113.437545ms)"],"step_count":2} {"level":"info","ts":"2026-04-08T01:23:40.808691Z","caller":"traceutil/trace.go:171","msg":"trace[267246758] transaction","detail":"{read_only:false; response_revision:1253; number_of_response:1; }","duration":"183.996128ms","start":"2026-04-08T01:23:40.62467Z","end":"2026-04-08T01:23:40.808666Z","steps":["trace[267246758] 'process raft request' (duration: 183.792803ms)"],"step_count":1} {"level":"info","ts":"2026-04-08T01:23:40.809026Z","caller":"traceutil/trace.go:171","msg":"trace[983569028] transaction","detail":"{read_only:false; response_revision:1254; number_of_response:1; }","duration":"184.322515ms","start":"2026-04-08T01:23:40.624686Z","end":"2026-04-08T01:23:40.809008Z","steps":["trace[983569028] 'process raft request' (duration: 183.939136ms)"],"step_count":1} {"level":"info","ts":"2026-04-08T01:23:40.809219Z","caller":"traceutil/trace.go:171","msg":"trace[1072942932] linearizableReadLoop","detail":"{readStateIndex:1296; appliedIndex:1291; }","duration":"151.858268ms","start":"2026-04-08T01:23:40.65734Z","end":"2026-04-08T01:23:40.809199Z","steps":["trace[1072942932] 'read index received' (duration: 33.207715ms)","trace[1072942932] 'applied index is now lower than readState.Index' (duration: 118.649403ms)"],"step_count":2} {"level":"info","ts":"2026-04-08T01:23:40.809256Z","caller":"traceutil/trace.go:171","msg":"trace[2130788624] transaction","detail":"{read_only:false; response_revision:1255; number_of_response:1; }","duration":"184.387337ms","start":"2026-04-08T01:23:40.62485Z","end":"2026-04-08T01:23:40.809238Z","steps":["trace[2130788624] 'process raft request' (duration: 184.05907ms)"],"step_count":1} {"level":"info","ts":"2026-04-08T01:23:40.809307Z","caller":"traceutil/trace.go:171","msg":"trace[53868381] transaction","detail":"{read_only:false; response_revision:1256; number_of_response:1; }","duration":"184.403917ms","start":"2026-04-08T01:23:40.624877Z","end":"2026-04-08T01:23:40.809281Z","steps":["trace[53868381] 'process raft request' (duration: 184.237834ms)"],"step_count":1} {"level":"warn","ts":"2026-04-08T01:23:40.809333Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"151.97925ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/secrets/ingress-nginx/\" range_end:\"/registry/secrets/ingress-nginx0\" ","response":"range_response_count:0 size:5"} {"level":"info","ts":"2026-04-08T01:23:40.809374Z","caller":"traceutil/trace.go:171","msg":"trace[743705130] range","detail":"{range_begin:/registry/secrets/ingress-nginx/; range_end:/registry/secrets/ingress-nginx0; response_count:0; response_revision:1256; }","duration":"152.031271ms","start":"2026-04-08T01:23:40.657329Z","end":"2026-04-08T01:23:40.809361Z","steps":["trace[743705130] 'agreement among raft nodes before linearized reading' (duration: 151.95712ms)"],"step_count":1} {"level":"warn","ts":"2026-04-08T01:23:41.058292Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"112.287051ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/secrets/ingress-nginx/\" range_end:\"/registry/secrets/ingress-nginx0\" ","response":"range_response_count:0 size:5"} {"level":"info","ts":"2026-04-08T01:23:41.058379Z","caller":"traceutil/trace.go:171","msg":"trace[2147304304] range","detail":"{range_begin:/registry/secrets/ingress-nginx/; range_end:/registry/secrets/ingress-nginx0; response_count:0; response_revision:1256; }","duration":"112.436003ms","start":"2026-04-08T01:23:40.945922Z","end":"2026-04-08T01:23:41.058358Z","steps":["trace[2147304304] 'range keys from in-memory index tree' (duration: 112.204998ms)"],"step_count":1} {"level":"info","ts":"2026-04-08T01:23:43.650826Z","caller":"traceutil/trace.go:171","msg":"trace[526670128] transaction","detail":"{read_only:false; response_revision:1285; number_of_response:1; }","duration":"172.438409ms","start":"2026-04-08T01:23:43.478337Z","end":"2026-04-08T01:23:43.650776Z","steps":["trace[526670128] 'process raft request' (duration: 81.916418ms)","trace[526670128] 'compare' (duration: 90.219044ms)"],"step_count":2} {"level":"info","ts":"2026-04-08T01:23:46.473076Z","caller":"traceutil/trace.go:171","msg":"trace[1123840866] transaction","detail":"{read_only:false; response_revision:1299; number_of_response:1; }","duration":"226.48351ms","start":"2026-04-08T01:23:46.246563Z","end":"2026-04-08T01:23:46.473047Z","steps":["trace[1123840866] 'process raft request' (duration: 226.314767ms)"],"step_count":1} {"level":"info","ts":"2026-04-08T01:23:46.473076Z","caller":"traceutil/trace.go:171","msg":"trace[1679053386] linearizableReadLoop","detail":"{readStateIndex:1340; appliedIndex:1340; }","duration":"133.092155ms","start":"2026-04-08T01:23:46.339953Z","end":"2026-04-08T01:23:46.473045Z","steps":["trace[1679053386] 'read index received' (duration: 133.083475ms)","trace[1679053386] 'applied index is now lower than readState.Index' (duration: 6.76µs)"],"step_count":2} {"level":"warn","ts":"2026-04-08T01:23:46.473249Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"133.26657ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/csinodes/\" range_end:\"/registry/csinodes0\" count_only:true ","response":"range_response_count:0 size:7"} {"level":"info","ts":"2026-04-08T01:23:46.4733Z","caller":"traceutil/trace.go:171","msg":"trace[605122356] range","detail":"{range_begin:/registry/csinodes/; range_end:/registry/csinodes0; response_count:0; response_revision:1299; }","duration":"133.378643ms","start":"2026-04-08T01:23:46.339909Z","end":"2026-04-08T01:23:46.473288Z","steps":["trace[605122356] 'agreement among raft nodes before linearized reading' (duration: 133.223548ms)"],"step_count":1} {"level":"info","ts":"2026-04-08T01:23:48.826942Z","caller":"traceutil/trace.go:171","msg":"trace[1861359419] transaction","detail":"{read_only:false; response_revision:1309; number_of_response:1; }","duration":"195.797943ms","start":"2026-04-08T01:23:48.63112Z","end":"2026-04-08T01:23:48.826918Z","steps":["trace[1861359419] 'process raft request' (duration: 195.621849ms)"],"step_count":1} {"level":"info","ts":"2026-04-08T01:23:48.881474Z","caller":"traceutil/trace.go:171","msg":"trace[1403173749] transaction","detail":"{read_only:false; response_revision:1310; number_of_response:1; }","duration":"231.483063ms","start":"2026-04-08T01:23:48.649968Z","end":"2026-04-08T01:23:48.881451Z","steps":["trace[1403173749] 'process raft request' (duration: 231.367981ms)"],"step_count":1} {"level":"warn","ts":"2026-04-08T01:23:49.048903Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"130.60895ms","expected-duration":"100ms","prefix":"","request":"header: txn: success:> failure: >>","response":"size:16"} {"level":"info","ts":"2026-04-08T01:23:49.049028Z","caller":"traceutil/trace.go:171","msg":"trace[299344868] transaction","detail":"{read_only:false; response_revision:1311; number_of_response:1; }","duration":"163.107539ms","start":"2026-04-08T01:23:48.885893Z","end":"2026-04-08T01:23:49.049001Z","steps":["trace[299344868] 'process raft request' (duration: 32.316015ms)","trace[299344868] 'compare' (duration: 130.477057ms)"],"step_count":2} {"level":"info","ts":"2026-04-08T01:23:49.095597Z","caller":"traceutil/trace.go:171","msg":"trace[2004307860] transaction","detail":"{read_only:false; response_revision:1313; number_of_response:1; }","duration":"209.339847ms","start":"2026-04-08T01:23:48.886233Z","end":"2026-04-08T01:23:49.095573Z","steps":["trace[2004307860] 'process raft request' (duration: 209.221144ms)"],"step_count":1} {"level":"info","ts":"2026-04-08T01:23:49.095645Z","caller":"traceutil/trace.go:171","msg":"trace[416913989] transaction","detail":"{read_only:false; response_revision:1312; number_of_response:1; }","duration":"209.417229ms","start":"2026-04-08T01:23:48.886197Z","end":"2026-04-08T01:23:49.095614Z","steps":["trace[416913989] 'process raft request' (duration: 209.122152ms)"],"step_count":1} {"level":"info","ts":"2026-04-08T01:23:49.095923Z","caller":"traceutil/trace.go:171","msg":"trace[1082787758] transaction","detail":"{read_only:false; response_revision:1314; number_of_response:1; }","duration":"209.611693ms","start":"2026-04-08T01:23:48.886286Z","end":"2026-04-08T01:23:49.095897Z","steps":["trace[1082787758] 'process raft request' (duration: 209.239885ms)"],"step_count":1} {"level":"info","ts":"2026-04-08T01:23:49.095984Z","caller":"traceutil/trace.go:171","msg":"trace[970583871] transaction","detail":"{read_only:false; response_revision:1315; number_of_response:1; }","duration":"209.257785ms","start":"2026-04-08T01:23:48.886701Z","end":"2026-04-08T01:23:49.095958Z","steps":["trace[970583871] 'process raft request' (duration: 209.088682ms)"],"step_count":1} {"level":"info","ts":"2026-04-08T01:23:50.783479Z","caller":"traceutil/trace.go:171","msg":"trace[1007553925] transaction","detail":"{read_only:false; response_revision:1347; number_of_response:1; }","duration":"148.209186ms","start":"2026-04-08T01:23:50.635237Z","end":"2026-04-08T01:23:50.783446Z","steps":["trace[1007553925] 'process raft request' (duration: 109.666601ms)","trace[1007553925] 'compare' (duration: 38.35ms)"],"step_count":2} {"level":"info","ts":"2026-04-08T01:23:50.78562Z","caller":"traceutil/trace.go:171","msg":"trace[2054897411] transaction","detail":"{read_only:false; response_revision:1348; number_of_response:1; }","duration":"148.968763ms","start":"2026-04-08T01:23:50.636631Z","end":"2026-04-08T01:23:50.7856Z","steps":["trace[2054897411] 'process raft request' (duration: 148.630265ms)"],"step_count":1} {"level":"info","ts":"2026-04-08T01:23:50.785742Z","caller":"traceutil/trace.go:171","msg":"trace[639363438] transaction","detail":"{read_only:false; response_revision:1349; number_of_response:1; }","duration":"148.87463ms","start":"2026-04-08T01:23:50.636857Z","end":"2026-04-08T01:23:50.785732Z","steps":["trace[639363438] 'process raft request' (duration: 148.524313ms)"],"step_count":1} {"level":"info","ts":"2026-04-08T01:23:51.106429Z","caller":"traceutil/trace.go:171","msg":"trace[479959678] transaction","detail":"{read_only:false; response_revision:1357; number_of_response:1; }","duration":"106.53971ms","start":"2026-04-08T01:23:50.999862Z","end":"2026-04-08T01:23:51.106401Z","steps":["trace[479959678] 'process raft request' (duration: 105.066118ms)"],"step_count":1} {"level":"info","ts":"2026-04-08T01:23:51.106428Z","caller":"traceutil/trace.go:171","msg":"trace[1330882463] transaction","detail":"{read_only:false; response_revision:1358; number_of_response:1; }","duration":"106.14258ms","start":"2026-04-08T01:23:51.000251Z","end":"2026-04-08T01:23:51.106394Z","steps":["trace[1330882463] 'process raft request' (duration: 106.070059ms)"],"step_count":1} {"level":"info","ts":"2026-04-08T01:23:51.519057Z","caller":"traceutil/trace.go:171","msg":"trace[687186583] transaction","detail":"{read_only:false; response_revision:1382; number_of_response:1; }","duration":"229.624771ms","start":"2026-04-08T01:23:51.289388Z","end":"2026-04-08T01:23:51.519013Z","steps":["trace[687186583] 'process raft request' (duration: 176.205743ms)","trace[687186583] 'compare' (duration: 53.142782ms)"],"step_count":2} {"level":"info","ts":"2026-04-08T01:23:51.519398Z","caller":"traceutil/trace.go:171","msg":"trace[689199530] transaction","detail":"{read_only:false; response_revision:1383; number_of_response:1; }","duration":"229.667093ms","start":"2026-04-08T01:23:51.289681Z","end":"2026-04-08T01:23:51.519348Z","steps":["trace[689199530] 'process raft request' (duration: 229.254134ms)"],"step_count":1} {"level":"info","ts":"2026-04-08T01:23:51.519455Z","caller":"traceutil/trace.go:171","msg":"trace[2002859894] transaction","detail":"{read_only:false; response_revision:1385; number_of_response:1; }","duration":"229.298805ms","start":"2026-04-08T01:23:51.290129Z","end":"2026-04-08T01:23:51.519427Z","steps":["trace[2002859894] 'process raft request' (duration: 229.192562ms)"],"step_count":1} {"level":"info","ts":"2026-04-08T01:23:51.519464Z","caller":"traceutil/trace.go:171","msg":"trace[1177742534] transaction","detail":"{read_only:false; response_revision:1384; number_of_response:1; }","duration":"229.337676ms","start":"2026-04-08T01:23:51.290102Z","end":"2026-04-08T01:23:51.51944Z","steps":["trace[1177742534] 'process raft request' (duration: 229.0753ms)"],"step_count":1} {"level":"info","ts":"2026-04-08T01:23:51.520402Z","caller":"traceutil/trace.go:171","msg":"trace[1396693541] transaction","detail":"{read_only:false; response_revision:1386; number_of_response:1; }","duration":"230.196304ms","start":"2026-04-08T01:23:51.290154Z","end":"2026-04-08T01:23:51.520351Z","steps":["trace[1396693541] 'process raft request' (duration: 229.234063ms)"],"step_count":1} {"level":"info","ts":"2026-04-08T01:23:51.521984Z","caller":"traceutil/trace.go:171","msg":"trace[741318559] transaction","detail":"{read_only:false; response_revision:1387; number_of_response:1; }","duration":"231.78098ms","start":"2026-04-08T01:23:51.290175Z","end":"2026-04-08T01:23:51.521955Z","steps":["trace[741318559] 'process raft request' (duration: 229.965119ms)"],"step_count":1} {"level":"info","ts":"2026-04-08T01:23:51.522487Z","caller":"traceutil/trace.go:171","msg":"trace[1789940572] transaction","detail":"{read_only:false; response_revision:1388; number_of_response:1; }","duration":"229.743874ms","start":"2026-04-08T01:23:51.292718Z","end":"2026-04-08T01:23:51.522462Z","steps":["trace[1789940572] 'process raft request' (duration: 229.127961ms)"],"step_count":1} {"level":"info","ts":"2026-04-08T01:23:51.522537Z","caller":"traceutil/trace.go:171","msg":"trace[1203144544] linearizableReadLoop","detail":"{readStateIndex:1430; appliedIndex:1423; }","duration":"231.550426ms","start":"2026-04-08T01:23:51.290922Z","end":"2026-04-08T01:23:51.522472Z","steps":["trace[1203144544] 'read index received' (duration: 19.216682ms)","trace[1203144544] 'applied index is now lower than readState.Index' (duration: 212.331484ms)"],"step_count":2} {"level":"warn","ts":"2026-04-08T01:23:51.523747Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"117.010244ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/serviceaccounts/ingress-nginx/ingress-nginx-backend\" ","response":"range_response_count:1 size:1041"} {"level":"info","ts":"2026-04-08T01:23:51.523753Z","caller":"traceutil/trace.go:171","msg":"trace[1045688697] transaction","detail":"{read_only:false; response_revision:1389; number_of_response:1; }","duration":"200.022648ms","start":"2026-04-08T01:23:51.323706Z","end":"2026-04-08T01:23:51.523729Z","steps":["trace[1045688697] 'process raft request' (duration: 198.440363ms)"],"step_count":1} {"level":"info","ts":"2026-04-08T01:23:51.52381Z","caller":"traceutil/trace.go:171","msg":"trace[828521245] range","detail":"{range_begin:/registry/serviceaccounts/ingress-nginx/ingress-nginx-backend; range_end:; response_count:1; response_revision:1389; }","duration":"117.099997ms","start":"2026-04-08T01:23:51.406678Z","end":"2026-04-08T01:23:51.523778Z","steps":["trace[828521245] 'agreement among raft nodes before linearized reading' (duration: 116.874522ms)"],"step_count":1} {"level":"warn","ts":"2026-04-08T01:23:51.524251Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"116.626097ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/serviceaccounts/ingress-nginx/ingress-nginx\" ","response":"range_response_count:1 size:1020"} {"level":"info","ts":"2026-04-08T01:23:51.524284Z","caller":"traceutil/trace.go:171","msg":"trace[1446924551] range","detail":"{range_begin:/registry/serviceaccounts/ingress-nginx/ingress-nginx; range_end:; response_count:1; response_revision:1389; }","duration":"116.73026ms","start":"2026-04-08T01:23:51.407543Z","end":"2026-04-08T01:23:51.524273Z","steps":["trace[1446924551] 'agreement among raft nodes before linearized reading' (duration: 116.569826ms)"],"step_count":1} {"level":"warn","ts":"2026-04-08T01:23:51.524639Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"233.687324ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/deployments/ingress-nginx/ingress-nginx-defaultbackend\" ","response":"range_response_count:1 size:4431"} {"level":"info","ts":"2026-04-08T01:23:51.524726Z","caller":"traceutil/trace.go:171","msg":"trace[196171458] range","detail":"{range_begin:/registry/deployments/ingress-nginx/ingress-nginx-defaultbackend; range_end:; response_count:1; response_revision:1389; }","duration":"233.783556ms","start":"2026-04-08T01:23:51.290905Z","end":"2026-04-08T01:23:51.524689Z","steps":["trace[196171458] 'agreement among raft nodes before linearized reading' (duration: 232.051336ms)"],"step_count":1} {"level":"info","ts":"2026-04-08T01:23:51.753681Z","caller":"traceutil/trace.go:171","msg":"trace[29489971] transaction","detail":"{read_only:false; response_revision:1390; number_of_response:1; }","duration":"213.692614ms","start":"2026-04-08T01:23:51.53994Z","end":"2026-04-08T01:23:51.753633Z","steps":["trace[29489971] 'process raft request' (duration: 118.264053ms)","trace[29489971] 'compare' (duration: 95.099413ms)"],"step_count":2} {"level":"info","ts":"2026-04-08T01:23:51.786906Z","caller":"traceutil/trace.go:171","msg":"trace[879814728] transaction","detail":"{read_only:false; response_revision:1391; number_of_response:1; }","duration":"210.622626ms","start":"2026-04-08T01:23:51.576247Z","end":"2026-04-08T01:23:51.78687Z","steps":["trace[879814728] 'process raft request' (duration: 210.250507ms)"],"step_count":1} {"level":"info","ts":"2026-04-08T01:23:52.212503Z","caller":"traceutil/trace.go:171","msg":"trace[477549791] transaction","detail":"{read_only:false; response_revision:1393; number_of_response:1; }","duration":"330.612737ms","start":"2026-04-08T01:23:51.88186Z","end":"2026-04-08T01:23:52.212472Z","steps":["trace[477549791] 'process raft request' (duration: 330.393463ms)"],"step_count":1} {"level":"warn","ts":"2026-04-08T01:23:52.212668Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-08T01:23:51.881832Z","time spent":"330.747351ms","remote":"127.0.0.1:33248","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":105435,"response count":0,"response size":39,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-04-08T01:23:52.584727Z","caller":"traceutil/trace.go:171","msg":"trace[1357584628] transaction","detail":"{read_only:false; response_revision:1394; number_of_response:1; }","duration":"358.610566ms","start":"2026-04-08T01:23:52.226084Z","end":"2026-04-08T01:23:52.584695Z","steps":["trace[1357584628] 'process raft request' (duration: 298.788724ms)","trace[1357584628] 'compare' (duration: 59.574916ms)"],"step_count":2} {"level":"warn","ts":"2026-04-08T01:23:52.584871Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-08T01:23:52.226053Z","time spent":"358.754949ms","remote":"127.0.0.1:33464","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":1209,"response count":0,"response size":39,"request content":"compare: success:> failure:<>"} {"level":"warn","ts":"2026-04-08T01:23:53.197503Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"391.248738ms","expected-duration":"100ms","prefix":"","request":"header: txn: success:> failure: >>","response":"size:16"} {"level":"info","ts":"2026-04-08T01:23:53.197582Z","caller":"traceutil/trace.go:171","msg":"trace[1750407925] linearizableReadLoop","detail":"{readStateIndex:1438; appliedIndex:1437; }","duration":"553.239933ms","start":"2026-04-08T01:23:52.644331Z","end":"2026-04-08T01:23:53.197571Z","steps":["trace[1750407925] 'read index received' (duration: 161.855282ms)","trace[1750407925] 'applied index is now lower than readState.Index' (duration: 391.383851ms)"],"step_count":2} {"level":"info","ts":"2026-04-08T01:23:53.197616Z","caller":"traceutil/trace.go:171","msg":"trace[1738420388] transaction","detail":"{read_only:false; response_revision:1395; number_of_response:1; }","duration":"553.838396ms","start":"2026-04-08T01:23:52.643741Z","end":"2026-04-08T01:23:53.19758Z","steps":["trace[1738420388] 'process raft request' (duration: 162.448465ms)","trace[1738420388] 'compare' (duration: 390.723147ms)"],"step_count":2} {"level":"warn","ts":"2026-04-08T01:23:53.197756Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"553.415517ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/masterleases/199.204.45.132\" ","response":"range_response_count:1 size:135"} {"level":"warn","ts":"2026-04-08T01:23:53.197788Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-08T01:23:52.64371Z","time spent":"553.99392ms","remote":"127.0.0.1:33248","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":105439,"response count":0,"response size":39,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-04-08T01:23:53.197822Z","caller":"traceutil/trace.go:171","msg":"trace[1229754599] range","detail":"{range_begin:/registry/masterleases/199.204.45.132; range_end:; response_count:1; response_revision:1395; }","duration":"553.527989ms","start":"2026-04-08T01:23:52.644278Z","end":"2026-04-08T01:23:53.197806Z","steps":["trace[1229754599] 'agreement among raft nodes before linearized reading' (duration: 553.337645ms)"],"step_count":1} {"level":"warn","ts":"2026-04-08T01:23:53.197861Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-08T01:23:52.64426Z","time spent":"553.594431ms","remote":"127.0.0.1:33186","response type":"/etcdserverpb.KV/Range","request count":0,"request size":39,"response count":1,"response size":158,"request content":"key:\"/registry/masterleases/199.204.45.132\" "} {"level":"info","ts":"2026-04-08T01:23:53.238894Z","caller":"traceutil/trace.go:171","msg":"trace[615560614] transaction","detail":"{read_only:false; response_revision:1396; number_of_response:1; }","duration":"274.368355ms","start":"2026-04-08T01:23:52.964496Z","end":"2026-04-08T01:23:53.238864Z","steps":["trace[615560614] 'process raft request' (duration: 274.040798ms)"],"step_count":1} {"level":"warn","ts":"2026-04-08T01:23:53.239122Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"505.199565ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/cert-manager/cert-manager-controller\" ","response":"range_response_count:1 size:530"} {"level":"info","ts":"2026-04-08T01:23:53.239219Z","caller":"traceutil/trace.go:171","msg":"trace[731161377] range","detail":"{range_begin:/registry/leases/cert-manager/cert-manager-controller; range_end:; response_count:1; response_revision:1396; }","duration":"505.337318ms","start":"2026-04-08T01:23:52.733849Z","end":"2026-04-08T01:23:53.239186Z","steps":["trace[731161377] 'agreement among raft nodes before linearized reading' (duration: 505.067562ms)"],"step_count":1} {"level":"warn","ts":"2026-04-08T01:23:53.23927Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-08T01:23:52.733826Z","time spent":"505.434781ms","remote":"127.0.0.1:33388","response type":"/etcdserverpb.KV/Range","request count":0,"request size":55,"response count":1,"response size":553,"request content":"key:\"/registry/leases/cert-manager/cert-manager-controller\" "} {"level":"warn","ts":"2026-04-08T01:23:53.701734Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"386.737477ms","expected-duration":"100ms","prefix":"","request":"header: lease_grant:","response":"size:40"} {"level":"warn","ts":"2026-04-08T01:23:53.702243Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-08T01:23:53.198467Z","time spent":"503.767093ms","remote":"127.0.0.1:33186","response type":"/etcdserverpb.Lease/LeaseGrant","request count":-1,"request size":-1,"response count":-1,"response size":-1,"request content":""} {"level":"info","ts":"2026-04-08T01:23:53.702503Z","caller":"traceutil/trace.go:171","msg":"trace[920932599] transaction","detail":"{read_only:false; response_revision:1397; number_of_response:1; }","duration":"493.626315ms","start":"2026-04-08T01:23:53.208836Z","end":"2026-04-08T01:23:53.702463Z","steps":["trace[920932599] 'process raft request' (duration: 493.126864ms)"],"step_count":1} {"level":"info","ts":"2026-04-08T01:23:53.702671Z","caller":"traceutil/trace.go:171","msg":"trace[1863023563] transaction","detail":"{read_only:false; response_revision:1399; number_of_response:1; }","duration":"459.456308ms","start":"2026-04-08T01:23:53.24319Z","end":"2026-04-08T01:23:53.702646Z","steps":["trace[1863023563] 'process raft request' (duration: 459.310065ms)"],"step_count":1} {"level":"warn","ts":"2026-04-08T01:23:53.702719Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-08T01:23:53.208816Z","time spent":"493.810199ms","remote":"127.0.0.1:33432","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":1089,"response count":0,"response size":39,"request content":"compare: success:> failure:<>"} {"level":"info","ts":"2026-04-08T01:23:53.70268Z","caller":"traceutil/trace.go:171","msg":"trace[595010564] transaction","detail":"{read_only:false; response_revision:1398; number_of_response:1; }","duration":"459.725234ms","start":"2026-04-08T01:23:53.242931Z","end":"2026-04-08T01:23:53.702656Z","steps":["trace[595010564] 'process raft request' (duration: 459.483079ms)"],"step_count":1} {"level":"info","ts":"2026-04-08T01:23:53.702759Z","caller":"traceutil/trace.go:171","msg":"trace[1670516307] linearizableReadLoop","detail":"{readStateIndex:1441; appliedIndex:1439; }","duration":"463.979189ms","start":"2026-04-08T01:23:53.238751Z","end":"2026-04-08T01:23:53.70273Z","steps":["trace[1670516307] 'read index received' (duration: 76.182979ms)","trace[1670516307] 'applied index is now lower than readState.Index' (duration: 387.79282ms)"],"step_count":2} {"level":"warn","ts":"2026-04-08T01:23:53.703017Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-08T01:23:53.242906Z","time spent":"459.920829ms","remote":"127.0.0.1:33388","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":421,"response count":0,"response size":39,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-04-08T01:23:53.703568Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"452.196456ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/cilium-operator-resource-lock\" ","response":"range_response_count:1 size:491"} {"level":"info","ts":"2026-04-08T01:23:53.703624Z","caller":"traceutil/trace.go:171","msg":"trace[235753591] range","detail":"{range_begin:/registry/leases/kube-system/cilium-operator-resource-lock; range_end:; response_count:1; response_revision:1401; }","duration":"452.287558ms","start":"2026-04-08T01:23:53.251323Z","end":"2026-04-08T01:23:53.70361Z","steps":["trace[235753591] 'agreement among raft nodes before linearized reading' (duration: 452.121244ms)"],"step_count":1} {"level":"info","ts":"2026-04-08T01:23:53.703624Z","caller":"traceutil/trace.go:171","msg":"trace[1741898242] transaction","detail":"{read_only:false; response_revision:1401; number_of_response:1; }","duration":"441.198029ms","start":"2026-04-08T01:23:53.262411Z","end":"2026-04-08T01:23:53.703609Z","steps":["trace[1741898242] 'process raft request' (duration: 440.942403ms)"],"step_count":1} {"level":"warn","ts":"2026-04-08T01:23:53.703662Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-08T01:23:53.25131Z","time spent":"452.343969ms","remote":"127.0.0.1:33388","response type":"/etcdserverpb.KV/Range","request count":0,"request size":60,"response count":1,"response size":514,"request content":"key:\"/registry/leases/kube-system/cilium-operator-resource-lock\" "} {"level":"warn","ts":"2026-04-08T01:23:53.703696Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-08T01:23:53.262394Z","time spent":"441.267861ms","remote":"127.0.0.1:43622","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":2381,"response count":0,"response size":39,"request content":"compare: success:> failure:<>"} {"level":"info","ts":"2026-04-08T01:23:53.70369Z","caller":"traceutil/trace.go:171","msg":"trace[1694068516] transaction","detail":"{read_only:false; response_revision:1400; number_of_response:1; }","duration":"460.482562ms","start":"2026-04-08T01:23:53.243183Z","end":"2026-04-08T01:23:53.703666Z","steps":["trace[1694068516] 'process raft request' (duration: 459.358516ms)"],"step_count":1} {"level":"warn","ts":"2026-04-08T01:23:53.703757Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"506.103836ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/kube-scheduler\" ","response":"range_response_count:1 size:478"} {"level":"warn","ts":"2026-04-08T01:23:53.703798Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"451.968771ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/plndr-cp-lock\" ","response":"range_response_count:1 size:431"} {"level":"warn","ts":"2026-04-08T01:23:53.703808Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-08T01:23:53.243157Z","time spent":"460.574964ms","remote":"127.0.0.1:33388","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":489,"response count":0,"response size":39,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-04-08T01:23:53.703828Z","caller":"traceutil/trace.go:171","msg":"trace[1586730114] range","detail":"{range_begin:/registry/leases/kube-system/plndr-cp-lock; range_end:; response_count:1; response_revision:1401; }","duration":"452.021932ms","start":"2026-04-08T01:23:53.251797Z","end":"2026-04-08T01:23:53.703819Z","steps":["trace[1586730114] 'agreement among raft nodes before linearized reading' (duration: 451.93833ms)"],"step_count":1} {"level":"info","ts":"2026-04-08T01:23:53.703832Z","caller":"traceutil/trace.go:171","msg":"trace[1807025702] range","detail":"{range_begin:/registry/leases/kube-system/kube-scheduler; range_end:; response_count:1; response_revision:1400; }","duration":"506.242239ms","start":"2026-04-08T01:23:53.197571Z","end":"2026-04-08T01:23:53.703813Z","steps":["trace[1807025702] 'agreement among raft nodes before linearized reading' (duration: 505.327868ms)"],"step_count":1} {"level":"warn","ts":"2026-04-08T01:23:53.703899Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-08T01:23:53.197552Z","time spent":"506.33178ms","remote":"127.0.0.1:33388","response type":"/etcdserverpb.KV/Range","request count":0,"request size":45,"response count":1,"response size":501,"request content":"key:\"/registry/leases/kube-system/kube-scheduler\" "} {"level":"warn","ts":"2026-04-08T01:23:53.703854Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-08T01:23:53.25179Z","time spent":"452.058624ms","remote":"127.0.0.1:33388","response type":"/etcdserverpb.KV/Range","request count":0,"request size":44,"response count":1,"response size":454,"request content":"key:\"/registry/leases/kube-system/plndr-cp-lock\" "} {"level":"warn","ts":"2026-04-08T01:23:53.703557Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"123.662125ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/health\" ","response":"range_response_count:0 size:5"} {"level":"info","ts":"2026-04-08T01:23:53.704015Z","caller":"traceutil/trace.go:171","msg":"trace[579275705] range","detail":"{range_begin:/registry/health; range_end:; response_count:0; response_revision:1401; }","duration":"124.163237ms","start":"2026-04-08T01:23:53.579837Z","end":"2026-04-08T01:23:53.704Z","steps":["trace[579275705] 'agreement among raft nodes before linearized reading' (duration: 123.660365ms)"],"step_count":1} {"level":"warn","ts":"2026-04-08T01:23:53.70402Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-08T01:23:53.243179Z","time spent":"459.564421ms","remote":"127.0.0.1:33388","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":515,"response count":0,"response size":39,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-04-08T01:23:54.034577Z","caller":"traceutil/trace.go:171","msg":"trace[890393535] transaction","detail":"{read_only:false; response_revision:1403; number_of_response:1; }","duration":"315.336245ms","start":"2026-04-08T01:23:53.71921Z","end":"2026-04-08T01:23:54.034547Z","steps":["trace[890393535] 'process raft request' (duration: 315.11464ms)"],"step_count":1} {"level":"info","ts":"2026-04-08T01:23:54.034743Z","caller":"traceutil/trace.go:171","msg":"trace[59170013] transaction","detail":"{read_only:false; response_revision:1405; number_of_response:1; }","duration":"315.358036ms","start":"2026-04-08T01:23:53.719354Z","end":"2026-04-08T01:23:54.034712Z","steps":["trace[59170013] 'process raft request' (duration: 315.145331ms)"],"step_count":1} {"level":"info","ts":"2026-04-08T01:23:54.034788Z","caller":"traceutil/trace.go:171","msg":"trace[1431261303] transaction","detail":"{read_only:false; response_revision:1404; number_of_response:1; }","duration":"315.356516ms","start":"2026-04-08T01:23:53.719299Z","end":"2026-04-08T01:23:54.034655Z","steps":["trace[1431261303] 'process raft request' (duration: 315.165411ms)"],"step_count":1} {"level":"warn","ts":"2026-04-08T01:23:54.034896Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"292.114584ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/rolebindings/ingress-nginx/ingress-nginx-admission\" ","response":"range_response_count:0 size:5"} {"level":"warn","ts":"2026-04-08T01:23:54.034909Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-08T01:23:53.719327Z","time spent":"315.498599ms","remote":"127.0.0.1:33388","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":417,"response count":0,"response size":39,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-04-08T01:23:54.034936Z","caller":"traceutil/trace.go:171","msg":"trace[1317289321] range","detail":"{range_begin:/registry/rolebindings/ingress-nginx/ingress-nginx-admission; range_end:; response_count:0; response_revision:1406; }","duration":"292.187877ms","start":"2026-04-08T01:23:53.74274Z","end":"2026-04-08T01:23:54.034927Z","steps":["trace[1317289321] 'agreement among raft nodes before linearized reading' (duration: 292.112225ms)"],"step_count":1} {"level":"warn","ts":"2026-04-08T01:23:54.03495Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-08T01:23:53.719291Z","time spent":"315.57622ms","remote":"127.0.0.1:33388","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":463,"response count":0,"response size":39,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-04-08T01:23:54.03498Z","caller":"traceutil/trace.go:171","msg":"trace[1701891197] transaction","detail":"{read_only:false; response_revision:1406; number_of_response:1; }","duration":"289.635879ms","start":"2026-04-08T01:23:53.745325Z","end":"2026-04-08T01:23:54.034961Z","steps":["trace[1701891197] 'process raft request' (duration: 289.19791ms)"],"step_count":1} {"level":"warn","ts":"2026-04-08T01:23:54.035035Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-08T01:23:53.719186Z","time spent":"315.561471ms","remote":"127.0.0.1:33388","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":476,"response count":0,"response size":39,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-04-08T01:23:54.034815Z","caller":"traceutil/trace.go:171","msg":"trace[1721754409] linearizableReadLoop","detail":"{readStateIndex:1450; appliedIndex:1446; }","duration":"258.795957ms","start":"2026-04-08T01:23:53.776001Z","end":"2026-04-08T01:23:54.034797Z","steps":["trace[1721754409] 'read index received' (duration: 258.303356ms)","trace[1721754409] 'applied index is now lower than readState.Index' (duration: 491.611µs)"],"step_count":2} {"level":"warn","ts":"2026-04-08T01:23:54.035238Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"257.061608ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/services/endpoints/default/kubernetes\" ","response":"range_response_count:1 size:422"} {"level":"info","ts":"2026-04-08T01:23:54.03531Z","caller":"traceutil/trace.go:171","msg":"trace[1526611114] range","detail":"{range_begin:/registry/services/endpoints/default/kubernetes; range_end:; response_count:1; response_revision:1406; }","duration":"257.16673ms","start":"2026-04-08T01:23:53.778126Z","end":"2026-04-08T01:23:54.035293Z","steps":["trace[1526611114] 'agreement among raft nodes before linearized reading' (duration: 257.031987ms)"],"step_count":1} {"level":"info","ts":"2026-04-08T01:23:54.342774Z","caller":"traceutil/trace.go:171","msg":"trace[420583189] linearizableReadLoop","detail":"{readStateIndex:1451; appliedIndex:1450; }","duration":"224.084047ms","start":"2026-04-08T01:23:54.118632Z","end":"2026-04-08T01:23:54.342716Z","steps":["trace[420583189] 'read index received' (duration: 223.780491ms)","trace[420583189] 'applied index is now lower than readState.Index' (duration: 302.206µs)"],"step_count":2} {"level":"info","ts":"2026-04-08T01:23:54.34281Z","caller":"traceutil/trace.go:171","msg":"trace[1959599950] transaction","detail":"{read_only:false; response_revision:1407; number_of_response:1; }","duration":"267.811329ms","start":"2026-04-08T01:23:54.07497Z","end":"2026-04-08T01:23:54.342782Z","steps":["trace[1959599950] 'process raft request' (duration: 267.487652ms)"],"step_count":1} {"level":"warn","ts":"2026-04-08T01:23:54.342943Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"142.380215ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/networkpolicies/\" range_end:\"/registry/networkpolicies0\" count_only:true ","response":"range_response_count:0 size:5"} {"level":"info","ts":"2026-04-08T01:23:54.342978Z","caller":"traceutil/trace.go:171","msg":"trace[269330036] range","detail":"{range_begin:/registry/networkpolicies/; range_end:/registry/networkpolicies0; response_count:0; response_revision:1407; }","duration":"142.475867ms","start":"2026-04-08T01:23:54.200492Z","end":"2026-04-08T01:23:54.342968Z","steps":["trace[269330036] 'agreement among raft nodes before linearized reading' (duration: 142.398095ms)"],"step_count":1} {"level":"warn","ts":"2026-04-08T01:23:54.342966Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"224.316303ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/cilium.io/ciliumnetworkpolicies/\" range_end:\"/registry/cilium.io/ciliumnetworkpolicies0\" count_only:true ","response":"range_response_count:0 size:5"} {"level":"info","ts":"2026-04-08T01:23:54.34304Z","caller":"traceutil/trace.go:171","msg":"trace[1173840734] range","detail":"{range_begin:/registry/cilium.io/ciliumnetworkpolicies/; range_end:/registry/cilium.io/ciliumnetworkpolicies0; response_count:0; response_revision:1407; }","duration":"224.475126ms","start":"2026-04-08T01:23:54.118545Z","end":"2026-04-08T01:23:54.34302Z","steps":["trace[1173840734] 'agreement among raft nodes before linearized reading' (duration: 224.339093ms)"],"step_count":1} {"level":"info","ts":"2026-04-08T01:23:54.628571Z","caller":"traceutil/trace.go:171","msg":"trace[931088837] transaction","detail":"{read_only:false; response_revision:1408; number_of_response:1; }","duration":"273.070317ms","start":"2026-04-08T01:23:54.355474Z","end":"2026-04-08T01:23:54.628544Z","steps":["trace[931088837] 'process raft request' (duration: 272.808371ms)"],"step_count":1} {"level":"info","ts":"2026-04-08T01:23:54.995429Z","caller":"traceutil/trace.go:171","msg":"trace[1262237602] transaction","detail":"{read_only:false; response_revision:1412; number_of_response:1; }","duration":"123.354538ms","start":"2026-04-08T01:23:54.872051Z","end":"2026-04-08T01:23:54.995405Z","steps":["trace[1262237602] 'process raft request' (duration: 123.208685ms)"],"step_count":1} {"level":"info","ts":"2026-04-08T01:23:55.249316Z","caller":"traceutil/trace.go:171","msg":"trace[1823251072] transaction","detail":"{read_only:false; response_revision:1413; number_of_response:1; }","duration":"249.427087ms","start":"2026-04-08T01:23:54.999864Z","end":"2026-04-08T01:23:55.249291Z","steps":["trace[1823251072] 'process raft request' (duration: 249.270363ms)"],"step_count":1} {"level":"info","ts":"2026-04-08T01:23:55.305902Z","caller":"traceutil/trace.go:171","msg":"trace[731271461] transaction","detail":"{read_only:false; response_revision:1414; number_of_response:1; }","duration":"304.330358ms","start":"2026-04-08T01:23:55.001545Z","end":"2026-04-08T01:23:55.305876Z","steps":["trace[731271461] 'process raft request' (duration: 304.019461ms)"],"step_count":1} {"level":"warn","ts":"2026-04-08T01:23:55.306105Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-08T01:23:55.001536Z","time spent":"304.465082ms","remote":"127.0.0.1:33330","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":3246,"response count":0,"response size":39,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-04-08T01:23:55.306237Z","caller":"traceutil/trace.go:171","msg":"trace[271670817] transaction","detail":"{read_only:false; response_revision:1415; number_of_response:1; }","duration":"303.95904ms","start":"2026-04-08T01:23:55.002243Z","end":"2026-04-08T01:23:55.306202Z","steps":["trace[271670817] 'process raft request' (duration: 303.499439ms)"],"step_count":1} {"level":"warn","ts":"2026-04-08T01:23:55.306485Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-08T01:23:55.002234Z","time spent":"304.109613ms","remote":"127.0.0.1:33364","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":3534,"response count":0,"response size":39,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-04-08T01:23:55.419899Z","caller":"traceutil/trace.go:171","msg":"trace[1425584366] linearizableReadLoop","detail":"{readStateIndex:1461; appliedIndex:1460; }","duration":"107.786178ms","start":"2026-04-08T01:23:55.312091Z","end":"2026-04-08T01:23:55.419877Z","steps":["trace[1425584366] 'read index received' (duration: 107.584693ms)","trace[1425584366] 'applied index is now lower than readState.Index' (duration: 200.575µs)"],"step_count":2} {"level":"warn","ts":"2026-04-08T01:23:55.420122Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"108.015013ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pods/ingress-nginx/ingress-nginx-admission-patch-jhq6p\" ","response":"range_response_count:1 size:3261"} {"level":"info","ts":"2026-04-08T01:23:55.420164Z","caller":"traceutil/trace.go:171","msg":"trace[747520581] range","detail":"{range_begin:/registry/pods/ingress-nginx/ingress-nginx-admission-patch-jhq6p; range_end:; response_count:1; response_revision:1417; }","duration":"108.111635ms","start":"2026-04-08T01:23:55.31204Z","end":"2026-04-08T01:23:55.420152Z","steps":["trace[747520581] 'agreement among raft nodes before linearized reading' (duration: 107.923751ms)"],"step_count":1} {"level":"info","ts":"2026-04-08T01:23:55.420186Z","caller":"traceutil/trace.go:171","msg":"trace[1379364627] transaction","detail":"{read_only:false; response_revision:1417; number_of_response:1; }","duration":"109.979238ms","start":"2026-04-08T01:23:55.310162Z","end":"2026-04-08T01:23:55.420141Z","steps":["trace[1379364627] 'process raft request' (duration: 109.582549ms)"],"step_count":1} {"level":"info","ts":"2026-04-08T01:23:56.988785Z","caller":"traceutil/trace.go:171","msg":"trace[810114049] transaction","detail":"{read_only:false; response_revision:1427; number_of_response:1; }","duration":"335.991118ms","start":"2026-04-08T01:23:56.652769Z","end":"2026-04-08T01:23:56.98876Z","steps":["trace[810114049] 'process raft request' (duration: 335.826845ms)"],"step_count":1} {"level":"warn","ts":"2026-04-08T01:23:56.989001Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-08T01:23:56.652738Z","time spent":"336.168953ms","remote":"127.0.0.1:33388","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":673,"response count":0,"response size":39,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-04-08T01:23:59.598741Z","caller":"traceutil/trace.go:171","msg":"trace[1139852263] transaction","detail":"{read_only:false; response_revision:1441; number_of_response:1; }","duration":"189.294298ms","start":"2026-04-08T01:23:59.40942Z","end":"2026-04-08T01:23:59.598714Z","steps":["trace[1139852263] 'process raft request' (duration: 189.121084ms)"],"step_count":1} {"level":"warn","ts":"2026-04-08T01:24:12.866139Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"104.888703ms","expected-duration":"100ms","prefix":"","request":"header: txn: success:> failure: >>","response":"size:16"} {"level":"info","ts":"2026-04-08T01:24:12.866322Z","caller":"traceutil/trace.go:171","msg":"trace[1458245198] transaction","detail":"{read_only:false; response_revision:1690; number_of_response:1; }","duration":"170.136048ms","start":"2026-04-08T01:24:12.696154Z","end":"2026-04-08T01:24:12.86629Z","steps":["trace[1458245198] 'process raft request' (duration: 65.004129ms)","trace[1458245198] 'compare' (duration: 104.72415ms)"],"step_count":2} {"level":"info","ts":"2026-04-08T01:24:14.060217Z","caller":"traceutil/trace.go:171","msg":"trace[1125588634] linearizableReadLoop","detail":"{readStateIndex:1764; appliedIndex:1763; }","duration":"137.453704ms","start":"2026-04-08T01:24:13.922737Z","end":"2026-04-08T01:24:14.060191Z","steps":["trace[1125588634] 'read index received' (duration: 137.154427ms)","trace[1125588634] 'applied index is now lower than readState.Index' (duration: 298.387µs)"],"step_count":2} {"level":"info","ts":"2026-04-08T01:24:14.06031Z","caller":"traceutil/trace.go:171","msg":"trace[2001182081] transaction","detail":"{read_only:false; response_revision:1694; number_of_response:1; }","duration":"139.48251ms","start":"2026-04-08T01:24:13.920788Z","end":"2026-04-08T01:24:14.060271Z","steps":["trace[2001182081] 'process raft request' (duration: 139.225584ms)"],"step_count":1} {"level":"warn","ts":"2026-04-08T01:24:14.060438Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"137.689169ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/openstack/rabbitmq-cluster-operator-leader-election\" ","response":"range_response_count:1 size:555"} {"level":"info","ts":"2026-04-08T01:24:14.060491Z","caller":"traceutil/trace.go:171","msg":"trace[950699991] range","detail":"{range_begin:/registry/leases/openstack/rabbitmq-cluster-operator-leader-election; range_end:; response_count:1; response_revision:1694; }","duration":"137.802141ms","start":"2026-04-08T01:24:13.922675Z","end":"2026-04-08T01:24:14.060477Z","steps":["trace[950699991] 'agreement among raft nodes before linearized reading' (duration: 137.615007ms)"],"step_count":1} {"level":"warn","ts":"2026-04-08T01:24:25.531008Z","caller":"etcdserver/v3_server.go:897","msg":"waiting for ReadIndex response took too long, retrying","sent-request-id":256878260278554537,"retry-timeout":"500ms"} {"level":"warn","ts":"2026-04-08T01:24:26.032072Z","caller":"etcdserver/v3_server.go:897","msg":"waiting for ReadIndex response took too long, retrying","sent-request-id":256878260278554537,"retry-timeout":"500ms"} {"level":"warn","ts":"2026-04-08T01:24:26.153767Z","caller":"wal/wal.go:805","msg":"slow fdatasync","took":"1.178961061s","expected-duration":"1s"} {"level":"warn","ts":"2026-04-08T01:24:26.369654Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.559749395s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pods/local-path-storage/helper-pod-create-pvc-af07e185-1515-40ed-a86d-67a96e719289\" ","response":"range_response_count:1 size:3627"} {"level":"info","ts":"2026-04-08T01:24:26.369757Z","caller":"traceutil/trace.go:171","msg":"trace[6787583] range","detail":"{range_begin:/registry/pods/local-path-storage/helper-pod-create-pvc-af07e185-1515-40ed-a86d-67a96e719289; range_end:; response_count:1; response_revision:1852; }","duration":"1.559901998s","start":"2026-04-08T01:24:24.809831Z","end":"2026-04-08T01:24:26.369733Z","steps":["trace[6787583] 'range keys from in-memory index tree' (duration: 1.559584951s)"],"step_count":1} {"level":"warn","ts":"2026-04-08T01:24:26.369802Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-08T01:24:24.809799Z","time spent":"1.55999176s","remote":"127.0.0.1:33330","response type":"/etcdserverpb.KV/Range","request count":0,"request size":94,"response count":1,"response size":3650,"request content":"key:\"/registry/pods/local-path-storage/helper-pod-create-pvc-af07e185-1515-40ed-a86d-67a96e719289\" "} {"level":"warn","ts":"2026-04-08T01:24:26.369901Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.703559871s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pxc.percona.com/perconaxtradbclusters/openstack/percona-xtradb\" ","response":"range_response_count:1 size:5444"} {"level":"info","ts":"2026-04-08T01:24:26.369984Z","caller":"traceutil/trace.go:171","msg":"trace[1325180234] range","detail":"{range_begin:/registry/pxc.percona.com/perconaxtradbclusters/openstack/percona-xtradb; range_end:; response_count:1; response_revision:1852; }","duration":"1.703683114s","start":"2026-04-08T01:24:24.666282Z","end":"2026-04-08T01:24:26.369965Z","steps":["trace[1325180234] 'range keys from in-memory index tree' (duration: 1.703368787s)"],"step_count":1} {"level":"warn","ts":"2026-04-08T01:24:26.369981Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.984738659s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pxc.percona.com/perconaxtradbclusters/openstack/percona-xtradb\" ","response":"range_response_count:1 size:5444"} {"level":"warn","ts":"2026-04-08T01:24:26.370036Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-08T01:24:24.666264Z","time spent":"1.703762215s","remote":"127.0.0.1:46070","response type":"/etcdserverpb.KV/Range","request count":0,"request size":74,"response count":1,"response size":5467,"request content":"key:\"/registry/pxc.percona.com/perconaxtradbclusters/openstack/percona-xtradb\" "} {"level":"info","ts":"2026-04-08T01:24:26.370045Z","caller":"traceutil/trace.go:171","msg":"trace[111688682] range","detail":"{range_begin:/registry/pxc.percona.com/perconaxtradbclusters/openstack/percona-xtradb; range_end:; response_count:1; response_revision:1852; }","duration":"1.98480296s","start":"2026-04-08T01:24:24.385227Z","end":"2026-04-08T01:24:26.37003Z","steps":["trace[111688682] 'range keys from in-memory index tree' (duration: 1.984547965s)"],"step_count":1} {"level":"warn","ts":"2026-04-08T01:24:26.370091Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-08T01:24:24.385166Z","time spent":"1.984904173s","remote":"127.0.0.1:46070","response type":"/etcdserverpb.KV/Range","request count":0,"request size":74,"response count":1,"response size":5467,"request content":"key:\"/registry/pxc.percona.com/perconaxtradbclusters/openstack/percona-xtradb\" "} {"level":"warn","ts":"2026-04-08T01:24:26.370295Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"216.248192ms","expected-duration":"100ms","prefix":"","request":"header: txn: success:> failure: >>","response":"size:16"} {"level":"info","ts":"2026-04-08T01:24:26.370359Z","caller":"traceutil/trace.go:171","msg":"trace[1837412598] transaction","detail":"{read_only:false; response_revision:1853; number_of_response:1; }","duration":"1.395665024s","start":"2026-04-08T01:24:24.974683Z","end":"2026-04-08T01:24:26.370348Z","steps":["trace[1837412598] 'process raft request' (duration: 1.17931763s)","trace[1837412598] 'compare' (duration: 216.167139ms)"],"step_count":2} {"level":"warn","ts":"2026-04-08T01:24:26.3704Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-08T01:24:24.974657Z","time spent":"1.395719345s","remote":"127.0.0.1:33388","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":475,"response count":0,"response size":39,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-04-08T01:24:26.583897Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"100.233419ms","expected-duration":"100ms","prefix":"","request":"header: txn: success:> failure: >>","response":"size:16"} {"level":"info","ts":"2026-04-08T01:24:26.584241Z","caller":"traceutil/trace.go:171","msg":"trace[1441575714] linearizableReadLoop","detail":"{readStateIndex:1928; appliedIndex:1924; }","duration":"1.554295073s","start":"2026-04-08T01:24:25.029927Z","end":"2026-04-08T01:24:26.584222Z","steps":["trace[1441575714] 'read index received' (duration: 1.12408851s)","trace[1441575714] 'applied index is now lower than readState.Index' (duration: 430.205643ms)"],"step_count":2} {"level":"info","ts":"2026-04-08T01:24:26.584376Z","caller":"traceutil/trace.go:171","msg":"trace[1247003381] transaction","detail":"{read_only:false; response_revision:1855; number_of_response:1; }","duration":"1.157080611s","start":"2026-04-08T01:24:25.427266Z","end":"2026-04-08T01:24:26.584347Z","steps":["trace[1247003381] 'process raft request' (duration: 1.156810275s)"],"step_count":1} {"level":"warn","ts":"2026-04-08T01:24:26.584435Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.554510057s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pods/local-path-storage/helper-pod-create-pvc-af07e185-1515-40ed-a86d-67a96e719289\" ","response":"range_response_count:1 size:3627"} {"level":"info","ts":"2026-04-08T01:24:26.584416Z","caller":"traceutil/trace.go:171","msg":"trace[1503989347] transaction","detail":"{read_only:false; response_revision:1856; number_of_response:1; }","duration":"883.766529ms","start":"2026-04-08T01:24:25.70058Z","end":"2026-04-08T01:24:26.584347Z","steps":["trace[1503989347] 'process raft request' (duration: 883.596345ms)"],"step_count":1} {"level":"info","ts":"2026-04-08T01:24:26.584474Z","caller":"traceutil/trace.go:171","msg":"trace[464937165] range","detail":"{range_begin:/registry/pods/local-path-storage/helper-pod-create-pvc-af07e185-1515-40ed-a86d-67a96e719289; range_end:; response_count:1; response_revision:1856; }","duration":"1.554582269s","start":"2026-04-08T01:24:25.029878Z","end":"2026-04-08T01:24:26.58446Z","steps":["trace[464937165] 'agreement among raft nodes before linearized reading' (duration: 1.554436206s)"],"step_count":1} {"level":"warn","ts":"2026-04-08T01:24:26.584536Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-08T01:24:25.029859Z","time spent":"1.55466541s","remote":"127.0.0.1:33330","response type":"/etcdserverpb.KV/Range","request count":0,"request size":94,"response count":1,"response size":3650,"request content":"key:\"/registry/pods/local-path-storage/helper-pod-create-pvc-af07e185-1515-40ed-a86d-67a96e719289\" "} {"level":"warn","ts":"2026-04-08T01:24:26.584568Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-08T01:24:25.427231Z","time spent":"1.157231754s","remote":"127.0.0.1:33388","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":556,"response count":0,"response size":39,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-04-08T01:24:26.584396Z","caller":"traceutil/trace.go:171","msg":"trace[1241818259] transaction","detail":"{read_only:false; response_revision:1854; number_of_response:1; }","duration":"1.235534411s","start":"2026-04-08T01:24:25.34883Z","end":"2026-04-08T01:24:26.584365Z","steps":["trace[1241818259] 'process raft request' (duration: 1.134721299s)","trace[1241818259] 'compare' (duration: 99.957593ms)"],"step_count":2} {"level":"warn","ts":"2026-04-08T01:24:26.584642Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-08T01:24:25.700539Z","time spent":"883.988524ms","remote":"127.0.0.1:33388","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":535,"response count":0,"response size":39,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-04-08T01:24:26.584835Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-08T01:24:25.348794Z","time spent":"1.235883038s","remote":"127.0.0.1:33388","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":510,"response count":0,"response size":39,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-04-08T01:24:26.680616Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.206278783s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/cilium.io/ciliuml2announcementpolicies/\" range_end:\"/registry/cilium.io/ciliuml2announcementpolicies0\" count_only:true ","response":"range_response_count:0 size:5"} {"level":"warn","ts":"2026-04-08T01:24:26.680648Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"485.977813ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/statefulsets/\" range_end:\"/registry/statefulsets0\" count_only:true ","response":"range_response_count:0 size:7"} {"level":"info","ts":"2026-04-08T01:24:26.680707Z","caller":"traceutil/trace.go:171","msg":"trace[48705697] range","detail":"{range_begin:/registry/statefulsets/; range_end:/registry/statefulsets0; response_count:0; response_revision:1857; }","duration":"486.145727ms","start":"2026-04-08T01:24:26.194548Z","end":"2026-04-08T01:24:26.680694Z","steps":["trace[48705697] 'agreement among raft nodes before linearized reading' (duration: 486.006724ms)"],"step_count":1} {"level":"info","ts":"2026-04-08T01:24:26.6807Z","caller":"traceutil/trace.go:171","msg":"trace[2070978740] range","detail":"{range_begin:/registry/cilium.io/ciliuml2announcementpolicies/; range_end:/registry/cilium.io/ciliuml2announcementpolicies0; response_count:0; response_revision:1857; }","duration":"1.206435667s","start":"2026-04-08T01:24:25.474245Z","end":"2026-04-08T01:24:26.680681Z","steps":["trace[2070978740] 'agreement among raft nodes before linearized reading' (duration: 1.206286314s)"],"step_count":1} {"level":"warn","ts":"2026-04-08T01:24:26.680736Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-08T01:24:26.194516Z","time spent":"486.214939ms","remote":"127.0.0.1:33576","response type":"/etcdserverpb.KV/Range","request count":0,"request size":52,"response count":2,"response size":30,"request content":"key:\"/registry/statefulsets/\" range_end:\"/registry/statefulsets0\" count_only:true "} {"level":"warn","ts":"2026-04-08T01:24:26.680746Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-08T01:24:25.474212Z","time spent":"1.206523579s","remote":"127.0.0.1:43424","response type":"/etcdserverpb.KV/Range","request count":0,"request size":104,"response count":0,"response size":28,"request content":"key:\"/registry/cilium.io/ciliuml2announcementpolicies/\" range_end:\"/registry/cilium.io/ciliuml2announcementpolicies0\" count_only:true "} {"level":"warn","ts":"2026-04-08T01:24:26.680777Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"726.233113ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/plndr-svcs-lock\" ","response":"range_response_count:1 size:436"} {"level":"info","ts":"2026-04-08T01:24:26.680839Z","caller":"traceutil/trace.go:171","msg":"trace[1382536928] range","detail":"{range_begin:/registry/leases/kube-system/plndr-svcs-lock; range_end:; response_count:1; response_revision:1857; }","duration":"726.335836ms","start":"2026-04-08T01:24:25.954491Z","end":"2026-04-08T01:24:26.680826Z","steps":["trace[1382536928] 'agreement among raft nodes before linearized reading' (duration: 726.181282ms)"],"step_count":1} {"level":"warn","ts":"2026-04-08T01:24:26.680874Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-08T01:24:25.954475Z","time spent":"726.393137ms","remote":"127.0.0.1:33388","response type":"/etcdserverpb.KV/Range","request count":0,"request size":46,"response count":1,"response size":459,"request content":"key:\"/registry/leases/kube-system/plndr-svcs-lock\" "} {"level":"warn","ts":"2026-04-08T01:24:26.680844Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.099847276s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/health\" ","response":"range_response_count:0 size:5"} {"level":"warn","ts":"2026-04-08T01:24:26.680893Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"560.533536ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/openstack/rabbitmq-cluster-operator-leader-election\" ","response":"range_response_count:1 size:554"} {"level":"warn","ts":"2026-04-08T01:24:26.680784Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"724.367831ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/kube-controller-manager\" ","response":"range_response_count:1 size:505"} {"level":"warn","ts":"2026-04-08T01:24:26.681021Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"480.085531ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/plndr-cp-lock\" ","response":"range_response_count:1 size:431"} {"level":"warn","ts":"2026-04-08T01:24:26.681052Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"475.968588ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/cilium-operator-resource-lock\" ","response":"range_response_count:1 size:491"} {"level":"warn","ts":"2026-04-08T01:24:26.681023Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"473.585065ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/kube-scheduler\" ","response":"range_response_count:1 size:478"} {"level":"info","ts":"2026-04-08T01:24:26.681076Z","caller":"traceutil/trace.go:171","msg":"trace[1294175004] range","detail":"{range_begin:/registry/leases/kube-system/plndr-cp-lock; range_end:; response_count:1; response_revision:1857; }","duration":"480.165983ms","start":"2026-04-08T01:24:26.200898Z","end":"2026-04-08T01:24:26.681064Z","steps":["trace[1294175004] 'agreement among raft nodes before linearized reading' (duration: 480.005949ms)"],"step_count":1} {"level":"info","ts":"2026-04-08T01:24:26.681082Z","caller":"traceutil/trace.go:171","msg":"trace[1934897926] range","detail":"{range_begin:/registry/leases/kube-system/cilium-operator-resource-lock; range_end:; response_count:1; response_revision:1857; }","duration":"476.044191ms","start":"2026-04-08T01:24:26.205029Z","end":"2026-04-08T01:24:26.681073Z","steps":["trace[1934897926] 'agreement among raft nodes before linearized reading' (duration: 475.943739ms)"],"step_count":1} {"level":"info","ts":"2026-04-08T01:24:26.681101Z","caller":"traceutil/trace.go:171","msg":"trace[813905223] range","detail":"{range_begin:/registry/leases/kube-system/kube-controller-manager; range_end:; response_count:1; response_revision:1857; }","duration":"724.695708ms","start":"2026-04-08T01:24:25.956333Z","end":"2026-04-08T01:24:26.681028Z","steps":["trace[813905223] 'agreement among raft nodes before linearized reading' (duration: 724.284179ms)"],"step_count":1} {"level":"warn","ts":"2026-04-08T01:24:26.681123Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-08T01:24:26.20088Z","time spent":"480.235104ms","remote":"127.0.0.1:33388","response type":"/etcdserverpb.KV/Range","request count":0,"request size":44,"response count":1,"response size":454,"request content":"key:\"/registry/leases/kube-system/plndr-cp-lock\" "} {"level":"info","ts":"2026-04-08T01:24:26.681122Z","caller":"traceutil/trace.go:171","msg":"trace[1809628977] range","detail":"{range_begin:/registry/leases/kube-system/kube-scheduler; range_end:; response_count:1; response_revision:1857; }","duration":"473.742539ms","start":"2026-04-08T01:24:26.207364Z","end":"2026-04-08T01:24:26.681106Z","steps":["trace[1809628977] 'agreement among raft nodes before linearized reading' (duration: 473.462683ms)"],"step_count":1} {"level":"warn","ts":"2026-04-08T01:24:26.681182Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-08T01:24:26.207348Z","time spent":"473.82386ms","remote":"127.0.0.1:33388","response type":"/etcdserverpb.KV/Range","request count":0,"request size":45,"response count":1,"response size":501,"request content":"key:\"/registry/leases/kube-system/kube-scheduler\" "} {"level":"warn","ts":"2026-04-08T01:24:26.681209Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-08T01:24:25.956305Z","time spent":"724.883003ms","remote":"127.0.0.1:33388","response type":"/etcdserverpb.KV/Range","request count":0,"request size":54,"response count":1,"response size":528,"request content":"key:\"/registry/leases/kube-system/kube-controller-manager\" "} {"level":"info","ts":"2026-04-08T01:24:26.680936Z","caller":"traceutil/trace.go:171","msg":"trace[1034175195] range","detail":"{range_begin:/registry/health; range_end:; response_count:0; response_revision:1857; }","duration":"1.099959519s","start":"2026-04-08T01:24:25.580954Z","end":"2026-04-08T01:24:26.680913Z","steps":["trace[1034175195] 'agreement among raft nodes before linearized reading' (duration: 1.099793295s)"],"step_count":1} {"level":"warn","ts":"2026-04-08T01:24:26.681286Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-08T01:24:25.580899Z","time spent":"1.100365307s","remote":"127.0.0.1:33154","response type":"/etcdserverpb.KV/Range","request count":0,"request size":18,"response count":0,"response size":28,"request content":"key:\"/registry/health\" "} {"level":"info","ts":"2026-04-08T01:24:26.680941Z","caller":"traceutil/trace.go:171","msg":"trace[1747677464] range","detail":"{range_begin:/registry/leases/openstack/rabbitmq-cluster-operator-leader-election; range_end:; response_count:1; response_revision:1857; }","duration":"560.606648ms","start":"2026-04-08T01:24:26.120316Z","end":"2026-04-08T01:24:26.680923Z","steps":["trace[1747677464] 'agreement among raft nodes before linearized reading' (duration: 560.500735ms)"],"step_count":1} {"level":"warn","ts":"2026-04-08T01:24:26.681378Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-08T01:24:26.120297Z","time spent":"561.070639ms","remote":"127.0.0.1:33388","response type":"/etcdserverpb.KV/Range","request count":0,"request size":70,"response count":1,"response size":577,"request content":"key:\"/registry/leases/openstack/rabbitmq-cluster-operator-leader-election\" "} {"level":"info","ts":"2026-04-08T01:24:26.680949Z","caller":"traceutil/trace.go:171","msg":"trace[1674501929] transaction","detail":"{read_only:false; response_revision:1857; number_of_response:1; }","duration":"302.209411ms","start":"2026-04-08T01:24:26.378715Z","end":"2026-04-08T01:24:26.680925Z","steps":["trace[1674501929] 'process raft request' (duration: 301.675739ms)"],"step_count":1} {"level":"warn","ts":"2026-04-08T01:24:26.681494Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-08T01:24:26.378693Z","time spent":"302.735683ms","remote":"127.0.0.1:33330","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":3732,"response count":0,"response size":39,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-04-08T01:24:26.681137Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-08T01:24:26.205001Z","time spent":"476.129062ms","remote":"127.0.0.1:33388","response type":"/etcdserverpb.KV/Range","request count":0,"request size":60,"response count":1,"response size":514,"request content":"key:\"/registry/leases/kube-system/cilium-operator-resource-lock\" "} {"level":"info","ts":"2026-04-08T01:24:26.791166Z","caller":"traceutil/trace.go:171","msg":"trace[1655689057] transaction","detail":"{read_only:false; response_revision:1858; number_of_response:1; }","duration":"105.038087ms","start":"2026-04-08T01:24:26.686093Z","end":"2026-04-08T01:24:26.791131Z","steps":["trace[1655689057] 'process raft request' (duration: 53.740635ms)","trace[1655689057] 'compare' (duration: 51.161889ms)"],"step_count":2} {"level":"info","ts":"2026-04-08T01:24:27.046241Z","caller":"traceutil/trace.go:171","msg":"trace[68003839] transaction","detail":"{read_only:false; response_revision:1860; number_of_response:1; }","duration":"360.09769ms","start":"2026-04-08T01:24:26.68612Z","end":"2026-04-08T01:24:27.046218Z","steps":["trace[68003839] 'process raft request' (duration: 360.011638ms)"],"step_count":1} {"level":"warn","ts":"2026-04-08T01:24:27.046393Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-08T01:24:26.686104Z","time spent":"360.211832ms","remote":"127.0.0.1:33388","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":490,"response count":0,"response size":39,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-04-08T01:24:27.04645Z","caller":"traceutil/trace.go:171","msg":"trace[344422884] transaction","detail":"{read_only:false; response_revision:1861; number_of_response:1; }","duration":"360.239963ms","start":"2026-04-08T01:24:26.686184Z","end":"2026-04-08T01:24:27.046424Z","steps":["trace[344422884] 'process raft request' (duration: 359.995447ms)"],"step_count":1} {"level":"warn","ts":"2026-04-08T01:24:27.046634Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-08T01:24:26.686158Z","time spent":"360.363866ms","remote":"127.0.0.1:33388","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":417,"response count":0,"response size":39,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-04-08T01:24:27.046475Z","caller":"traceutil/trace.go:171","msg":"trace[1955479227] linearizableReadLoop","detail":"{readStateIndex:1935; appliedIndex:1929; }","duration":"356.192921ms","start":"2026-04-08T01:24:26.690263Z","end":"2026-04-08T01:24:27.046456Z","steps":["trace[1955479227] 'read index received' (duration: 49.627563ms)","trace[1955479227] 'applied index is now lower than readState.Index' (duration: 306.564558ms)"],"step_count":2} {"level":"warn","ts":"2026-04-08T01:24:27.046777Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"356.269663ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/health\" ","response":"range_response_count:0 size:5"} {"level":"info","ts":"2026-04-08T01:24:27.046805Z","caller":"traceutil/trace.go:171","msg":"trace[1717353253] transaction","detail":"{read_only:false; response_revision:1862; number_of_response:1; }","duration":"360.56859ms","start":"2026-04-08T01:24:26.686219Z","end":"2026-04-08T01:24:27.046788Z","steps":["trace[1717353253] 'process raft request' (duration: 360.127ms)"],"step_count":1} {"level":"info","ts":"2026-04-08T01:24:27.046839Z","caller":"traceutil/trace.go:171","msg":"trace[1659383238] range","detail":"{range_begin:/registry/health; range_end:; response_count:0; response_revision:1863; }","duration":"356.58109ms","start":"2026-04-08T01:24:26.690245Z","end":"2026-04-08T01:24:27.046826Z","steps":["trace[1659383238] 'agreement among raft nodes before linearized reading' (duration: 356.263293ms)"],"step_count":1} {"level":"warn","ts":"2026-04-08T01:24:27.046863Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-08T01:24:26.686211Z","time spent":"360.623702ms","remote":"127.0.0.1:33388","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":463,"response count":0,"response size":39,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-04-08T01:24:27.046949Z","caller":"traceutil/trace.go:171","msg":"trace[487185818] transaction","detail":"{read_only:false; response_revision:1863; number_of_response:1; }","duration":"360.54488ms","start":"2026-04-08T01:24:26.686395Z","end":"2026-04-08T01:24:27.04694Z","steps":["trace[487185818] 'process raft request' (duration: 360.018539ms)"],"step_count":1} {"level":"warn","ts":"2026-04-08T01:24:27.046956Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"218.719217ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/controllerrevisions/\" range_end:\"/registry/controllerrevisions0\" count_only:true ","response":"range_response_count:0 size:7"} {"level":"warn","ts":"2026-04-08T01:24:27.047002Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-08T01:24:26.686386Z","time spent":"360.590171ms","remote":"127.0.0.1:33388","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":539,"response count":0,"response size":39,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-04-08T01:24:27.046264Z","caller":"traceutil/trace.go:171","msg":"trace[186008611] transaction","detail":"{read_only:false; response_revision:1859; number_of_response:1; }","duration":"360.114331ms","start":"2026-04-08T01:24:26.68612Z","end":"2026-04-08T01:24:27.046234Z","steps":["trace[186008611] 'process raft request' (duration: 359.857935ms)"],"step_count":1} {"level":"info","ts":"2026-04-08T01:24:27.047047Z","caller":"traceutil/trace.go:171","msg":"trace[1871686871] range","detail":"{range_begin:/registry/controllerrevisions/; range_end:/registry/controllerrevisions0; response_count:0; response_revision:1863; }","duration":"218.84231ms","start":"2026-04-08T01:24:26.828185Z","end":"2026-04-08T01:24:27.047027Z","steps":["trace[1871686871] 'agreement among raft nodes before linearized reading' (duration: 218.691327ms)"],"step_count":1} {"level":"warn","ts":"2026-04-08T01:24:27.047216Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-08T01:24:26.686103Z","time spent":"361.0005ms","remote":"127.0.0.1:33388","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":476,"response count":0,"response size":39,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-04-08T01:24:27.04727Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-08T01:24:26.690238Z","time spent":"356.629891ms","remote":"127.0.0.1:33154","response type":"/etcdserverpb.KV/Range","request count":0,"request size":18,"response count":0,"response size":28,"request content":"key:\"/registry/health\" "} {"level":"warn","ts":"2026-04-08T01:24:27.405867Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"128.83468ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/events/\" range_end:\"/registry/events0\" count_only:true ","response":"range_response_count:0 size:8"} {"level":"info","ts":"2026-04-08T01:24:27.405965Z","caller":"traceutil/trace.go:171","msg":"trace[155632336] range","detail":"{range_begin:/registry/events/; range_end:/registry/events0; response_count:0; response_revision:1863; }","duration":"128.996224ms","start":"2026-04-08T01:24:27.276946Z","end":"2026-04-08T01:24:27.405942Z","steps":["trace[155632336] 'count revisions from in-memory index tree' (duration: 128.679307ms)"],"step_count":1} {"level":"warn","ts":"2026-04-08T01:24:28.077937Z","caller":"etcdserver/v3_server.go:897","msg":"waiting for ReadIndex response took too long, retrying","sent-request-id":256878260278554557,"retry-timeout":"500ms"} {"level":"warn","ts":"2026-04-08T01:24:28.579168Z","caller":"etcdserver/v3_server.go:897","msg":"waiting for ReadIndex response took too long, retrying","sent-request-id":256878260278554557,"retry-timeout":"500ms"} {"level":"warn","ts":"2026-04-08T01:24:28.834107Z","caller":"wal/wal.go:805","msg":"slow fdatasync","took":"1.425979514s","expected-duration":"1s"} {"level":"info","ts":"2026-04-08T01:24:28.834559Z","caller":"traceutil/trace.go:171","msg":"trace[905164799] transaction","detail":"{read_only:false; response_revision:1864; number_of_response:1; }","duration":"1.426526196s","start":"2026-04-08T01:24:27.408003Z","end":"2026-04-08T01:24:28.834529Z","steps":["trace[905164799] 'process raft request' (duration: 1.426323301s)"],"step_count":1} {"level":"warn","ts":"2026-04-08T01:24:28.834762Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-08T01:24:27.407976Z","time spent":"1.426682599s","remote":"127.0.0.1:33230","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":967,"response count":0,"response size":39,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-04-08T01:24:28.856176Z","caller":"traceutil/trace.go:171","msg":"trace[1045493160] transaction","detail":"{read_only:false; response_revision:1865; number_of_response:1; }","duration":"1.239550271s","start":"2026-04-08T01:24:27.616592Z","end":"2026-04-08T01:24:28.856143Z","steps":["trace[1045493160] 'process raft request' (duration: 1.239349316s)"],"step_count":1} {"level":"warn","ts":"2026-04-08T01:24:28.856364Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-08T01:24:27.616566Z","time spent":"1.239704295s","remote":"127.0.0.1:33388","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":673,"response count":0,"response size":39,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-04-08T01:24:28.856438Z","caller":"traceutil/trace.go:171","msg":"trace[280480868] transaction","detail":"{read_only:false; response_revision:1866; number_of_response:1; }","duration":"1.094779153s","start":"2026-04-08T01:24:27.761595Z","end":"2026-04-08T01:24:28.856374Z","steps":["trace[280480868] 'process raft request' (duration: 1.094482366s)"],"step_count":1} {"level":"warn","ts":"2026-04-08T01:24:28.856604Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-08T01:24:27.761542Z","time spent":"1.094970097s","remote":"127.0.0.1:33326","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":7930,"response count":0,"response size":39,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-04-08T01:24:28.859868Z","caller":"traceutil/trace.go:171","msg":"trace[891872060] transaction","detail":"{read_only:false; response_revision:1867; number_of_response:1; }","duration":"552.406414ms","start":"2026-04-08T01:24:28.307446Z","end":"2026-04-08T01:24:28.859852Z","steps":["trace[891872060] 'process raft request' (duration: 552.23683ms)"],"step_count":1} {"level":"warn","ts":"2026-04-08T01:24:28.859965Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-08T01:24:28.307406Z","time spent":"552.508676ms","remote":"127.0.0.1:33388","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":521,"response count":0,"response size":39,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-04-08T01:24:28.860245Z","caller":"traceutil/trace.go:171","msg":"trace[797906619] transaction","detail":"{read_only:false; response_revision:1868; number_of_response:1; }","duration":"270.715703ms","start":"2026-04-08T01:24:28.589508Z","end":"2026-04-08T01:24:28.860224Z","steps":["trace[797906619] 'process raft request' (duration: 270.309354ms)"],"step_count":1} {"level":"warn","ts":"2026-04-08T01:24:28.860378Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.282475753s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/cilium.io/ciliumendpoints/\" range_end:\"/registry/cilium.io/ciliumendpoints0\" count_only:true ","response":"range_response_count:0 size:7"} {"level":"info","ts":"2026-04-08T01:24:28.860274Z","caller":"traceutil/trace.go:171","msg":"trace[828088341] linearizableReadLoop","detail":"{readStateIndex:1940; appliedIndex:1935; }","duration":"1.282367331s","start":"2026-04-08T01:24:27.577891Z","end":"2026-04-08T01:24:28.860259Z","steps":["trace[828088341] 'read index received' (duration: 1.256440489s)","trace[828088341] 'applied index is now lower than readState.Index' (duration: 25.925341ms)"],"step_count":2} {"level":"info","ts":"2026-04-08T01:24:28.860427Z","caller":"traceutil/trace.go:171","msg":"trace[782194311] range","detail":"{range_begin:/registry/cilium.io/ciliumendpoints/; range_end:/registry/cilium.io/ciliumendpoints0; response_count:0; response_revision:1870; }","duration":"1.282598176s","start":"2026-04-08T01:24:27.57782Z","end":"2026-04-08T01:24:28.860418Z","steps":["trace[782194311] 'agreement among raft nodes before linearized reading' (duration: 1.282484184s)"],"step_count":1} {"level":"warn","ts":"2026-04-08T01:24:28.860462Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-08T01:24:27.577796Z","time spent":"1.282657267s","remote":"127.0.0.1:43592","response type":"/etcdserverpb.KV/Range","request count":0,"request size":78,"response count":13,"response size":30,"request content":"key:\"/registry/cilium.io/ciliumendpoints/\" range_end:\"/registry/cilium.io/ciliumendpoints0\" count_only:true "} {"level":"info","ts":"2026-04-08T01:24:28.86053Z","caller":"traceutil/trace.go:171","msg":"trace[1557677014] transaction","detail":"{read_only:false; response_revision:1869; number_of_response:1; }","duration":"270.14333ms","start":"2026-04-08T01:24:28.590353Z","end":"2026-04-08T01:24:28.860496Z","steps":["trace[1557677014] 'process raft request' (duration: 269.776102ms)"],"step_count":1} {"level":"info","ts":"2026-04-08T01:24:28.860697Z","caller":"traceutil/trace.go:171","msg":"trace[1418706348] transaction","detail":"{read_only:false; response_revision:1870; number_of_response:1; }","duration":"251.668775ms","start":"2026-04-08T01:24:28.609013Z","end":"2026-04-08T01:24:28.860682Z","steps":["trace[1418706348] 'process raft request' (duration: 251.205005ms)"],"step_count":1} {"level":"warn","ts":"2026-04-08T01:24:28.860678Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.271386804s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pods/local-path-storage/helper-pod-create-pvc-af07e185-1515-40ed-a86d-67a96e719289\" ","response":"range_response_count:1 size:3747"} {"level":"info","ts":"2026-04-08T01:24:28.86082Z","caller":"traceutil/trace.go:171","msg":"trace[1780817864] range","detail":"{range_begin:/registry/pods/local-path-storage/helper-pod-create-pvc-af07e185-1515-40ed-a86d-67a96e719289; range_end:; response_count:1; response_revision:1870; }","duration":"1.27158754s","start":"2026-04-08T01:24:27.589219Z","end":"2026-04-08T01:24:28.860806Z","steps":["trace[1780817864] 'agreement among raft nodes before linearized reading' (duration: 1.271302182s)"],"step_count":1} {"level":"warn","ts":"2026-04-08T01:24:28.860837Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"745.446246ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/persistentvolumes/\" range_end:\"/registry/persistentvolumes0\" count_only:true ","response":"range_response_count:0 size:5"} {"level":"info","ts":"2026-04-08T01:24:28.860898Z","caller":"traceutil/trace.go:171","msg":"trace[1964626958] range","detail":"{range_begin:/registry/persistentvolumes/; range_end:/registry/persistentvolumes0; response_count:0; response_revision:1870; }","duration":"745.482257ms","start":"2026-04-08T01:24:28.115378Z","end":"2026-04-08T01:24:28.860861Z","steps":["trace[1964626958] 'agreement among raft nodes before linearized reading' (duration: 745.427656ms)"],"step_count":1} {"level":"warn","ts":"2026-04-08T01:24:28.860907Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-08T01:24:27.589193Z","time spent":"1.271659402s","remote":"127.0.0.1:33330","response type":"/etcdserverpb.KV/Range","request count":0,"request size":94,"response count":1,"response size":3770,"request content":"key:\"/registry/pods/local-path-storage/helper-pod-create-pvc-af07e185-1515-40ed-a86d-67a96e719289\" "} {"level":"warn","ts":"2026-04-08T01:24:28.860925Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-08T01:24:28.115311Z","time spent":"745.608289ms","remote":"127.0.0.1:33288","response type":"/etcdserverpb.KV/Range","request count":0,"request size":62,"response count":0,"response size":28,"request content":"key:\"/registry/persistentvolumes/\" range_end:\"/registry/persistentvolumes0\" count_only:true "} {"level":"warn","ts":"2026-04-08T01:24:28.861038Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"281.887115ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/health\" ","response":"range_response_count:0 size:5"} {"level":"info","ts":"2026-04-08T01:24:28.861063Z","caller":"traceutil/trace.go:171","msg":"trace[627320048] range","detail":"{range_begin:/registry/health; range_end:; response_count:0; response_revision:1870; }","duration":"281.946836ms","start":"2026-04-08T01:24:28.579111Z","end":"2026-04-08T01:24:28.861057Z","steps":["trace[627320048] 'agreement among raft nodes before linearized reading' (duration: 281.910055ms)"],"step_count":1} {"level":"warn","ts":"2026-04-08T01:24:28.861071Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"925.380133ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/cert-manager.io/clusterissuers/\" range_end:\"/registry/cert-manager.io/clusterissuers0\" count_only:true ","response":"range_response_count:0 size:7"} {"level":"warn","ts":"2026-04-08T01:24:28.86115Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.114510706s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pods/openstack/percona-xtradb-pxc-0\" ","response":"range_response_count:1 size:10328"} {"level":"warn","ts":"2026-04-08T01:24:28.861215Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"446.677422ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pxc.percona.com/perconaxtradbclusters/openstack/percona-xtradb\" ","response":"range_response_count:1 size:5444"} {"level":"info","ts":"2026-04-08T01:24:28.861211Z","caller":"traceutil/trace.go:171","msg":"trace[1546576957] range","detail":"{range_begin:/registry/pods/openstack/percona-xtradb-pxc-0; range_end:; response_count:1; response_revision:1870; }","duration":"1.114635218s","start":"2026-04-08T01:24:27.746555Z","end":"2026-04-08T01:24:28.86119Z","steps":["trace[1546576957] 'agreement among raft nodes before linearized reading' (duration: 1.114471814s)"],"step_count":1} {"level":"info","ts":"2026-04-08T01:24:28.861248Z","caller":"traceutil/trace.go:171","msg":"trace[1527101824] range","detail":"{range_begin:/registry/pxc.percona.com/perconaxtradbclusters/openstack/percona-xtradb; range_end:; response_count:1; response_revision:1870; }","duration":"446.745993ms","start":"2026-04-08T01:24:28.414492Z","end":"2026-04-08T01:24:28.861238Z","steps":["trace[1527101824] 'agreement among raft nodes before linearized reading' (duration: 446.655271ms)"],"step_count":1} {"level":"warn","ts":"2026-04-08T01:24:28.861236Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"782.939667ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/cilium.io/ciliumclusterwidenetworkpolicies/\" range_end:\"/registry/cilium.io/ciliumclusterwidenetworkpolicies0\" count_only:true ","response":"range_response_count:0 size:5"} {"level":"warn","ts":"2026-04-08T01:24:28.861272Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-08T01:24:28.41447Z","time spent":"446.797965ms","remote":"127.0.0.1:46070","response type":"/etcdserverpb.KV/Range","request count":0,"request size":74,"response count":1,"response size":5467,"request content":"key:\"/registry/pxc.percona.com/perconaxtradbclusters/openstack/percona-xtradb\" "} {"level":"warn","ts":"2026-04-08T01:24:28.861261Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-08T01:24:27.746536Z","time spent":"1.11471261s","remote":"127.0.0.1:33330","response type":"/etcdserverpb.KV/Range","request count":0,"request size":47,"response count":1,"response size":10351,"request content":"key:\"/registry/pods/openstack/percona-xtradb-pxc-0\" "} {"level":"info","ts":"2026-04-08T01:24:28.861278Z","caller":"traceutil/trace.go:171","msg":"trace[1688185185] range","detail":"{range_begin:/registry/cilium.io/ciliumclusterwidenetworkpolicies/; range_end:/registry/cilium.io/ciliumclusterwidenetworkpolicies0; response_count:0; response_revision:1870; }","duration":"783.020838ms","start":"2026-04-08T01:24:28.078248Z","end":"2026-04-08T01:24:28.861269Z","steps":["trace[1688185185] 'agreement among raft nodes before linearized reading' (duration: 782.949346ms)"],"step_count":1} {"level":"warn","ts":"2026-04-08T01:24:28.86131Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-08T01:24:28.078227Z","time spent":"783.07496ms","remote":"127.0.0.1:43614","response type":"/etcdserverpb.KV/Range","request count":0,"request size":112,"response count":0,"response size":28,"request content":"key:\"/registry/cilium.io/ciliumclusterwidenetworkpolicies/\" range_end:\"/registry/cilium.io/ciliumclusterwidenetworkpolicies0\" count_only:true "} {"level":"info","ts":"2026-04-08T01:24:28.861538Z","caller":"traceutil/trace.go:171","msg":"trace[1449031581] range","detail":"{range_begin:/registry/cert-manager.io/clusterissuers/; range_end:/registry/cert-manager.io/clusterissuers0; response_count:0; response_revision:1870; }","duration":"925.544756ms","start":"2026-04-08T01:24:27.935635Z","end":"2026-04-08T01:24:28.86118Z","steps":["trace[1449031581] 'agreement among raft nodes before linearized reading' (duration: 925.205858ms)"],"step_count":1} {"level":"warn","ts":"2026-04-08T01:24:28.861637Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-08T01:24:27.935619Z","time spent":"925.996656ms","remote":"127.0.0.1:50066","response type":"/etcdserverpb.KV/Range","request count":0,"request size":88,"response count":2,"response size":30,"request content":"key:\"/registry/cert-manager.io/clusterissuers/\" range_end:\"/registry/cert-manager.io/clusterissuers0\" count_only:true "} {"level":"info","ts":"2026-04-08T01:24:31.042752Z","caller":"traceutil/trace.go:171","msg":"trace[798332799] transaction","detail":"{read_only:false; response_revision:1882; number_of_response:1; }","duration":"176.976991ms","start":"2026-04-08T01:24:30.865751Z","end":"2026-04-08T01:24:31.042728Z","steps":["trace[798332799] 'process raft request' (duration: 176.758426ms)"],"step_count":1} {"level":"info","ts":"2026-04-08T01:24:31.050909Z","caller":"traceutil/trace.go:171","msg":"trace[1517382974] transaction","detail":"{read_only:false; response_revision:1883; number_of_response:1; }","duration":"185.084473ms","start":"2026-04-08T01:24:30.865797Z","end":"2026-04-08T01:24:31.050882Z","steps":["trace[1517382974] 'process raft request' (duration: 184.921359ms)"],"step_count":1} {"level":"info","ts":"2026-04-08T01:24:31.051262Z","caller":"traceutil/trace.go:171","msg":"trace[1321095036] transaction","detail":"{read_only:false; response_revision:1884; number_of_response:1; }","duration":"184.696423ms","start":"2026-04-08T01:24:30.866554Z","end":"2026-04-08T01:24:31.05125Z","steps":["trace[1321095036] 'process raft request' (duration: 184.291784ms)"],"step_count":1} {"level":"info","ts":"2026-04-08T01:24:31.05137Z","caller":"traceutil/trace.go:171","msg":"trace[71475931] linearizableReadLoop","detail":"{readStateIndex:1957; appliedIndex:1954; }","duration":"181.047631ms","start":"2026-04-08T01:24:30.870313Z","end":"2026-04-08T01:24:31.05136Z","steps":["trace[71475931] 'read index received' (duration: 172.259254ms)","trace[71475931] 'applied index is now lower than readState.Index' (duration: 8.787517ms)"],"step_count":2} {"level":"info","ts":"2026-04-08T01:24:31.051441Z","caller":"traceutil/trace.go:171","msg":"trace[269649382] transaction","detail":"{read_only:false; response_revision:1885; number_of_response:1; }","duration":"110.194302ms","start":"2026-04-08T01:24:30.941237Z","end":"2026-04-08T01:24:31.051431Z","steps":["trace[269649382] 'process raft request' (duration: 109.821723ms)"],"step_count":1} {"level":"warn","ts":"2026-04-08T01:24:31.051711Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"181.377999ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/plndr-svcs-lock\" ","response":"range_response_count:1 size:436"} {"level":"warn","ts":"2026-04-08T01:24:31.051749Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"172.272426ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pxc.percona.com/perconaxtradbclusters/openstack/percona-xtradb\" ","response":"range_response_count:1 size:5444"} {"level":"info","ts":"2026-04-08T01:24:31.051796Z","caller":"traceutil/trace.go:171","msg":"trace[1144415613] range","detail":"{range_begin:/registry/leases/kube-system/plndr-svcs-lock; range_end:; response_count:1; response_revision:1885; }","duration":"181.491412ms","start":"2026-04-08T01:24:30.870288Z","end":"2026-04-08T01:24:31.05178Z","steps":["trace[1144415613] 'agreement among raft nodes before linearized reading' (duration: 181.264097ms)"],"step_count":1} {"level":"info","ts":"2026-04-08T01:24:31.051828Z","caller":"traceutil/trace.go:171","msg":"trace[1756819371] range","detail":"{range_begin:/registry/pxc.percona.com/perconaxtradbclusters/openstack/percona-xtradb; range_end:; response_count:1; response_revision:1885; }","duration":"172.394108ms","start":"2026-04-08T01:24:30.879412Z","end":"2026-04-08T01:24:31.051806Z","steps":["trace[1756819371] 'agreement among raft nodes before linearized reading' (duration: 172.170003ms)"],"step_count":1} {"level":"warn","ts":"2026-04-08T01:24:31.05178Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"180.854738ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pods/local-path-storage/helper-pod-create-pvc-af07e185-1515-40ed-a86d-67a96e719289\" ","response":"range_response_count:1 size:3933"} {"level":"info","ts":"2026-04-08T01:24:31.051989Z","caller":"traceutil/trace.go:171","msg":"trace[1851801318] range","detail":"{range_begin:/registry/pods/local-path-storage/helper-pod-create-pvc-af07e185-1515-40ed-a86d-67a96e719289; range_end:; response_count:1; response_revision:1885; }","duration":"181.084234ms","start":"2026-04-08T01:24:30.870888Z","end":"2026-04-08T01:24:31.051972Z","steps":["trace[1851801318] 'agreement among raft nodes before linearized reading' (duration: 180.662414ms)"],"step_count":1} {"level":"info","ts":"2026-04-08T01:24:31.220851Z","caller":"traceutil/trace.go:171","msg":"trace[1119482127] transaction","detail":"{read_only:false; response_revision:1888; number_of_response:1; }","duration":"111.580674ms","start":"2026-04-08T01:24:31.109238Z","end":"2026-04-08T01:24:31.220819Z","steps":["trace[1119482127] 'process raft request' (duration: 107.882511ms)"],"step_count":1} {"level":"info","ts":"2026-04-08T01:24:31.226235Z","caller":"traceutil/trace.go:171","msg":"trace[188627574] transaction","detail":"{read_only:false; response_revision:1890; number_of_response:1; }","duration":"115.575233ms","start":"2026-04-08T01:24:31.110635Z","end":"2026-04-08T01:24:31.22621Z","steps":["trace[188627574] 'process raft request' (duration: 115.44524ms)"],"step_count":1} {"level":"info","ts":"2026-04-08T01:24:31.226263Z","caller":"traceutil/trace.go:171","msg":"trace[998919858] transaction","detail":"{read_only:false; response_revision:1889; number_of_response:1; }","duration":"116.084575ms","start":"2026-04-08T01:24:31.110149Z","end":"2026-04-08T01:24:31.226234Z","steps":["trace[998919858] 'process raft request' (duration: 115.792969ms)"],"step_count":1} {"level":"info","ts":"2026-04-08T01:24:31.226381Z","caller":"traceutil/trace.go:171","msg":"trace[1281401597] transaction","detail":"{read_only:false; response_revision:1891; number_of_response:1; }","duration":"115.531082ms","start":"2026-04-08T01:24:31.110819Z","end":"2026-04-08T01:24:31.22635Z","steps":["trace[1281401597] 'process raft request' (duration: 115.340558ms)"],"step_count":1} {"level":"warn","ts":"2026-04-08T01:24:35.034502Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"454.494966ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/health\" ","response":"range_response_count:0 size:5"} {"level":"warn","ts":"2026-04-08T01:24:35.034633Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"311.886517ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/horizontalpodautoscalers/\" range_end:\"/registry/horizontalpodautoscalers0\" count_only:true ","response":"range_response_count:0 size:5"} {"level":"info","ts":"2026-04-08T01:24:35.034701Z","caller":"traceutil/trace.go:171","msg":"trace[2055749892] range","detail":"{range_begin:/registry/horizontalpodautoscalers/; range_end:/registry/horizontalpodautoscalers0; response_count:0; response_revision:1917; }","duration":"312.02305ms","start":"2026-04-08T01:24:34.722663Z","end":"2026-04-08T01:24:35.034687Z","steps":["trace[2055749892] 'count revisions from in-memory index tree' (duration: 311.832696ms)"],"step_count":1} {"level":"warn","ts":"2026-04-08T01:24:35.034732Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-08T01:24:34.722651Z","time spent":"312.073741ms","remote":"127.0.0.1:33350","response type":"/etcdserverpb.KV/Range","request count":0,"request size":76,"response count":0,"response size":28,"request content":"key:\"/registry/horizontalpodautoscalers/\" range_end:\"/registry/horizontalpodautoscalers0\" count_only:true "} {"level":"info","ts":"2026-04-08T01:24:35.034639Z","caller":"traceutil/trace.go:171","msg":"trace[1614873881] range","detail":"{range_begin:/registry/health; range_end:; response_count:0; response_revision:1917; }","duration":"454.674751ms","start":"2026-04-08T01:24:34.579939Z","end":"2026-04-08T01:24:35.034614Z","steps":["trace[1614873881] 'range keys from in-memory index tree' (duration: 454.379714ms)"],"step_count":1} {"level":"warn","ts":"2026-04-08T01:24:35.034847Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-08T01:24:34.579924Z","time spent":"454.894085ms","remote":"127.0.0.1:33154","response type":"/etcdserverpb.KV/Range","request count":0,"request size":18,"response count":0,"response size":28,"request content":"key:\"/registry/health\" "} {"level":"warn","ts":"2026-04-08T01:24:35.03487Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"770.474126ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/serviceaccounts/openstack/default\" ","response":"range_response_count:1 size:175"} {"level":"info","ts":"2026-04-08T01:24:35.034918Z","caller":"traceutil/trace.go:171","msg":"trace[119329703] range","detail":"{range_begin:/registry/serviceaccounts/openstack/default; range_end:; response_count:1; response_revision:1917; }","duration":"770.550408ms","start":"2026-04-08T01:24:34.264354Z","end":"2026-04-08T01:24:35.034904Z","steps":["trace[119329703] 'range keys from in-memory index tree' (duration: 770.315593ms)"],"step_count":1} {"level":"warn","ts":"2026-04-08T01:24:35.034966Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-08T01:24:34.264338Z","time spent":"770.614159ms","remote":"127.0.0.1:33340","response type":"/etcdserverpb.KV/Range","request count":0,"request size":45,"response count":1,"response size":198,"request content":"key:\"/registry/serviceaccounts/openstack/default\" "} {"level":"warn","ts":"2026-04-08T01:24:43.661105Z","caller":"etcdserver/v3_server.go:897","msg":"waiting for ReadIndex response took too long, retrying","sent-request-id":256878260278554822,"retry-timeout":"500ms"} {"level":"warn","ts":"2026-04-08T01:24:44.16209Z","caller":"etcdserver/v3_server.go:897","msg":"waiting for ReadIndex response took too long, retrying","sent-request-id":256878260278554822,"retry-timeout":"500ms"} {"level":"warn","ts":"2026-04-08T01:24:44.356467Z","caller":"wal/wal.go:805","msg":"slow fdatasync","took":"1.227650954s","expected-duration":"1s"} {"level":"warn","ts":"2026-04-08T01:24:44.356655Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.418656409s","expected-duration":"100ms","prefix":"","request":"header: txn: success:> failure: >>","response":"size:16"} {"level":"info","ts":"2026-04-08T01:24:44.356784Z","caller":"traceutil/trace.go:171","msg":"trace[2128373202] transaction","detail":"{read_only:false; response_revision:1986; number_of_response:1; }","duration":"1.552353348s","start":"2026-04-08T01:24:42.804398Z","end":"2026-04-08T01:24:44.356751Z","steps":["trace[2128373202] 'process raft request' (duration: 133.471375ms)","trace[2128373202] 'compare' (duration: 1.41826627s)"],"step_count":2} {"level":"warn","ts":"2026-04-08T01:24:44.356869Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-08T01:24:42.804376Z","time spent":"1.552457561s","remote":"127.0.0.1:33186","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":120,"response count":0,"response size":39,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-04-08T01:24:44.357022Z","caller":"traceutil/trace.go:171","msg":"trace[504652421] transaction","detail":"{read_only:false; response_revision:1987; number_of_response:1; }","duration":"1.228288887s","start":"2026-04-08T01:24:43.128704Z","end":"2026-04-08T01:24:44.356993Z","steps":["trace[504652421] 'process raft request' (duration: 1.228130774s)"],"step_count":1} {"level":"warn","ts":"2026-04-08T01:24:44.357234Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-08T01:24:43.128678Z","time spent":"1.22844523s","remote":"127.0.0.1:33388","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":534,"response count":0,"response size":39,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-04-08T01:24:44.413572Z","caller":"traceutil/trace.go:171","msg":"trace[1468785227] transaction","detail":"{read_only:false; response_revision:1988; number_of_response:1; }","duration":"1.282495913s","start":"2026-04-08T01:24:43.13105Z","end":"2026-04-08T01:24:44.413546Z","steps":["trace[1468785227] 'process raft request' (duration: 1.282292819s)"],"step_count":1} {"level":"info","ts":"2026-04-08T01:24:44.413829Z","caller":"traceutil/trace.go:171","msg":"trace[175962050] linearizableReadLoop","detail":"{readStateIndex:2066; appliedIndex:2063; }","duration":"1.253572925s","start":"2026-04-08T01:24:43.160221Z","end":"2026-04-08T01:24:44.413794Z","steps":["trace[175962050] 'read index received' (duration: 1.19674592s)","trace[175962050] 'applied index is now lower than readState.Index' (duration: 56.823774ms)"],"step_count":2} {"level":"info","ts":"2026-04-08T01:24:44.413869Z","caller":"traceutil/trace.go:171","msg":"trace[1320559953] transaction","detail":"{read_only:false; response_revision:1989; number_of_response:1; }","duration":"1.282087874s","start":"2026-04-08T01:24:43.131752Z","end":"2026-04-08T01:24:44.41384Z","steps":["trace[1320559953] 'process raft request' (duration: 1.281751276s)"],"step_count":1} {"level":"warn","ts":"2026-04-08T01:24:44.414031Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-08T01:24:43.131712Z","time spent":"1.282223727s","remote":"127.0.0.1:33388","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":509,"response count":0,"response size":39,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-04-08T01:24:44.414074Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.093891623s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/plndr-svcs-lock\" ","response":"range_response_count:1 size:435"} {"level":"warn","ts":"2026-04-08T01:24:44.414079Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.253848391s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pxc.percona.com/perconaxtradbclusters/openstack/percona-xtradb\" ","response":"range_response_count:1 size:5444"} {"level":"warn","ts":"2026-04-08T01:24:44.414114Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.02112079s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/kube-scheduler\" ","response":"range_response_count:1 size:479"} {"level":"info","ts":"2026-04-08T01:24:44.41417Z","caller":"traceutil/trace.go:171","msg":"trace[12667072] range","detail":"{range_begin:/registry/leases/kube-system/kube-scheduler; range_end:; response_count:1; response_revision:1989; }","duration":"1.021198123s","start":"2026-04-08T01:24:43.392958Z","end":"2026-04-08T01:24:44.414156Z","steps":["trace[12667072] 'agreement among raft nodes before linearized reading' (duration: 1.021009967s)"],"step_count":1} {"level":"warn","ts":"2026-04-08T01:24:44.414193Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.021264193s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/openstack/rabbitmq-cluster-operator-leader-election\" ","response":"range_response_count:1 size:555"} {"level":"warn","ts":"2026-04-08T01:24:44.414209Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-08T01:24:43.392944Z","time spent":"1.021258054s","remote":"127.0.0.1:33388","response type":"/etcdserverpb.KV/Range","request count":0,"request size":45,"response count":1,"response size":502,"request content":"key:\"/registry/leases/kube-system/kube-scheduler\" "} {"level":"info","ts":"2026-04-08T01:24:44.41423Z","caller":"traceutil/trace.go:171","msg":"trace[1909109539] range","detail":"{range_begin:/registry/leases/openstack/rabbitmq-cluster-operator-leader-election; range_end:; response_count:1; response_revision:1989; }","duration":"1.021347275s","start":"2026-04-08T01:24:43.392873Z","end":"2026-04-08T01:24:44.41422Z","steps":["trace[1909109539] 'agreement among raft nodes before linearized reading' (duration: 1.021262183s)"],"step_count":1} {"level":"warn","ts":"2026-04-08T01:24:44.414241Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"215.347152ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/gateway.networking.k8s.io/gatewayclasses/\" range_end:\"/registry/gateway.networking.k8s.io/gatewayclasses0\" count_only:true ","response":"range_response_count:0 size:7"} {"level":"warn","ts":"2026-04-08T01:24:44.414272Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-08T01:24:43.392846Z","time spent":"1.021418317s","remote":"127.0.0.1:33388","response type":"/etcdserverpb.KV/Range","request count":0,"request size":70,"response count":1,"response size":578,"request content":"key:\"/registry/leases/openstack/rabbitmq-cluster-operator-leader-election\" "} {"level":"info","ts":"2026-04-08T01:24:44.414274Z","caller":"traceutil/trace.go:171","msg":"trace[2023522733] range","detail":"{range_begin:/registry/gateway.networking.k8s.io/gatewayclasses/; range_end:/registry/gateway.networking.k8s.io/gatewayclasses0; response_count:0; response_revision:1989; }","duration":"215.387043ms","start":"2026-04-08T01:24:44.198877Z","end":"2026-04-08T01:24:44.414264Z","steps":["trace[2023522733] 'agreement among raft nodes before linearized reading' (duration: 215.324101ms)"],"step_count":1} {"level":"info","ts":"2026-04-08T01:24:44.414166Z","caller":"traceutil/trace.go:171","msg":"trace[1574995070] range","detail":"{range_begin:/registry/pxc.percona.com/perconaxtradbclusters/openstack/percona-xtradb; range_end:; response_count:1; response_revision:1989; }","duration":"1.253961424s","start":"2026-04-08T01:24:43.16018Z","end":"2026-04-08T01:24:44.414142Z","steps":["trace[1574995070] 'agreement among raft nodes before linearized reading' (duration: 1.253742518s)"],"step_count":1} {"level":"warn","ts":"2026-04-08T01:24:44.414353Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-08T01:24:43.160167Z","time spent":"1.254172139s","remote":"127.0.0.1:46070","response type":"/etcdserverpb.KV/Range","request count":0,"request size":74,"response count":1,"response size":5467,"request content":"key:\"/registry/pxc.percona.com/perconaxtradbclusters/openstack/percona-xtradb\" "} {"level":"warn","ts":"2026-04-08T01:24:44.414433Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.08795504s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/kube-controller-manager\" ","response":"range_response_count:1 size:504"} {"level":"info","ts":"2026-04-08T01:24:44.414469Z","caller":"traceutil/trace.go:171","msg":"trace[1697925349] range","detail":"{range_begin:/registry/leases/kube-system/kube-controller-manager; range_end:; response_count:1; response_revision:1989; }","duration":"1.088015181s","start":"2026-04-08T01:24:43.326445Z","end":"2026-04-08T01:24:44.414461Z","steps":["trace[1697925349] 'agreement among raft nodes before linearized reading' (duration: 1.087928179s)"],"step_count":1} {"level":"warn","ts":"2026-04-08T01:24:44.414496Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-08T01:24:43.326433Z","time spent":"1.088056432s","remote":"127.0.0.1:33388","response type":"/etcdserverpb.KV/Range","request count":0,"request size":54,"response count":1,"response size":527,"request content":"key:\"/registry/leases/kube-system/kube-controller-manager\" "} {"level":"warn","ts":"2026-04-08T01:24:44.414501Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.021883308s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/plndr-cp-lock\" ","response":"range_response_count:1 size:432"} {"level":"warn","ts":"2026-04-08T01:24:44.414497Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.041972867s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/cilium-operator-resource-lock\" ","response":"range_response_count:1 size:492"} {"level":"info","ts":"2026-04-08T01:24:44.414576Z","caller":"traceutil/trace.go:171","msg":"trace[1091776245] range","detail":"{range_begin:/registry/leases/kube-system/plndr-cp-lock; range_end:; response_count:1; response_revision:1989; }","duration":"1.02202719s","start":"2026-04-08T01:24:43.392533Z","end":"2026-04-08T01:24:44.41456Z","steps":["trace[1091776245] 'agreement among raft nodes before linearized reading' (duration: 1.021864527s)"],"step_count":1} {"level":"warn","ts":"2026-04-08T01:24:44.414674Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"471.070579ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pods/openstack/percona-xtradb-pxc-0\" ","response":"range_response_count:1 size:11979"} {"level":"warn","ts":"2026-04-08T01:24:44.413735Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-08T01:24:43.131023Z","time spent":"1.282616966s","remote":"127.0.0.1:33388","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":555,"response count":0,"response size":39,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-04-08T01:24:44.414707Z","caller":"traceutil/trace.go:171","msg":"trace[898404794] range","detail":"{range_begin:/registry/pods/openstack/percona-xtradb-pxc-0; range_end:; response_count:1; response_revision:1989; }","duration":"471.144ms","start":"2026-04-08T01:24:43.943552Z","end":"2026-04-08T01:24:44.414696Z","steps":["trace[898404794] 'agreement among raft nodes before linearized reading' (duration: 471.008627ms)"],"step_count":1} {"level":"warn","ts":"2026-04-08T01:24:44.415008Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-08T01:24:43.94353Z","time spent":"471.447437ms","remote":"127.0.0.1:33330","response type":"/etcdserverpb.KV/Range","request count":0,"request size":47,"response count":1,"response size":12002,"request content":"key:\"/registry/pods/openstack/percona-xtradb-pxc-0\" "} {"level":"info","ts":"2026-04-08T01:24:44.414114Z","caller":"traceutil/trace.go:171","msg":"trace[1709795621] range","detail":"{range_begin:/registry/leases/kube-system/plndr-svcs-lock; range_end:; response_count:1; response_revision:1989; }","duration":"1.093990345s","start":"2026-04-08T01:24:43.320112Z","end":"2026-04-08T01:24:44.414102Z","steps":["trace[1709795621] 'agreement among raft nodes before linearized reading' (duration: 1.093845951s)"],"step_count":1} {"level":"warn","ts":"2026-04-08T01:24:44.415262Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-08T01:24:43.320087Z","time spent":"1.095161041s","remote":"127.0.0.1:33388","response type":"/etcdserverpb.KV/Range","request count":0,"request size":46,"response count":1,"response size":458,"request content":"key:\"/registry/leases/kube-system/plndr-svcs-lock\" "} {"level":"info","ts":"2026-04-08T01:24:44.414625Z","caller":"traceutil/trace.go:171","msg":"trace[1302895588] range","detail":"{range_begin:/registry/leases/kube-system/cilium-operator-resource-lock; range_end:; response_count:1; response_revision:1989; }","duration":"1.042129781s","start":"2026-04-08T01:24:43.372448Z","end":"2026-04-08T01:24:44.414578Z","steps":["trace[1302895588] 'agreement among raft nodes before linearized reading' (duration: 1.041865895s)"],"step_count":1} {"level":"warn","ts":"2026-04-08T01:24:44.415379Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-08T01:24:43.372426Z","time spent":"1.042938059s","remote":"127.0.0.1:33388","response type":"/etcdserverpb.KV/Range","request count":0,"request size":60,"response count":1,"response size":515,"request content":"key:\"/registry/leases/kube-system/cilium-operator-resource-lock\" "} {"level":"warn","ts":"2026-04-08T01:24:44.4147Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-08T01:24:43.3925Z","time spent":"1.022184594s","remote":"127.0.0.1:33388","response type":"/etcdserverpb.KV/Range","request count":0,"request size":44,"response count":1,"response size":455,"request content":"key:\"/registry/leases/kube-system/plndr-cp-lock\" "} {"level":"warn","ts":"2026-04-08T01:24:44.927968Z","caller":"etcdserver/v3_server.go:897","msg":"waiting for ReadIndex response took too long, retrying","sent-request-id":256878260278554832,"retry-timeout":"500ms"} {"level":"info","ts":"2026-04-08T01:24:45.414985Z","caller":"traceutil/trace.go:171","msg":"trace[1421870962] transaction","detail":"{read_only:false; response_revision:1990; number_of_response:1; }","duration":"994.811715ms","start":"2026-04-08T01:24:44.420151Z","end":"2026-04-08T01:24:45.414963Z","steps":["trace[1421870962] 'process raft request' (duration: 994.664481ms)"],"step_count":1} {"level":"warn","ts":"2026-04-08T01:24:45.415129Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-08T01:24:44.42013Z","time spent":"994.927758ms","remote":"127.0.0.1:33388","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":540,"response count":0,"response size":39,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-04-08T01:24:46.580805Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"2.000637686s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/health\" ","response":"","error":"context canceled"} {"level":"info","ts":"2026-04-08T01:24:46.580901Z","caller":"traceutil/trace.go:171","msg":"trace[1677300335] range","detail":"{range_begin:/registry/health; range_end:; }","duration":"2.000775969s","start":"2026-04-08T01:24:44.580092Z","end":"2026-04-08T01:24:46.580868Z","steps":["trace[1677300335] 'agreement among raft nodes before linearized reading' (duration: 2.000670816s)"],"step_count":1} {"level":"warn","ts":"2026-04-08T01:24:46.580948Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-08T01:24:44.58007Z","time spent":"2.000868s","remote":"127.0.0.1:33154","response type":"/etcdserverpb.KV/Range","request count":0,"request size":18,"response count":0,"response size":0,"request content":"key:\"/registry/health\" "} 2026/04/08 01:24:46 WARNING: [core] [Server #7] grpc: Server.processUnaryRPC failed to write status: connection error: desc = "transport is closing" {"level":"warn","ts":"2026-04-08T01:24:47.068041Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"522.642001ms","expected-duration":"100ms","prefix":"read-only range ","request":"limit:1 serializable:true keys_only:true ","response":"range_response_count:0 size:5"} {"level":"info","ts":"2026-04-08T01:24:47.068141Z","caller":"traceutil/trace.go:171","msg":"trace[1335138572] range","detail":"{range_begin:; range_end:; response_count:0; response_revision:1990; }","duration":"522.752844ms","start":"2026-04-08T01:24:46.545375Z","end":"2026-04-08T01:24:47.068128Z","steps":["trace[1335138572] 'range keys from in-memory index tree' (duration: 522.62856ms)"],"step_count":1} {"level":"warn","ts":"2026-04-08T01:24:47.068597Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.073836271s","expected-duration":"100ms","prefix":"","request":"header: txn: success:> failure: >>","response":"size:16"} {"level":"info","ts":"2026-04-08T01:24:47.068865Z","caller":"traceutil/trace.go:171","msg":"trace[736031832] linearizableReadLoop","detail":"{readStateIndex:2072; appliedIndex:2067; }","duration":"2.641722412s","start":"2026-04-08T01:24:44.427133Z","end":"2026-04-08T01:24:47.068855Z","steps":["trace[736031832] 'read index received' (duration: 988.370661ms)","trace[736031832] 'applied index is now lower than readState.Index' (duration: 1.653350741s)"],"step_count":2} {"level":"info","ts":"2026-04-08T01:24:47.06892Z","caller":"traceutil/trace.go:171","msg":"trace[1966567153] transaction","detail":"{read_only:false; response_revision:1993; number_of_response:1; }","duration":"2.648294799s","start":"2026-04-08T01:24:44.420618Z","end":"2026-04-08T01:24:47.068913Z","steps":["trace[1966567153] 'process raft request' (duration: 2.648146236s)"],"step_count":1} {"level":"info","ts":"2026-04-08T01:24:47.068925Z","caller":"traceutil/trace.go:171","msg":"trace[953759841] transaction","detail":"{read_only:false; response_revision:1992; number_of_response:1; }","duration":"2.64835623s","start":"2026-04-08T01:24:44.420542Z","end":"2026-04-08T01:24:47.068898Z","steps":["trace[953759841] 'process raft request' (duration: 2.648132455s)"],"step_count":1} {"level":"warn","ts":"2026-04-08T01:24:47.068968Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-08T01:24:44.420611Z","time spent":"2.64833053s","remote":"127.0.0.1:33388","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":422,"response count":0,"response size":39,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-04-08T01:24:47.068996Z","caller":"traceutil/trace.go:171","msg":"trace[1302055687] transaction","detail":"{read_only:false; response_revision:1991; number_of_response:1; }","duration":"2.648437851s","start":"2026-04-08T01:24:44.42054Z","end":"2026-04-08T01:24:47.068978Z","steps":["trace[1302055687] 'process raft request' (duration: 1.57415885s)","trace[1302055687] 'compare' (duration: 1.073412542s)"],"step_count":2} {"level":"info","ts":"2026-04-08T01:24:47.069007Z","caller":"traceutil/trace.go:171","msg":"trace[1756722961] transaction","detail":"{read_only:false; response_revision:1995; number_of_response:1; }","duration":"2.647770287s","start":"2026-04-08T01:24:44.42119Z","end":"2026-04-08T01:24:47.06896Z","steps":["trace[1756722961] 'process raft request' (duration: 2.647638304s)"],"step_count":1} {"level":"warn","ts":"2026-04-08T01:24:47.069157Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"2.641997298s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/deployments/openstack/percona-xtradb-pitr\" ","response":"range_response_count:0 size:5"} {"level":"info","ts":"2026-04-08T01:24:47.069281Z","caller":"traceutil/trace.go:171","msg":"trace[550101194] transaction","detail":"{read_only:false; response_revision:1994; number_of_response:1; }","duration":"2.648456002s","start":"2026-04-08T01:24:44.420765Z","end":"2026-04-08T01:24:47.069221Z","steps":["trace[550101194] 'process raft request' (duration: 2.648038633s)"],"step_count":1} {"level":"warn","ts":"2026-04-08T01:24:47.069465Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-08T01:24:44.420752Z","time spent":"2.648618946s","remote":"127.0.0.1:33388","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":418,"response count":0,"response size":39,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-04-08T01:24:47.069187Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-08T01:24:44.421181Z","time spent":"2.647943531s","remote":"127.0.0.1:33388","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":477,"response count":0,"response size":39,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-04-08T01:24:47.069319Z","caller":"traceutil/trace.go:171","msg":"trace[1121001189] range","detail":"{range_begin:/registry/deployments/openstack/percona-xtradb-pitr; range_end:; response_count:0; response_revision:1995; }","duration":"2.642183141s","start":"2026-04-08T01:24:44.427113Z","end":"2026-04-08T01:24:47.069297Z","steps":["trace[1121001189] 'agreement among raft nodes before linearized reading' (duration: 2.641848634s)"],"step_count":1} {"level":"warn","ts":"2026-04-08T01:24:47.069589Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-08T01:24:44.427104Z","time spent":"2.642465537s","remote":"127.0.0.1:33574","response type":"/etcdserverpb.KV/Range","request count":0,"request size":53,"response count":0,"response size":28,"request content":"key:\"/registry/deployments/openstack/percona-xtradb-pitr\" "} {"level":"warn","ts":"2026-04-08T01:24:47.069078Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-08T01:24:44.420524Z","time spent":"2.648509584s","remote":"127.0.0.1:33388","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":490,"response count":0,"response size":39,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-04-08T01:24:47.069066Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-08T01:24:44.42052Z","time spent":"2.648467973s","remote":"127.0.0.1:33388","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":464,"response count":0,"response size":39,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-04-08T01:24:47.150666Z","caller":"traceutil/trace.go:171","msg":"trace[1446223251] transaction","detail":"{read_only:false; response_revision:1996; number_of_response:1; }","duration":"788.115878ms","start":"2026-04-08T01:24:46.362527Z","end":"2026-04-08T01:24:47.150643Z","steps":["trace[1446223251] 'process raft request' (duration: 787.957825ms)"],"step_count":1} {"level":"warn","ts":"2026-04-08T01:24:47.150813Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-08T01:24:46.362501Z","time spent":"788.23295ms","remote":"127.0.0.1:33388","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":535,"response count":0,"response size":39,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-04-08T01:24:48.096792Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"647.788784ms","expected-duration":"100ms","prefix":"","request":"header: txn: success:> failure: >>","response":"size:16"} {"level":"info","ts":"2026-04-08T01:24:48.096964Z","caller":"traceutil/trace.go:171","msg":"trace[766079393] linearizableReadLoop","detail":"{readStateIndex:2075; appliedIndex:2072; }","duration":"1.028056563s","start":"2026-04-08T01:24:47.068891Z","end":"2026-04-08T01:24:48.096948Z","steps":["trace[766079393] 'read index received' (duration: 81.601735ms)","trace[766079393] 'applied index is now lower than readState.Index' (duration: 946.453798ms)"],"step_count":2} {"level":"info","ts":"2026-04-08T01:24:48.097057Z","caller":"traceutil/trace.go:171","msg":"trace[337346012] transaction","detail":"{read_only:false; response_revision:1997; number_of_response:1; }","duration":"1.676626953s","start":"2026-04-08T01:24:46.420409Z","end":"2026-04-08T01:24:48.097036Z","steps":["trace[337346012] 'process raft request' (duration: 1.028514083s)","trace[337346012] 'compare' (duration: 647.64828ms)"],"step_count":2} {"level":"warn","ts":"2026-04-08T01:24:48.097166Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-08T01:24:46.420372Z","time spent":"1.676744636s","remote":"127.0.0.1:33388","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":510,"response count":0,"response size":39,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-04-08T01:24:48.097365Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.81747078s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/cilium.io/ciliumidentities/\" range_end:\"/registry/cilium.io/ciliumidentities0\" count_only:true ","response":"range_response_count:0 size:7"} {"level":"info","ts":"2026-04-08T01:24:48.09744Z","caller":"traceutil/trace.go:171","msg":"trace[758998855] range","detail":"{range_begin:/registry/cilium.io/ciliumidentities/; range_end:/registry/cilium.io/ciliumidentities0; response_count:0; response_revision:1998; }","duration":"1.817617513s","start":"2026-04-08T01:24:46.279804Z","end":"2026-04-08T01:24:48.097422Z","steps":["trace[758998855] 'agreement among raft nodes before linearized reading' (duration: 1.817435789s)"],"step_count":1} {"level":"warn","ts":"2026-04-08T01:24:48.097495Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-08T01:24:46.279782Z","time spent":"1.817695875s","remote":"127.0.0.1:43622","response type":"/etcdserverpb.KV/Range","request count":0,"request size":80,"response count":17,"response size":30,"request content":"key:\"/registry/cilium.io/ciliumidentities/\" range_end:\"/registry/cilium.io/ciliumidentities0\" count_only:true "} {"level":"warn","ts":"2026-04-08T01:24:48.097537Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"2.675475571s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pxc.percona.com/perconaxtradbclusters/openstack/percona-xtradb\" ","response":"range_response_count:1 size:5444"} {"level":"info","ts":"2026-04-08T01:24:48.097584Z","caller":"traceutil/trace.go:171","msg":"trace[1927849601] range","detail":"{range_begin:/registry/pxc.percona.com/perconaxtradbclusters/openstack/percona-xtradb; range_end:; response_count:1; response_revision:1998; }","duration":"2.675556733s","start":"2026-04-08T01:24:45.42201Z","end":"2026-04-08T01:24:48.097567Z","steps":["trace[1927849601] 'agreement among raft nodes before linearized reading' (duration: 2.67539662s)"],"step_count":1} {"level":"warn","ts":"2026-04-08T01:24:48.097616Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-08T01:24:45.421992Z","time spent":"2.675616364s","remote":"127.0.0.1:46070","response type":"/etcdserverpb.KV/Range","request count":0,"request size":74,"response count":1,"response size":5467,"request content":"key:\"/registry/pxc.percona.com/perconaxtradbclusters/openstack/percona-xtradb\" "} {"level":"warn","ts":"2026-04-08T01:24:48.097606Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"2.945210195s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/resourcequotas/\" range_end:\"/registry/resourcequotas0\" count_only:true ","response":"range_response_count:0 size:5"} {"level":"info","ts":"2026-04-08T01:24:48.097656Z","caller":"traceutil/trace.go:171","msg":"trace[125611710] range","detail":"{range_begin:/registry/resourcequotas/; range_end:/registry/resourcequotas0; response_count:0; response_revision:1998; }","duration":"2.945316597s","start":"2026-04-08T01:24:45.152326Z","end":"2026-04-08T01:24:48.097643Z","steps":["trace[125611710] 'agreement among raft nodes before linearized reading' (duration: 2.945198384s)"],"step_count":1} {"level":"warn","ts":"2026-04-08T01:24:48.09769Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-08T01:24:45.152304Z","time spent":"2.945377379s","remote":"127.0.0.1:33232","response type":"/etcdserverpb.KV/Range","request count":0,"request size":56,"response count":0,"response size":28,"request content":"key:\"/registry/resourcequotas/\" range_end:\"/registry/resourcequotas0\" count_only:true "} {"level":"info","ts":"2026-04-08T01:24:48.097755Z","caller":"traceutil/trace.go:171","msg":"trace[1694362914] transaction","detail":"{read_only:false; response_revision:1998; number_of_response:1; }","duration":"1.676935971s","start":"2026-04-08T01:24:46.420805Z","end":"2026-04-08T01:24:48.097741Z","steps":["trace[1694362914] 'process raft request' (duration: 1.676086692s)"],"step_count":1} {"level":"warn","ts":"2026-04-08T01:24:48.097856Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-08T01:24:46.420787Z","time spent":"1.677006923s","remote":"127.0.0.1:33388","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":556,"response count":0,"response size":39,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-04-08T01:24:48.098009Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.516992966s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/health\" ","response":"range_response_count:0 size:5"} {"level":"info","ts":"2026-04-08T01:24:48.098046Z","caller":"traceutil/trace.go:171","msg":"trace[2072485174] range","detail":"{range_begin:/registry/health; range_end:; response_count:0; response_revision:1998; }","duration":"1.517074858s","start":"2026-04-08T01:24:46.580962Z","end":"2026-04-08T01:24:48.098037Z","steps":["trace[2072485174] 'agreement among raft nodes before linearized reading' (duration: 1.517018016s)"],"step_count":1} {"level":"warn","ts":"2026-04-08T01:24:48.098072Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-08T01:24:46.580942Z","time spent":"1.517124109s","remote":"127.0.0.1:33162","response type":"/etcdserverpb.KV/Range","request count":0,"request size":18,"response count":0,"response size":28,"request content":"key:\"/registry/health\" "} {"level":"warn","ts":"2026-04-08T01:24:49.246754Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"2.000191279s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/health\" ","response":"","error":"context canceled"} {"level":"info","ts":"2026-04-08T01:24:49.246857Z","caller":"traceutil/trace.go:171","msg":"trace[604165710] range","detail":"{range_begin:/registry/health; range_end:; }","duration":"2.000371563s","start":"2026-04-08T01:24:47.246464Z","end":"2026-04-08T01:24:49.246836Z","steps":["trace[604165710] 'agreement among raft nodes before linearized reading' (duration: 2.00022254s)"],"step_count":1} {"level":"warn","ts":"2026-04-08T01:24:49.246915Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-08T01:24:47.246444Z","time spent":"2.000448815s","remote":"127.0.0.1:33154","response type":"/etcdserverpb.KV/Range","request count":0,"request size":18,"response count":0,"response size":0,"request content":"key:\"/registry/health\" "} 2026/04/08 01:24:49 WARNING: [core] [Server #7] grpc: Server.processUnaryRPC failed to write status: connection error: desc = "transport is closing" {"level":"warn","ts":"2026-04-08T01:24:49.420974Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.15785894s","expected-duration":"100ms","prefix":"","request":"header: lease_revoke:","response":"size:28"} {"level":"info","ts":"2026-04-08T01:24:49.4215Z","caller":"traceutil/trace.go:171","msg":"trace[434309151] transaction","detail":"{read_only:false; response_revision:1999; number_of_response:1; }","duration":"525.798451ms","start":"2026-04-08T01:24:48.895671Z","end":"2026-04-08T01:24:49.42147Z","steps":["trace[434309151] 'process raft request' (duration: 525.430413ms)"],"step_count":1} {"level":"warn","ts":"2026-04-08T01:24:49.421677Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-08T01:24:48.895648Z","time spent":"525.937185ms","remote":"127.0.0.1:33388","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":475,"response count":0,"response size":39,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-04-08T01:24:49.421792Z","caller":"traceutil/trace.go:171","msg":"trace[1459487038] linearizableReadLoop","detail":"{readStateIndex:2076; appliedIndex:2075; }","duration":"1.324376866s","start":"2026-04-08T01:24:48.096993Z","end":"2026-04-08T01:24:49.42137Z","steps":["trace[1459487038] 'read index received' (duration: 166.039203ms)","trace[1459487038] 'applied index is now lower than readState.Index' (duration: 1.158331243s)"],"step_count":2} {"level":"warn","ts":"2026-04-08T01:24:49.922805Z","caller":"etcdserver/v3_server.go:897","msg":"waiting for ReadIndex response took too long, retrying","sent-request-id":256878260278554849,"retry-timeout":"500ms"} {"level":"warn","ts":"2026-04-08T01:24:50.106914Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"2.000057047s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/health\" ","response":"","error":"context canceled"} {"level":"info","ts":"2026-04-08T01:24:50.106994Z","caller":"traceutil/trace.go:171","msg":"trace[1289821344] range","detail":"{range_begin:/registry/health; range_end:; }","duration":"2.00017894s","start":"2026-04-08T01:24:48.106798Z","end":"2026-04-08T01:24:50.106977Z","steps":["trace[1289821344] 'agreement among raft nodes before linearized reading' (duration: 2.000077918s)"],"step_count":1} {"level":"warn","ts":"2026-04-08T01:24:50.10708Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-08T01:24:48.106786Z","time spent":"2.000244571s","remote":"127.0.0.1:33162","response type":"/etcdserverpb.KV/Range","request count":0,"request size":18,"response count":0,"response size":0,"request content":"key:\"/registry/health\" "} 2026/04/08 01:24:50 WARNING: [core] [Server #7] grpc: Server.processUnaryRPC failed to write status: connection error: desc = "transport is closing" {"level":"warn","ts":"2026-04-08T01:24:50.362093Z","caller":"wal/wal.go:805","msg":"slow fdatasync","took":"1.161169027s","expected-duration":"1s"} {"level":"warn","ts":"2026-04-08T01:24:50.799464Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"3.726763636s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/services/specs/openstack/percona-xtradb-pitr\" ","response":"range_response_count:0 size:5"} {"level":"info","ts":"2026-04-08T01:24:50.799544Z","caller":"traceutil/trace.go:171","msg":"trace[647606591] range","detail":"{range_begin:/registry/services/specs/openstack/percona-xtradb-pitr; range_end:; response_count:0; response_revision:1999; }","duration":"3.726882539s","start":"2026-04-08T01:24:47.072641Z","end":"2026-04-08T01:24:50.799523Z","steps":["trace[647606591] 'agreement among raft nodes before linearized reading' (duration: 2.349221696s)","trace[647606591] 'range keys from in-memory index tree' (duration: 1.377539131s)"],"step_count":2} {"level":"warn","ts":"2026-04-08T01:24:50.799554Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"3.379662992s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/openstack/rabbitmq-cluster-operator-leader-election\" ","response":"range_response_count:1 size:555"} {"level":"warn","ts":"2026-04-08T01:24:50.799585Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-08T01:24:47.072621Z","time spent":"3.72695491s","remote":"127.0.0.1:33336","response type":"/etcdserverpb.KV/Range","request count":0,"request size":56,"response count":0,"response size":28,"request content":"key:\"/registry/services/specs/openstack/percona-xtradb-pitr\" "} {"level":"warn","ts":"2026-04-08T01:24:50.799771Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"437.354913ms","expected-duration":"100ms","prefix":"","request":"header: txn: success:> failure: >>","response":"size:16"} {"level":"info","ts":"2026-04-08T01:24:50.7998Z","caller":"traceutil/trace.go:171","msg":"trace[62052592] range","detail":"{range_begin:/registry/leases/openstack/rabbitmq-cluster-operator-leader-election; range_end:; response_count:1; response_revision:1999; }","duration":"3.379782606s","start":"2026-04-08T01:24:47.419823Z","end":"2026-04-08T01:24:50.799606Z","steps":["trace[62052592] 'agreement among raft nodes before linearized reading' (duration: 2.00157431s)","trace[62052592] 'range keys from in-memory index tree' (duration: 1.378020231s)"],"step_count":2} {"level":"warn","ts":"2026-04-08T01:24:50.79986Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-08T01:24:47.419794Z","time spent":"3.380053742s","remote":"127.0.0.1:33388","response type":"/etcdserverpb.KV/Range","request count":0,"request size":70,"response count":1,"response size":578,"request content":"key:\"/registry/leases/openstack/rabbitmq-cluster-operator-leader-election\" "} {"level":"info","ts":"2026-04-08T01:24:50.79993Z","caller":"traceutil/trace.go:171","msg":"trace[1872292682] transaction","detail":"{read_only:false; response_revision:2000; number_of_response:1; }","duration":"1.68752795s","start":"2026-04-08T01:24:49.112383Z","end":"2026-04-08T01:24:50.799911Z","steps":["trace[1872292682] 'process raft request' (duration: 1.249950452s)","trace[1872292682] 'compare' (duration: 437.22916ms)"],"step_count":2} {"level":"warn","ts":"2026-04-08T01:24:50.8Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-08T01:24:49.112362Z","time spent":"1.687608111s","remote":"127.0.0.1:33388","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":672,"response count":0,"response size":39,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-04-08T01:24:50.800069Z","caller":"traceutil/trace.go:171","msg":"trace[583724120] transaction","detail":"{read_only:false; response_revision:2001; number_of_response:1; }","duration":"1.643683964s","start":"2026-04-08T01:24:49.156373Z","end":"2026-04-08T01:24:50.800057Z","steps":["trace[583724120] 'process raft request' (duration: 1.6434903s)"],"step_count":1} {"level":"warn","ts":"2026-04-08T01:24:50.800176Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-08T01:24:49.156353Z","time spent":"1.643758126s","remote":"127.0.0.1:33388","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":534,"response count":0,"response size":39,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-04-08T01:24:50.889617Z","caller":"traceutil/trace.go:171","msg":"trace[1484318822] transaction","detail":"{read_only:false; response_revision:2002; number_of_response:1; }","duration":"1.493289593s","start":"2026-04-08T01:24:49.396302Z","end":"2026-04-08T01:24:50.889592Z","steps":["trace[1484318822] 'process raft request' (duration: 1.493123049s)"],"step_count":1} {"level":"warn","ts":"2026-04-08T01:24:50.889761Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-08T01:24:49.396277Z","time spent":"1.493409385s","remote":"127.0.0.1:33388","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":521,"response count":0,"response size":39,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-04-08T01:24:50.889956Z","caller":"traceutil/trace.go:171","msg":"trace[628590197] transaction","detail":"{read_only:false; response_revision:2003; number_of_response:1; }","duration":"786.414111ms","start":"2026-04-08T01:24:50.103518Z","end":"2026-04-08T01:24:50.889933Z","steps":["trace[628590197] 'process raft request' (duration: 786.034512ms)"],"step_count":1} {"level":"info","ts":"2026-04-08T01:24:50.890026Z","caller":"traceutil/trace.go:171","msg":"trace[649141160] linearizableReadLoop","detail":"{readStateIndex:2080; appliedIndex:2077; }","duration":"1.468125467s","start":"2026-04-08T01:24:49.421888Z","end":"2026-04-08T01:24:50.890013Z","steps":["trace[649141160] 'read index received' (duration: 940.405943ms)","trace[649141160] 'applied index is now lower than readState.Index' (duration: 527.718694ms)"],"step_count":2} {"level":"warn","ts":"2026-04-08T01:24:50.890144Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-08T01:24:50.103494Z","time spent":"786.538003ms","remote":"127.0.0.1:33388","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":509,"response count":0,"response size":39,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-04-08T01:24:50.890224Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.817211605s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/plndr-cp-lock\" ","response":"range_response_count:1 size:432"} {"level":"info","ts":"2026-04-08T01:24:50.890269Z","caller":"traceutil/trace.go:171","msg":"trace[1920014263] range","detail":"{range_begin:/registry/leases/kube-system/plndr-cp-lock; range_end:; response_count:1; response_revision:2004; }","duration":"1.817335608s","start":"2026-04-08T01:24:49.072923Z","end":"2026-04-08T01:24:50.890259Z","steps":["trace[1920014263] 'agreement among raft nodes before linearized reading' (duration: 1.817207185s)"],"step_count":1} {"level":"info","ts":"2026-04-08T01:24:50.890278Z","caller":"traceutil/trace.go:171","msg":"trace[1363482081] transaction","detail":"{read_only:false; response_revision:2004; number_of_response:1; }","duration":"786.307757ms","start":"2026-04-08T01:24:50.103955Z","end":"2026-04-08T01:24:50.890263Z","steps":["trace[1363482081] 'process raft request' (duration: 785.896048ms)"],"step_count":1} {"level":"warn","ts":"2026-04-08T01:24:50.890307Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-08T01:24:49.072896Z","time spent":"1.817404049s","remote":"127.0.0.1:33388","response type":"/etcdserverpb.KV/Range","request count":0,"request size":44,"response count":1,"response size":455,"request content":"key:\"/registry/leases/kube-system/plndr-cp-lock\" "} {"level":"warn","ts":"2026-04-08T01:24:50.890369Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.817504251s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/plndr-svcs-lock\" ","response":"range_response_count:1 size:436"} {"level":"warn","ts":"2026-04-08T01:24:50.890403Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"2.748129475s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/replicasets/\" range_end:\"/registry/replicasets0\" count_only:true ","response":"range_response_count:0 size:7"} {"level":"info","ts":"2026-04-08T01:24:50.890417Z","caller":"traceutil/trace.go:171","msg":"trace[1687046194] range","detail":"{range_begin:/registry/leases/kube-system/plndr-svcs-lock; range_end:; response_count:1; response_revision:2004; }","duration":"1.817582523s","start":"2026-04-08T01:24:49.072821Z","end":"2026-04-08T01:24:50.890404Z","steps":["trace[1687046194] 'agreement among raft nodes before linearized reading' (duration: 1.817480771s)"],"step_count":1} {"level":"info","ts":"2026-04-08T01:24:50.890428Z","caller":"traceutil/trace.go:171","msg":"trace[1751080510] range","detail":"{range_begin:/registry/replicasets/; range_end:/registry/replicasets0; response_count:0; response_revision:2004; }","duration":"2.748188985s","start":"2026-04-08T01:24:48.142231Z","end":"2026-04-08T01:24:50.89042Z","steps":["trace[1751080510] 'agreement among raft nodes before linearized reading' (duration: 2.748141084s)"],"step_count":1} {"level":"warn","ts":"2026-04-08T01:24:50.890449Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-08T01:24:49.072798Z","time spent":"1.817643864s","remote":"127.0.0.1:33388","response type":"/etcdserverpb.KV/Range","request count":0,"request size":46,"response count":1,"response size":459,"request content":"key:\"/registry/leases/kube-system/plndr-svcs-lock\" "} {"level":"warn","ts":"2026-04-08T01:24:50.890477Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.785837759s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pxc.percona.com/perconaxtradbclusters/openstack/percona-xtradb\" ","response":"range_response_count:1 size:5444"} {"level":"warn","ts":"2026-04-08T01:24:50.890455Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-08T01:24:48.142218Z","time spent":"2.748229877s","remote":"127.0.0.1:33598","response type":"/etcdserverpb.KV/Range","request count":0,"request size":50,"response count":12,"response size":30,"request content":"key:\"/registry/replicasets/\" range_end:\"/registry/replicasets0\" count_only:true "} {"level":"info","ts":"2026-04-08T01:24:50.890516Z","caller":"traceutil/trace.go:171","msg":"trace[217675480] range","detail":"{range_begin:/registry/pxc.percona.com/perconaxtradbclusters/openstack/percona-xtradb; range_end:; response_count:1; response_revision:2004; }","duration":"1.78588354s","start":"2026-04-08T01:24:49.104617Z","end":"2026-04-08T01:24:50.8905Z","steps":["trace[217675480] 'agreement among raft nodes before linearized reading' (duration: 1.785783208s)"],"step_count":1} {"level":"warn","ts":"2026-04-08T01:24:50.890551Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-08T01:24:49.104608Z","time spent":"1.785936791s","remote":"127.0.0.1:46070","response type":"/etcdserverpb.KV/Range","request count":0,"request size":74,"response count":1,"response size":5467,"request content":"key:\"/registry/pxc.percona.com/perconaxtradbclusters/openstack/percona-xtradb\" "} {"level":"warn","ts":"2026-04-08T01:24:50.890223Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.81698318s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/kube-scheduler\" ","response":"range_response_count:1 size:479"} {"level":"info","ts":"2026-04-08T01:24:50.890619Z","caller":"traceutil/trace.go:171","msg":"trace[501381300] range","detail":"{range_begin:/registry/leases/kube-system/kube-scheduler; range_end:; response_count:1; response_revision:2004; }","duration":"1.817403709s","start":"2026-04-08T01:24:49.073174Z","end":"2026-04-08T01:24:50.890578Z","steps":["trace[501381300] 'agreement among raft nodes before linearized reading' (duration: 1.816909028s)"],"step_count":1} {"level":"warn","ts":"2026-04-08T01:24:50.89066Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-08T01:24:49.073151Z","time spent":"1.817498981s","remote":"127.0.0.1:33388","response type":"/etcdserverpb.KV/Range","request count":0,"request size":45,"response count":1,"response size":502,"request content":"key:\"/registry/leases/kube-system/kube-scheduler\" "} {"level":"warn","ts":"2026-04-08T01:24:50.890658Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.81656041s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/cilium-operator-resource-lock\" ","response":"range_response_count:1 size:492"} {"level":"warn","ts":"2026-04-08T01:24:50.890684Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.817072942s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/kube-controller-manager\" ","response":"range_response_count:1 size:505"} {"level":"info","ts":"2026-04-08T01:24:50.890705Z","caller":"traceutil/trace.go:171","msg":"trace[1611059372] range","detail":"{range_begin:/registry/leases/kube-system/cilium-operator-resource-lock; range_end:; response_count:1; response_revision:2004; }","duration":"1.816621391s","start":"2026-04-08T01:24:49.074064Z","end":"2026-04-08T01:24:50.890686Z","steps":["trace[1611059372] 'agreement among raft nodes before linearized reading' (duration: 1.816468018s)"],"step_count":1} {"level":"info","ts":"2026-04-08T01:24:50.89073Z","caller":"traceutil/trace.go:171","msg":"trace[1112736804] range","detail":"{range_begin:/registry/leases/kube-system/kube-controller-manager; range_end:; response_count:1; response_revision:2004; }","duration":"1.817143793s","start":"2026-04-08T01:24:49.073573Z","end":"2026-04-08T01:24:50.890717Z","steps":["trace[1112736804] 'agreement among raft nodes before linearized reading' (duration: 1.81699043s)"],"step_count":1} {"level":"warn","ts":"2026-04-08T01:24:50.890374Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-08T01:24:50.103938Z","time spent":"786.375799ms","remote":"127.0.0.1:33388","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":555,"response count":0,"response size":39,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-04-08T01:24:50.890774Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-08T01:24:49.073562Z","time spent":"1.817204605s","remote":"127.0.0.1:33388","response type":"/etcdserverpb.KV/Range","request count":0,"request size":54,"response count":1,"response size":528,"request content":"key:\"/registry/leases/kube-system/kube-controller-manager\" "} {"level":"warn","ts":"2026-04-08T01:24:50.890773Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"2.787856318s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/events/kube-system/kube-apiserver-instance.18a43d1e58cf751f\" ","response":"range_response_count:1 size:774"} {"level":"warn","ts":"2026-04-08T01:24:50.890743Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-08T01:24:49.074053Z","time spent":"1.816676263s","remote":"127.0.0.1:33388","response type":"/etcdserverpb.KV/Range","request count":0,"request size":60,"response count":1,"response size":515,"request content":"key:\"/registry/leases/kube-system/cilium-operator-resource-lock\" "} {"level":"info","ts":"2026-04-08T01:24:50.890826Z","caller":"traceutil/trace.go:171","msg":"trace[1695895791] range","detail":"{range_begin:/registry/events/kube-system/kube-apiserver-instance.18a43d1e58cf751f; range_end:; response_count:1; response_revision:2004; }","duration":"2.787907989s","start":"2026-04-08T01:24:48.102909Z","end":"2026-04-08T01:24:50.890817Z","steps":["trace[1695895791] 'agreement among raft nodes before linearized reading' (duration: 2.7875621s)"],"step_count":1} {"level":"warn","ts":"2026-04-08T01:24:50.890877Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-08T01:24:48.102892Z","time spent":"2.787955631s","remote":"127.0.0.1:33230","response type":"/etcdserverpb.KV/Range","request count":0,"request size":71,"response count":1,"response size":797,"request content":"key:\"/registry/events/kube-system/kube-apiserver-instance.18a43d1e58cf751f\" "} {"level":"warn","ts":"2026-04-08T01:24:50.890269Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"2.321218016s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/serviceaccounts/\" range_end:\"/registry/serviceaccounts0\" count_only:true ","response":"range_response_count:0 size:7"} {"level":"info","ts":"2026-04-08T01:24:50.891126Z","caller":"traceutil/trace.go:171","msg":"trace[72683927] range","detail":"{range_begin:/registry/serviceaccounts/; range_end:/registry/serviceaccounts0; response_count:0; response_revision:2004; }","duration":"2.322103097s","start":"2026-04-08T01:24:48.569005Z","end":"2026-04-08T01:24:50.891108Z","steps":["trace[72683927] 'agreement among raft nodes before linearized reading' (duration: 2.321186465s)"],"step_count":1} {"level":"warn","ts":"2026-04-08T01:24:50.891338Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-08T01:24:48.568984Z","time spent":"2.322336931s","remote":"127.0.0.1:33340","response type":"/etcdserverpb.KV/Range","request count":0,"request size":58,"response count":56,"response size":30,"request content":"key:\"/registry/serviceaccounts/\" range_end:\"/registry/serviceaccounts0\" count_only:true "} {"level":"warn","ts":"2026-04-08T01:24:51.09734Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"193.288245ms","expected-duration":"100ms","prefix":"","request":"header: txn: success:> failure: >>","response":"size:16"} {"level":"info","ts":"2026-04-08T01:24:51.097451Z","caller":"traceutil/trace.go:171","msg":"trace[589222738] linearizableReadLoop","detail":"{readStateIndex:2083; appliedIndex:2082; }","duration":"207.381473ms","start":"2026-04-08T01:24:50.890052Z","end":"2026-04-08T01:24:51.097433Z","steps":["trace[589222738] 'read index received' (duration: 13.869802ms)","trace[589222738] 'applied index is now lower than readState.Index' (duration: 193.509941ms)"],"step_count":2} {"level":"info","ts":"2026-04-08T01:24:51.097523Z","caller":"traceutil/trace.go:171","msg":"trace[102285662] transaction","detail":"{read_only:false; response_revision:2005; number_of_response:1; }","duration":"292.634669ms","start":"2026-04-08T01:24:50.804876Z","end":"2026-04-08T01:24:51.097511Z","steps":["trace[102285662] 'process raft request' (duration: 99.076147ms)","trace[102285662] 'compare' (duration: 193.007829ms)"],"step_count":2} {"level":"warn","ts":"2026-04-08T01:24:51.097604Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"983.44468ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/health\" ","response":"range_response_count:0 size:5"} {"level":"info","ts":"2026-04-08T01:24:51.097701Z","caller":"traceutil/trace.go:171","msg":"trace[547478654] range","detail":"{range_begin:/registry/health; range_end:; response_count:0; response_revision:2005; }","duration":"983.572273ms","start":"2026-04-08T01:24:50.114103Z","end":"2026-04-08T01:24:51.097675Z","steps":["trace[547478654] 'agreement among raft nodes before linearized reading' (duration: 983.43123ms)"],"step_count":1} {"level":"warn","ts":"2026-04-08T01:24:51.097754Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-08T01:24:50.114091Z","time spent":"983.649335ms","remote":"127.0.0.1:33154","response type":"/etcdserverpb.KV/Range","request count":0,"request size":18,"response count":0,"response size":28,"request content":"key:\"/registry/health\" "} {"level":"warn","ts":"2026-04-08T01:24:51.098095Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"290.527092ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pxc.percona.com/perconaxtradbclusters/openstack/percona-xtradb\" ","response":"range_response_count:1 size:5444"} {"level":"info","ts":"2026-04-08T01:24:51.09816Z","caller":"traceutil/trace.go:171","msg":"trace[1381514197] range","detail":"{range_begin:/registry/pxc.percona.com/perconaxtradbclusters/openstack/percona-xtradb; range_end:; response_count:1; response_revision:2005; }","duration":"290.616193ms","start":"2026-04-08T01:24:50.807524Z","end":"2026-04-08T01:24:51.09814Z","steps":["trace[1381514197] 'agreement among raft nodes before linearized reading' (duration: 290.444669ms)"],"step_count":1} {"level":"warn","ts":"2026-04-08T01:24:51.098254Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.265594144s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/clusterrolebindings/\" range_end:\"/registry/clusterrolebindings0\" count_only:true ","response":"range_response_count:0 size:7"} {"level":"info","ts":"2026-04-08T01:24:51.098326Z","caller":"traceutil/trace.go:171","msg":"trace[1116388472] range","detail":"{range_begin:/registry/clusterrolebindings/; range_end:/registry/clusterrolebindings0; response_count:0; response_revision:2005; }","duration":"1.265735027s","start":"2026-04-08T01:24:49.832573Z","end":"2026-04-08T01:24:51.098308Z","steps":["trace[1116388472] 'agreement among raft nodes before linearized reading' (duration: 1.265070041s)"],"step_count":1} {"level":"warn","ts":"2026-04-08T01:24:51.098372Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-08T01:24:49.832552Z","time spent":"1.265810538s","remote":"127.0.0.1:33464","response type":"/etcdserverpb.KV/Range","request count":0,"request size":66,"response count":67,"response size":30,"request content":"key:\"/registry/clusterrolebindings/\" range_end:\"/registry/clusterrolebindings0\" count_only:true "} {"level":"warn","ts":"2026-04-08T01:24:51.598388Z","caller":"etcdserver/v3_server.go:897","msg":"waiting for ReadIndex response took too long, retrying","sent-request-id":256878260278554860,"retry-timeout":"500ms"} {"level":"info","ts":"2026-04-08T01:24:52.065468Z","caller":"traceutil/trace.go:171","msg":"trace[414796432] transaction","detail":"{read_only:false; response_revision:2006; number_of_response:1; }","duration":"1.171856337s","start":"2026-04-08T01:24:50.893573Z","end":"2026-04-08T01:24:52.06543Z","steps":["trace[414796432] 'process raft request' (duration: 1.087548161s)","trace[414796432] 'compare' (duration: 83.6138ms)"],"step_count":2} {"level":"warn","ts":"2026-04-08T01:24:52.065615Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-08T01:24:50.893555Z","time spent":"1.17197907s","remote":"127.0.0.1:33230","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":759,"response count":0,"response size":39,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-04-08T01:24:52.065746Z","caller":"traceutil/trace.go:171","msg":"trace[772437639] transaction","detail":"{read_only:false; response_revision:2007; number_of_response:1; }","duration":"1.171224792s","start":"2026-04-08T01:24:50.8945Z","end":"2026-04-08T01:24:52.065725Z","steps":["trace[772437639] 'process raft request' (duration: 1.170753042s)"],"step_count":1} {"level":"warn","ts":"2026-04-08T01:24:52.065873Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-08T01:24:50.894486Z","time spent":"1.171326075s","remote":"127.0.0.1:33388","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":417,"response count":0,"response size":39,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-04-08T01:24:52.066065Z","caller":"traceutil/trace.go:171","msg":"trace[213829855] transaction","detail":"{read_only:false; response_revision:2008; number_of_response:1; }","duration":"1.171270973s","start":"2026-04-08T01:24:50.894763Z","end":"2026-04-08T01:24:52.066034Z","steps":["trace[213829855] 'process raft request' (duration: 1.170555997s)"],"step_count":1} {"level":"info","ts":"2026-04-08T01:24:52.066071Z","caller":"traceutil/trace.go:171","msg":"trace[353777392] transaction","detail":"{read_only:false; response_revision:2009; number_of_response:1; }","duration":"1.171012987s","start":"2026-04-08T01:24:50.89503Z","end":"2026-04-08T01:24:52.066043Z","steps":["trace[353777392] 'process raft request' (duration: 1.170866784s)"],"step_count":1} {"level":"info","ts":"2026-04-08T01:24:52.066155Z","caller":"traceutil/trace.go:171","msg":"trace[1785835197] transaction","detail":"{read_only:false; response_revision:2010; number_of_response:1; }","duration":"1.170748811s","start":"2026-04-08T01:24:50.895396Z","end":"2026-04-08T01:24:52.066145Z","steps":["trace[1785835197] 'process raft request' (duration: 1.170596738s)"],"step_count":1} {"level":"warn","ts":"2026-04-08T01:24:52.066218Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-08T01:24:50.895381Z","time spent":"1.170801353s","remote":"127.0.0.1:33388","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":463,"response count":0,"response size":39,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-04-08T01:24:52.066228Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-08T01:24:50.894751Z","time spent":"1.171389826s","remote":"127.0.0.1:33388","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":421,"response count":0,"response size":39,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-04-08T01:24:52.066233Z","caller":"traceutil/trace.go:171","msg":"trace[1035717617] transaction","detail":"{read_only:false; response_revision:2011; number_of_response:1; }","duration":"1.170765302s","start":"2026-04-08T01:24:50.895451Z","end":"2026-04-08T01:24:52.066216Z","steps":["trace[1035717617] 'process raft request' (duration: 1.170577048s)"],"step_count":1} {"level":"warn","ts":"2026-04-08T01:24:52.066247Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-08T01:24:50.895015Z","time spent":"1.171132241s","remote":"127.0.0.1:33388","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":489,"response count":0,"response size":39,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-04-08T01:24:52.06632Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-08T01:24:50.895443Z","time spent":"1.170832653s","remote":"127.0.0.1:33388","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":476,"response count":0,"response size":39,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-04-08T01:24:52.066318Z","caller":"traceutil/trace.go:171","msg":"trace[1191129113] linearizableReadLoop","detail":"{readStateIndex:2089; appliedIndex:2083; }","duration":"968.817742ms","start":"2026-04-08T01:24:51.097477Z","end":"2026-04-08T01:24:52.066295Z","steps":["trace[1191129113] 'read index received' (duration: 883.671348ms)","trace[1191129113] 'applied index is now lower than readState.Index' (duration: 85.144134ms)"],"step_count":2} {"level":"warn","ts":"2026-04-08T01:24:52.06654Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.027536292s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/ranges/servicenodeports\" ","response":"range_response_count:1 size:118"} {"level":"warn","ts":"2026-04-08T01:24:52.066551Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"967.520082ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/health\" ","response":"range_response_count:0 size:5"} {"level":"warn","ts":"2026-04-08T01:24:52.06667Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"896.373073ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/cert-manager/cert-manager-cainjector-leader-election\" ","response":"range_response_count:1 size:558"} {"level":"warn","ts":"2026-04-08T01:24:52.066656Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.028278049s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/ranges/serviceips\" ","response":"range_response_count:1 size:123680"} {"level":"info","ts":"2026-04-08T01:24:52.066702Z","caller":"traceutil/trace.go:171","msg":"trace[1522613261] range","detail":"{range_begin:/registry/ranges/servicenodeports; range_end:; response_count:1; response_revision:2011; }","duration":"1.027817459s","start":"2026-04-08T01:24:51.038787Z","end":"2026-04-08T01:24:52.066604Z","steps":["trace[1522613261] 'agreement among raft nodes before linearized reading' (duration: 1.027520892s)"],"step_count":1} {"level":"warn","ts":"2026-04-08T01:24:52.066722Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"168.991539ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pxc.percona.com/perconaxtradbclusters/openstack/percona-xtradb\" ","response":"range_response_count:1 size:5444"} {"level":"info","ts":"2026-04-08T01:24:52.066993Z","caller":"traceutil/trace.go:171","msg":"trace[1851663077] range","detail":"{range_begin:/registry/pxc.percona.com/perconaxtradbclusters/openstack/percona-xtradb; range_end:; response_count:1; response_revision:2011; }","duration":"169.276506ms","start":"2026-04-08T01:24:51.897683Z","end":"2026-04-08T01:24:52.06696Z","steps":["trace[1851663077] 'agreement among raft nodes before linearized reading' (duration: 168.823406ms)"],"step_count":1} {"level":"info","ts":"2026-04-08T01:24:52.066738Z","caller":"traceutil/trace.go:171","msg":"trace[1489403939] range","detail":"{range_begin:/registry/ranges/serviceips; range_end:; response_count:1; response_revision:2011; }","duration":"1.028391281s","start":"2026-04-08T01:24:51.038338Z","end":"2026-04-08T01:24:52.06673Z","steps":["trace[1489403939] 'agreement among raft nodes before linearized reading' (duration: 1.028084735s)"],"step_count":1} {"level":"warn","ts":"2026-04-08T01:24:52.067192Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-08T01:24:51.038322Z","time spent":"1.028819481s","remote":"127.0.0.1:33214","response type":"/etcdserverpb.KV/Range","request count":0,"request size":29,"response count":1,"response size":123703,"request content":"key:\"/registry/ranges/serviceips\" "} {"level":"info","ts":"2026-04-08T01:24:52.066735Z","caller":"traceutil/trace.go:171","msg":"trace[1931177347] range","detail":"{range_begin:/registry/leases/cert-manager/cert-manager-cainjector-leader-election; range_end:; response_count:1; response_revision:2011; }","duration":"896.471165ms","start":"2026-04-08T01:24:51.170246Z","end":"2026-04-08T01:24:52.066717Z","steps":["trace[1931177347] 'agreement among raft nodes before linearized reading' (duration: 896.272181ms)"],"step_count":1} {"level":"warn","ts":"2026-04-08T01:24:52.067374Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-08T01:24:51.170229Z","time spent":"897.12446ms","remote":"127.0.0.1:33388","response type":"/etcdserverpb.KV/Range","request count":0,"request size":71,"response count":1,"response size":581,"request content":"key:\"/registry/leases/cert-manager/cert-manager-cainjector-leader-election\" "} {"level":"info","ts":"2026-04-08T01:24:52.066699Z","caller":"traceutil/trace.go:171","msg":"trace[558692172] range","detail":"{range_begin:/registry/health; range_end:; response_count:0; response_revision:2011; }","duration":"967.698136ms","start":"2026-04-08T01:24:51.098988Z","end":"2026-04-08T01:24:52.066686Z","steps":["trace[558692172] 'agreement among raft nodes before linearized reading' (duration: 967.515322ms)"],"step_count":1} {"level":"warn","ts":"2026-04-08T01:24:52.067579Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-08T01:24:51.09897Z","time spent":"968.587267ms","remote":"127.0.0.1:33162","response type":"/etcdserverpb.KV/Range","request count":0,"request size":18,"response count":0,"response size":28,"request content":"key:\"/registry/health\" "} {"level":"warn","ts":"2026-04-08T01:24:52.066993Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-08T01:24:51.038764Z","time spent":"1.028050743s","remote":"127.0.0.1:33220","response type":"/etcdserverpb.KV/Range","request count":0,"request size":35,"response count":1,"response size":141,"request content":"key:\"/registry/ranges/servicenodeports\" "} {"level":"info","ts":"2026-04-08T01:24:52.260559Z","caller":"traceutil/trace.go:171","msg":"trace[459364306] linearizableReadLoop","detail":"{readStateIndex:2090; appliedIndex:2089; }","duration":"189.278014ms","start":"2026-04-08T01:24:52.071264Z","end":"2026-04-08T01:24:52.260542Z","steps":["trace[459364306] 'read index received' (duration: 189.158562ms)","trace[459364306] 'applied index is now lower than readState.Index' (duration: 118.492µs)"],"step_count":2} {"level":"info","ts":"2026-04-08T01:24:52.260606Z","caller":"traceutil/trace.go:171","msg":"trace[1747585404] transaction","detail":"{read_only:false; response_revision:2012; number_of_response:1; }","duration":"190.4422ms","start":"2026-04-08T01:24:52.070137Z","end":"2026-04-08T01:24:52.260579Z","steps":["trace[1747585404] 'process raft request' (duration: 190.237296ms)"],"step_count":1} {"level":"warn","ts":"2026-04-08T01:24:52.2608Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"189.520032ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/services/specs/\" range_end:\"/registry/services/specs0\" ","response":"range_response_count:15 size:25772"} {"level":"info","ts":"2026-04-08T01:24:52.260845Z","caller":"traceutil/trace.go:171","msg":"trace[898327696] range","detail":"{range_begin:/registry/services/specs/; range_end:/registry/services/specs0; response_count:15; response_revision:2012; }","duration":"189.598723ms","start":"2026-04-08T01:24:52.07124Z","end":"2026-04-08T01:24:52.260839Z","steps":["trace[898327696] 'agreement among raft nodes before linearized reading' (duration: 189.390058ms)"],"step_count":1} {"level":"info","ts":"2026-04-08T01:24:52.374386Z","caller":"traceutil/trace.go:171","msg":"trace[1243821327] linearizableReadLoop","detail":"{readStateIndex:2091; appliedIndex:2090; }","duration":"113.754988ms","start":"2026-04-08T01:24:52.26061Z","end":"2026-04-08T01:24:52.374365Z","steps":["trace[1243821327] 'read index received' (duration: 78.747441ms)","trace[1243821327] 'applied index is now lower than readState.Index' (duration: 35.006807ms)"],"step_count":2} {"level":"info","ts":"2026-04-08T01:24:52.37446Z","caller":"traceutil/trace.go:171","msg":"trace[812266168] transaction","detail":"{read_only:false; response_revision:2013; number_of_response:1; }","duration":"301.841776ms","start":"2026-04-08T01:24:52.072612Z","end":"2026-04-08T01:24:52.374454Z","steps":["trace[812266168] 'process raft request' (duration: 266.774169ms)","trace[812266168] 'compare' (duration: 34.906464ms)"],"step_count":2} {"level":"warn","ts":"2026-04-08T01:24:52.374532Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-08T01:24:52.072598Z","time spent":"301.876867ms","remote":"127.0.0.1:33388","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":543,"response count":0,"response size":39,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-04-08T01:24:52.37464Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"299.234588ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/health\" ","response":"range_response_count:0 size:5"} {"level":"info","ts":"2026-04-08T01:24:52.37466Z","caller":"traceutil/trace.go:171","msg":"trace[1772042243] range","detail":"{range_begin:/registry/health; range_end:; response_count:0; response_revision:2013; }","duration":"299.263768ms","start":"2026-04-08T01:24:52.075391Z","end":"2026-04-08T01:24:52.374655Z","steps":["trace[1772042243] 'agreement among raft nodes before linearized reading' (duration: 299.230517ms)"],"step_count":1} {"level":"warn","ts":"2026-04-08T01:24:52.374779Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"301.752563ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/ranges/servicenodeports\" ","response":"range_response_count:1 size:118"} {"level":"info","ts":"2026-04-08T01:24:52.374935Z","caller":"traceutil/trace.go:171","msg":"trace[1062970780] range","detail":"{range_begin:/registry/ranges/servicenodeports; range_end:; response_count:1; response_revision:2013; }","duration":"301.865415ms","start":"2026-04-08T01:24:52.072979Z","end":"2026-04-08T01:24:52.374845Z","steps":["trace[1062970780] 'agreement among raft nodes before linearized reading' (duration: 301.715602ms)"],"step_count":1} {"level":"warn","ts":"2026-04-08T01:24:52.37492Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"111.811964ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/events/kube-system/kube-apiserver-instance.18a43d1e58cf751f\" ","response":"range_response_count:1 size:774"} {"level":"warn","ts":"2026-04-08T01:24:52.374987Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-08T01:24:52.072971Z","time spent":"302.004579ms","remote":"127.0.0.1:33220","response type":"/etcdserverpb.KV/Range","request count":0,"request size":35,"response count":1,"response size":141,"request content":"key:\"/registry/ranges/servicenodeports\" "} {"level":"info","ts":"2026-04-08T01:24:52.375002Z","caller":"traceutil/trace.go:171","msg":"trace[33101599] range","detail":"{range_begin:/registry/events/kube-system/kube-apiserver-instance.18a43d1e58cf751f; range_end:; response_count:1; response_revision:2013; }","duration":"111.958487ms","start":"2026-04-08T01:24:52.263025Z","end":"2026-04-08T01:24:52.374983Z","steps":["trace[33101599] 'agreement among raft nodes before linearized reading' (duration: 111.672601ms)"],"step_count":1} {"level":"warn","ts":"2026-04-08T01:24:52.374926Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"111.237931ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/ranges/serviceips\" ","response":"range_response_count:1 size:123680"} {"level":"info","ts":"2026-04-08T01:24:52.375092Z","caller":"traceutil/trace.go:171","msg":"trace[1557986828] range","detail":"{range_begin:/registry/ranges/serviceips; range_end:; response_count:1; response_revision:2013; }","duration":"111.426634ms","start":"2026-04-08T01:24:52.263649Z","end":"2026-04-08T01:24:52.375075Z","steps":["trace[1557986828] 'agreement among raft nodes before linearized reading' (duration: 111.068826ms)"],"step_count":1} {"level":"warn","ts":"2026-04-08T01:24:52.586665Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"111.815714ms","expected-duration":"100ms","prefix":"","request":"header: txn: success:> failure: >>","response":"size:16"} {"level":"info","ts":"2026-04-08T01:24:52.586906Z","caller":"traceutil/trace.go:171","msg":"trace[1348162794] transaction","detail":"{read_only:false; response_revision:2014; number_of_response:1; }","duration":"209.246075ms","start":"2026-04-08T01:24:52.377511Z","end":"2026-04-08T01:24:52.586758Z","steps":["trace[1348162794] 'process raft request' (duration: 97.231867ms)","trace[1348162794] 'get key's previous created_revision and leaseID' {req_type:put; key:/registry/events/kube-system/kube-apiserver-instance.18a43d1e58cf751f; req_size:756; } (duration: 111.472017ms)"],"step_count":2} {"level":"info","ts":"2026-04-08T01:24:53.025907Z","caller":"traceutil/trace.go:171","msg":"trace[1121146260] transaction","detail":"{read_only:false; response_revision:2017; number_of_response:1; }","duration":"130.340031ms","start":"2026-04-08T01:24:52.895544Z","end":"2026-04-08T01:24:53.025884Z","steps":["trace[1121146260] 'process raft request' (duration: 130.153087ms)"],"step_count":1} {"level":"info","ts":"2026-04-08T01:24:53.02739Z","caller":"traceutil/trace.go:171","msg":"trace[1757713830] transaction","detail":"{read_only:false; response_revision:2018; number_of_response:1; }","duration":"131.735682ms","start":"2026-04-08T01:24:52.895624Z","end":"2026-04-08T01:24:53.02736Z","steps":["trace[1757713830] 'process raft request' (duration: 131.370663ms)"],"step_count":1} {"level":"info","ts":"2026-04-08T01:24:54.335329Z","caller":"traceutil/trace.go:171","msg":"trace[641169375] transaction","detail":"{read_only:false; response_revision:2025; number_of_response:1; }","duration":"259.605437ms","start":"2026-04-08T01:24:54.075707Z","end":"2026-04-08T01:24:54.335312Z","steps":["trace[641169375] 'process raft request' (duration: 259.526705ms)"],"step_count":1} {"level":"info","ts":"2026-04-08T01:24:54.335324Z","caller":"traceutil/trace.go:171","msg":"trace[418618160] transaction","detail":"{read_only:false; response_revision:2024; number_of_response:1; }","duration":"260.298472ms","start":"2026-04-08T01:24:54.074994Z","end":"2026-04-08T01:24:54.335293Z","steps":["trace[418618160] 'process raft request' (duration: 230.166304ms)","trace[418618160] 'compare' (duration: 29.938344ms)"],"step_count":2} {"level":"info","ts":"2026-04-08T01:24:54.335682Z","caller":"traceutil/trace.go:171","msg":"trace[861408796] transaction","detail":"{read_only:false; response_revision:2026; number_of_response:1; }","duration":"259.891744ms","start":"2026-04-08T01:24:54.075776Z","end":"2026-04-08T01:24:54.335668Z","steps":["trace[861408796] 'process raft request' (duration: 259.501785ms)"],"step_count":1} {"level":"info","ts":"2026-04-08T01:24:54.335689Z","caller":"traceutil/trace.go:171","msg":"trace[1759526844] linearizableReadLoop","detail":"{readStateIndex:2106; appliedIndex:2101; }","duration":"232.19247ms","start":"2026-04-08T01:24:54.103466Z","end":"2026-04-08T01:24:54.335658Z","steps":["trace[1759526844] 'read index received' (duration: 50.052575ms)","trace[1759526844] 'applied index is now lower than readState.Index' (duration: 182.138645ms)"],"step_count":2} {"level":"info","ts":"2026-04-08T01:24:54.33571Z","caller":"traceutil/trace.go:171","msg":"trace[568189007] transaction","detail":"{read_only:false; response_revision:2027; number_of_response:1; }","duration":"259.856933ms","start":"2026-04-08T01:24:54.075821Z","end":"2026-04-08T01:24:54.335678Z","steps":["trace[568189007] 'process raft request' (duration: 259.697059ms)"],"step_count":1} {"level":"warn","ts":"2026-04-08T01:24:54.335938Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"232.452456ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pxc.percona.com/perconaxtradbclusters/openstack/percona-xtradb\" ","response":"range_response_count:1 size:5444"} {"level":"info","ts":"2026-04-08T01:24:54.335988Z","caller":"traceutil/trace.go:171","msg":"trace[301540168] range","detail":"{range_begin:/registry/pxc.percona.com/perconaxtradbclusters/openstack/percona-xtradb; range_end:; response_count:1; response_revision:2027; }","duration":"232.539798ms","start":"2026-04-08T01:24:54.103433Z","end":"2026-04-08T01:24:54.335973Z","steps":["trace[301540168] 'agreement among raft nodes before linearized reading' (duration: 232.352474ms)"],"step_count":1} {"level":"info","ts":"2026-04-08T01:24:55.141536Z","caller":"traceutil/trace.go:171","msg":"trace[275490767] transaction","detail":"{read_only:false; response_revision:2030; number_of_response:1; }","duration":"108.173362ms","start":"2026-04-08T01:24:55.033329Z","end":"2026-04-08T01:24:55.141502Z","steps":["trace[275490767] 'process raft request' (duration: 107.928177ms)"],"step_count":1} {"level":"info","ts":"2026-04-08T01:24:56.309391Z","caller":"traceutil/trace.go:171","msg":"trace[707878101] transaction","detail":"{read_only:false; response_revision:2032; number_of_response:1; }","duration":"147.109918ms","start":"2026-04-08T01:24:56.162255Z","end":"2026-04-08T01:24:56.309365Z","steps":["trace[707878101] 'process raft request' (duration: 146.930734ms)"],"step_count":1} {"level":"warn","ts":"2026-04-08T01:24:56.87889Z","caller":"etcdserver/v3_server.go:897","msg":"waiting for ReadIndex response took too long, retrying","sent-request-id":256878260278554927,"retry-timeout":"500ms"} {"level":"warn","ts":"2026-04-08T01:24:57.379612Z","caller":"etcdserver/v3_server.go:897","msg":"waiting for ReadIndex response took too long, retrying","sent-request-id":256878260278554927,"retry-timeout":"500ms"} {"level":"warn","ts":"2026-04-08T01:24:57.716098Z","caller":"wal/wal.go:805","msg":"slow fdatasync","took":"1.371879323s","expected-duration":"1s"} {"level":"warn","ts":"2026-04-08T01:24:57.778717Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.233088153s","expected-duration":"100ms","prefix":"read-only range ","request":"limit:1 serializable:true keys_only:true ","response":"range_response_count:0 size:5"} {"level":"info","ts":"2026-04-08T01:24:57.778867Z","caller":"traceutil/trace.go:171","msg":"trace[1789420571] range","detail":"{range_begin:; range_end:; response_count:0; response_revision:2032; }","duration":"1.233246536s","start":"2026-04-08T01:24:56.545597Z","end":"2026-04-08T01:24:57.778844Z","steps":["trace[1789420571] 'range keys from in-memory index tree' (duration: 1.233071752s)"],"step_count":1} {"level":"info","ts":"2026-04-08T01:24:57.780018Z","caller":"traceutil/trace.go:171","msg":"trace[1541663355] transaction","detail":"{read_only:false; response_revision:2033; number_of_response:1; }","duration":"1.435863702s","start":"2026-04-08T01:24:56.34413Z","end":"2026-04-08T01:24:57.779993Z","steps":["trace[1541663355] 'process raft request' (duration: 1.372270232s)","trace[1541663355] 'compare' (duration: 62.897873ms)"],"step_count":2} {"level":"warn","ts":"2026-04-08T01:24:57.78015Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-08T01:24:56.344117Z","time spent":"1.435960014s","remote":"127.0.0.1:33388","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":422,"response count":0,"response size":39,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-04-08T01:24:57.827761Z","caller":"traceutil/trace.go:171","msg":"trace[429676208] transaction","detail":"{read_only:false; response_revision:2034; number_of_response:1; }","duration":"1.483449832s","start":"2026-04-08T01:24:56.34429Z","end":"2026-04-08T01:24:57.82774Z","steps":["trace[429676208] 'process raft request' (duration: 1.483259278s)"],"step_count":1} {"level":"warn","ts":"2026-04-08T01:24:57.827921Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-08T01:24:56.344252Z","time spent":"1.483588484s","remote":"127.0.0.1:33388","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":464,"response count":0,"response size":39,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-04-08T01:24:57.828169Z","caller":"traceutil/trace.go:171","msg":"trace[185634837] transaction","detail":"{read_only:false; response_revision:2035; number_of_response:1; }","duration":"1.483004781s","start":"2026-04-08T01:24:56.345125Z","end":"2026-04-08T01:24:57.82813Z","steps":["trace[185634837] 'process raft request' (duration: 1.482563331s)"],"step_count":1} {"level":"warn","ts":"2026-04-08T01:24:57.828339Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-08T01:24:56.345106Z","time spent":"1.483148035s","remote":"127.0.0.1:33388","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":490,"response count":0,"response size":39,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-04-08T01:24:57.828352Z","caller":"traceutil/trace.go:171","msg":"trace[704152069] transaction","detail":"{read_only:false; response_revision:2036; number_of_response:1; }","duration":"1.483153614s","start":"2026-04-08T01:24:56.345178Z","end":"2026-04-08T01:24:57.828332Z","steps":["trace[704152069] 'process raft request' (duration: 1.482917839s)"],"step_count":1} {"level":"warn","ts":"2026-04-08T01:24:57.828435Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-08T01:24:56.345131Z","time spent":"1.483257437s","remote":"127.0.0.1:33388","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":477,"response count":0,"response size":39,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-04-08T01:24:57.828477Z","caller":"traceutil/trace.go:171","msg":"trace[1877948491] transaction","detail":"{read_only:false; response_revision:2038; number_of_response:1; }","duration":"902.776086ms","start":"2026-04-08T01:24:56.925678Z","end":"2026-04-08T01:24:57.828454Z","steps":["trace[1877948491] 'process raft request' (duration: 902.565111ms)"],"step_count":1} {"level":"info","ts":"2026-04-08T01:24:57.828506Z","caller":"traceutil/trace.go:171","msg":"trace[2095333456] transaction","detail":"{read_only:false; response_revision:2039; number_of_response:1; }","duration":"682.088475ms","start":"2026-04-08T01:24:57.146389Z","end":"2026-04-08T01:24:57.828478Z","steps":["trace[2095333456] 'process raft request' (duration: 681.912761ms)"],"step_count":1} {"level":"info","ts":"2026-04-08T01:24:57.828549Z","caller":"traceutil/trace.go:171","msg":"trace[1658102730] transaction","detail":"{read_only:false; response_revision:2037; number_of_response:1; }","duration":"934.052919ms","start":"2026-04-08T01:24:56.894486Z","end":"2026-04-08T01:24:57.828538Z","steps":["trace[1658102730] 'process raft request' (duration: 933.714921ms)"],"step_count":1} {"level":"warn","ts":"2026-04-08T01:24:57.828584Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-08T01:24:56.925663Z","time spent":"902.869818ms","remote":"127.0.0.1:33388","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":475,"response count":0,"response size":39,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-04-08T01:24:57.828601Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-08T01:24:56.894448Z","time spent":"934.122351ms","remote":"127.0.0.1:33388","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":535,"response count":0,"response size":39,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-04-08T01:24:57.828595Z","caller":"traceutil/trace.go:171","msg":"trace[1073485837] linearizableReadLoop","detail":"{readStateIndex:2120; appliedIndex:2111; }","duration":"1.450035891s","start":"2026-04-08T01:24:56.37854Z","end":"2026-04-08T01:24:57.828576Z","steps":["trace[1073485837] 'read index received' (duration: 1.337844958s)","trace[1073485837] 'applied index is now lower than readState.Index' (duration: 112.189883ms)"],"step_count":2} {"level":"warn","ts":"2026-04-08T01:24:57.828611Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-08T01:24:57.146363Z","time spent":"682.198837ms","remote":"127.0.0.1:33388","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":509,"response count":0,"response size":39,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-04-08T01:24:57.828676Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-08T01:24:57.362538Z","time spent":"466.13737ms","remote":"127.0.0.1:33230","response type":"/etcdserverpb.Lease/LeaseGrant","request count":-1,"request size":-1,"response count":-1,"response size":-1,"request content":""} {"level":"info","ts":"2026-04-08T01:24:57.828661Z","caller":"traceutil/trace.go:171","msg":"trace[1160738652] transaction","detail":"{read_only:false; response_revision:2040; number_of_response:1; }","duration":"631.963788ms","start":"2026-04-08T01:24:57.196665Z","end":"2026-04-08T01:24:57.828628Z","steps":["trace[1160738652] 'process raft request' (duration: 631.666131ms)"],"step_count":1} {"level":"warn","ts":"2026-04-08T01:24:57.828786Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.450242115s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pxc.percona.com/perconaxtradbclusters/openstack/percona-xtradb\" ","response":"range_response_count:1 size:5444"} {"level":"warn","ts":"2026-04-08T01:24:57.828795Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-08T01:24:57.196644Z","time spent":"632.078591ms","remote":"127.0.0.1:33388","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":555,"response count":0,"response size":39,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-04-08T01:24:57.828809Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"599.15554ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/openstack/rabbitmq-cluster-operator-leader-election\" ","response":"range_response_count:1 size:554"} {"level":"info","ts":"2026-04-08T01:24:57.829015Z","caller":"traceutil/trace.go:171","msg":"trace[439428052] range","detail":"{range_begin:/registry/pxc.percona.com/perconaxtradbclusters/openstack/percona-xtradb; range_end:; response_count:1; response_revision:2040; }","duration":"1.450306466s","start":"2026-04-08T01:24:56.378512Z","end":"2026-04-08T01:24:57.828818Z","steps":["trace[439428052] 'agreement among raft nodes before linearized reading' (duration: 1.450165333s)"],"step_count":1} {"level":"warn","ts":"2026-04-08T01:24:57.829047Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-08T01:24:56.3785Z","time spent":"1.450540472s","remote":"127.0.0.1:46070","response type":"/etcdserverpb.KV/Range","request count":0,"request size":74,"response count":1,"response size":5467,"request content":"key:\"/registry/pxc.percona.com/perconaxtradbclusters/openstack/percona-xtradb\" "} {"level":"info","ts":"2026-04-08T01:24:57.829035Z","caller":"traceutil/trace.go:171","msg":"trace[929208773] range","detail":"{range_begin:/registry/leases/openstack/rabbitmq-cluster-operator-leader-election; range_end:; response_count:1; response_revision:2040; }","duration":"599.424767ms","start":"2026-04-08T01:24:57.229596Z","end":"2026-04-08T01:24:57.829021Z","steps":["trace[929208773] 'agreement among raft nodes before linearized reading' (duration: 599.10428ms)"],"step_count":1} {"level":"warn","ts":"2026-04-08T01:24:57.829089Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-08T01:24:57.229576Z","time spent":"599.504068ms","remote":"127.0.0.1:33388","response type":"/etcdserverpb.KV/Range","request count":0,"request size":70,"response count":1,"response size":577,"request content":"key:\"/registry/leases/openstack/rabbitmq-cluster-operator-leader-election\" "} {"level":"warn","ts":"2026-04-08T01:24:57.82916Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"582.106878ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/health\" ","response":"range_response_count:0 size:5"} {"level":"warn","ts":"2026-04-08T01:24:57.829088Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"223.329911ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/apiextensions.k8s.io/customresourcedefinitions/\" range_end:\"/registry/apiextensions.k8s.io/customresourcedefinitions0\" count_only:true ","response":"range_response_count:0 size:7"} {"level":"info","ts":"2026-04-08T01:24:57.829197Z","caller":"traceutil/trace.go:171","msg":"trace[781181817] range","detail":"{range_begin:/registry/health; range_end:; response_count:0; response_revision:2040; }","duration":"582.170339ms","start":"2026-04-08T01:24:57.247016Z","end":"2026-04-08T01:24:57.829186Z","steps":["trace[781181817] 'agreement among raft nodes before linearized reading' (duration: 582.125708ms)"],"step_count":1} {"level":"warn","ts":"2026-04-08T01:24:57.829231Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-08T01:24:57.246998Z","time spent":"582.22691ms","remote":"127.0.0.1:33154","response type":"/etcdserverpb.KV/Range","request count":0,"request size":18,"response count":0,"response size":28,"request content":"key:\"/registry/health\" "} {"level":"warn","ts":"2026-04-08T01:24:57.829222Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"249.329616ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/health\" ","response":"range_response_count:0 size:5"} {"level":"info","ts":"2026-04-08T01:24:57.829279Z","caller":"traceutil/trace.go:171","msg":"trace[1406486587] range","detail":"{range_begin:/registry/health; range_end:; response_count:0; response_revision:2040; }","duration":"249.436018ms","start":"2026-04-08T01:24:57.579829Z","end":"2026-04-08T01:24:57.829265Z","steps":["trace[1406486587] 'agreement among raft nodes before linearized reading' (duration: 249.328496ms)"],"step_count":1} {"level":"info","ts":"2026-04-08T01:24:57.829241Z","caller":"traceutil/trace.go:171","msg":"trace[424547210] range","detail":"{range_begin:/registry/apiextensions.k8s.io/customresourcedefinitions/; range_end:/registry/apiextensions.k8s.io/customresourcedefinitions0; response_count:0; response_revision:2040; }","duration":"223.528455ms","start":"2026-04-08T01:24:57.605692Z","end":"2026-04-08T01:24:57.82922Z","steps":["trace[424547210] 'agreement among raft nodes before linearized reading' (duration: 223.120626ms)"],"step_count":1} {"level":"info","ts":"2026-04-08T01:25:02.007577Z","caller":"traceutil/trace.go:171","msg":"trace[841402542] transaction","detail":"{read_only:false; response_revision:2058; number_of_response:1; }","duration":"165.744386ms","start":"2026-04-08T01:25:01.841804Z","end":"2026-04-08T01:25:02.007549Z","steps":["trace[841402542] 'process raft request' (duration: 165.549652ms)"],"step_count":1} {"level":"info","ts":"2026-04-08T01:25:02.007699Z","caller":"traceutil/trace.go:171","msg":"trace[1015481059] linearizableReadLoop","detail":"{readStateIndex:2139; appliedIndex:2137; }","duration":"165.275316ms","start":"2026-04-08T01:25:01.842399Z","end":"2026-04-08T01:25:02.007674Z","steps":["trace[1015481059] 'read index received' (duration: 28.389528ms)","trace[1015481059] 'applied index is now lower than readState.Index' (duration: 136.884348ms)"],"step_count":2} {"level":"info","ts":"2026-04-08T01:25:02.007737Z","caller":"traceutil/trace.go:171","msg":"trace[1757666909] transaction","detail":"{read_only:false; response_revision:2059; number_of_response:1; }","duration":"164.169892ms","start":"2026-04-08T01:25:01.843546Z","end":"2026-04-08T01:25:02.007716Z","steps":["trace[1757666909] 'process raft request' (duration: 163.952817ms)"],"step_count":1} {"level":"warn","ts":"2026-04-08T01:25:02.007908Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"165.49012ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/kube-scheduler\" ","response":"range_response_count:1 size:479"} {"level":"info","ts":"2026-04-08T01:25:02.007983Z","caller":"traceutil/trace.go:171","msg":"trace[875121486] range","detail":"{range_begin:/registry/leases/kube-system/kube-scheduler; range_end:; response_count:1; response_revision:2059; }","duration":"165.603023ms","start":"2026-04-08T01:25:01.842364Z","end":"2026-04-08T01:25:02.007967Z","steps":["trace[875121486] 'agreement among raft nodes before linearized reading' (duration: 165.388238ms)"],"step_count":1} {"level":"warn","ts":"2026-04-08T01:25:02.008055Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"151.768922ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pxc.percona.com/perconaxtradbclusters/openstack/percona-xtradb\" ","response":"range_response_count:1 size:5444"} {"level":"warn","ts":"2026-04-08T01:25:02.008119Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"161.05562ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/cilium.io/ciliumnodes/\" range_end:\"/registry/cilium.io/ciliumnodes0\" count_only:true ","response":"range_response_count:0 size:7"} {"level":"info","ts":"2026-04-08T01:25:02.008131Z","caller":"traceutil/trace.go:171","msg":"trace[809630779] range","detail":"{range_begin:/registry/pxc.percona.com/perconaxtradbclusters/openstack/percona-xtradb; range_end:; response_count:1; response_revision:2059; }","duration":"151.865594ms","start":"2026-04-08T01:25:01.856249Z","end":"2026-04-08T01:25:02.008115Z","steps":["trace[809630779] 'agreement among raft nodes before linearized reading' (duration: 151.687831ms)"],"step_count":1} {"level":"warn","ts":"2026-04-08T01:25:02.008056Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"160.850036ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/cilium-operator-resource-lock\" ","response":"range_response_count:1 size:492"} {"level":"info","ts":"2026-04-08T01:25:02.008178Z","caller":"traceutil/trace.go:171","msg":"trace[1812355988] range","detail":"{range_begin:/registry/cilium.io/ciliumnodes/; range_end:/registry/cilium.io/ciliumnodes0; response_count:0; response_revision:2059; }","duration":"161.153512ms","start":"2026-04-08T01:25:01.847004Z","end":"2026-04-08T01:25:02.008157Z","steps":["trace[1812355988] 'agreement among raft nodes before linearized reading' (duration: 161.06428ms)"],"step_count":1} {"level":"info","ts":"2026-04-08T01:25:02.008216Z","caller":"traceutil/trace.go:171","msg":"trace[1116735284] range","detail":"{range_begin:/registry/leases/kube-system/cilium-operator-resource-lock; range_end:; response_count:1; response_revision:2059; }","duration":"161.04128ms","start":"2026-04-08T01:25:01.84716Z","end":"2026-04-08T01:25:02.008202Z","steps":["trace[1116735284] 'agreement among raft nodes before linearized reading' (duration: 160.782295ms)"],"step_count":1} {"level":"warn","ts":"2026-04-08T01:25:02.008583Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"165.993872ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/kube-controller-manager\" ","response":"range_response_count:1 size:505"} {"level":"info","ts":"2026-04-08T01:25:02.008634Z","caller":"traceutil/trace.go:171","msg":"trace[1663819526] range","detail":"{range_begin:/registry/leases/kube-system/kube-controller-manager; range_end:; response_count:1; response_revision:2059; }","duration":"166.062874ms","start":"2026-04-08T01:25:01.842557Z","end":"2026-04-08T01:25:02.00862Z","steps":["trace[1663819526] 'agreement among raft nodes before linearized reading' (duration: 165.334508ms)"],"step_count":1} {"level":"info","ts":"2026-04-08T01:25:02.150055Z","caller":"traceutil/trace.go:171","msg":"trace[1767470339] transaction","detail":"{read_only:false; response_revision:2061; number_of_response:1; }","duration":"135.422415ms","start":"2026-04-08T01:25:02.014606Z","end":"2026-04-08T01:25:02.150028Z","steps":["trace[1767470339] 'process raft request' (duration: 108.833247ms)","trace[1767470339] 'compare' (duration: 26.412674ms)"],"step_count":2} {"level":"info","ts":"2026-04-08T01:25:02.150259Z","caller":"traceutil/trace.go:171","msg":"trace[1064642503] transaction","detail":"{read_only:false; response_revision:2062; number_of_response:1; }","duration":"135.61086ms","start":"2026-04-08T01:25:02.014626Z","end":"2026-04-08T01:25:02.150237Z","steps":["trace[1064642503] 'process raft request' (duration: 135.359864ms)"],"step_count":1} {"level":"info","ts":"2026-04-08T01:25:02.150461Z","caller":"traceutil/trace.go:171","msg":"trace[426213178] transaction","detail":"{read_only:false; response_revision:2063; number_of_response:1; }","duration":"135.789704ms","start":"2026-04-08T01:25:02.014662Z","end":"2026-04-08T01:25:02.150451Z","steps":["trace[426213178] 'process raft request' (duration: 135.514148ms)"],"step_count":1} {"level":"info","ts":"2026-04-08T01:25:04.173648Z","caller":"traceutil/trace.go:171","msg":"trace[1876019991] transaction","detail":"{read_only:false; response_revision:2069; number_of_response:1; }","duration":"159.327533ms","start":"2026-04-08T01:25:04.014299Z","end":"2026-04-08T01:25:04.173627Z","steps":["trace[1876019991] 'process raft request' (duration: 159.172999ms)"],"step_count":1} {"level":"info","ts":"2026-04-08T01:25:04.233351Z","caller":"traceutil/trace.go:171","msg":"trace[1764899916] linearizableReadLoop","detail":"{readStateIndex:2152; appliedIndex:2150; }","duration":"208.61161ms","start":"2026-04-08T01:25:04.024715Z","end":"2026-04-08T01:25:04.233327Z","steps":["trace[1764899916] 'read index received' (duration: 148.752264ms)","trace[1764899916] 'applied index is now lower than readState.Index' (duration: 59.854535ms)"],"step_count":2} {"level":"info","ts":"2026-04-08T01:25:04.23341Z","caller":"traceutil/trace.go:171","msg":"trace[1393513679] transaction","detail":"{read_only:false; response_revision:2070; number_of_response:1; }","duration":"217.700484ms","start":"2026-04-08T01:25:04.015681Z","end":"2026-04-08T01:25:04.233381Z","steps":["trace[1393513679] 'process raft request' (duration: 217.498869ms)"],"step_count":1} {"level":"warn","ts":"2026-04-08T01:25:04.233601Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"208.876996ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pxc.percona.com/perconaxtradbclusters/openstack/percona-xtradb\" ","response":"range_response_count:1 size:5444"} {"level":"info","ts":"2026-04-08T01:25:04.23369Z","caller":"traceutil/trace.go:171","msg":"trace[212975631] range","detail":"{range_begin:/registry/pxc.percona.com/perconaxtradbclusters/openstack/percona-xtradb; range_end:; response_count:1; response_revision:2070; }","duration":"208.973938ms","start":"2026-04-08T01:25:04.024694Z","end":"2026-04-08T01:25:04.233668Z","steps":["trace[212975631] 'agreement among raft nodes before linearized reading' (duration: 208.733663ms)"],"step_count":1} {"level":"warn","ts":"2026-04-08T01:25:04.234345Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"190.001812ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/openstack/rabbitmq-cluster-operator-leader-election\" ","response":"range_response_count:1 size:555"} {"level":"info","ts":"2026-04-08T01:25:04.234413Z","caller":"traceutil/trace.go:171","msg":"trace[787312605] range","detail":"{range_begin:/registry/leases/openstack/rabbitmq-cluster-operator-leader-election; range_end:; response_count:1; response_revision:2070; }","duration":"190.066763ms","start":"2026-04-08T01:25:04.044327Z","end":"2026-04-08T01:25:04.234394Z","steps":["trace[787312605] 'agreement among raft nodes before linearized reading' (duration: 189.855038ms)"],"step_count":1} {"level":"warn","ts":"2026-04-08T01:25:06.063557Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"115.085027ms","expected-duration":"100ms","prefix":"","request":"header: txn: success:> failure: >>","response":"size:16"} {"level":"info","ts":"2026-04-08T01:25:06.063691Z","caller":"traceutil/trace.go:171","msg":"trace[878177023] linearizableReadLoop","detail":"{readStateIndex:2164; appliedIndex:2162; }","duration":"141.958992ms","start":"2026-04-08T01:25:05.92171Z","end":"2026-04-08T01:25:06.063669Z","steps":["trace[878177023] 'read index received' (duration: 1.639077ms)","trace[878177023] 'applied index is now lower than readState.Index' (duration: 140.318385ms)"],"step_count":2} {"level":"info","ts":"2026-04-08T01:25:06.063704Z","caller":"traceutil/trace.go:171","msg":"trace[1703382246] transaction","detail":"{read_only:false; response_revision:2082; number_of_response:1; }","duration":"152.609811ms","start":"2026-04-08T01:25:05.911072Z","end":"2026-04-08T01:25:06.063681Z","steps":["trace[1703382246] 'process raft request' (duration: 37.305559ms)","trace[1703382246] 'compare' (duration: 114.970245ms)"],"step_count":2} {"level":"warn","ts":"2026-04-08T01:25:06.063767Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"142.049504ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/gateway.networking.k8s.io/backendtlspolicies/\" range_end:\"/registry/gateway.networking.k8s.io/backendtlspolicies0\" count_only:true ","response":"range_response_count:0 size:5"} {"level":"info","ts":"2026-04-08T01:25:06.063803Z","caller":"traceutil/trace.go:171","msg":"trace[834751893] range","detail":"{range_begin:/registry/gateway.networking.k8s.io/backendtlspolicies/; range_end:/registry/gateway.networking.k8s.io/backendtlspolicies0; response_count:0; response_revision:2082; }","duration":"142.147877ms","start":"2026-04-08T01:25:05.921644Z","end":"2026-04-08T01:25:06.063792Z","steps":["trace[834751893] 'agreement among raft nodes before linearized reading' (duration: 142.076505ms)"],"step_count":1} {"level":"info","ts":"2026-04-08T01:25:06.292467Z","caller":"traceutil/trace.go:171","msg":"trace[2137396621] transaction","detail":"{read_only:false; response_revision:2083; number_of_response:1; }","duration":"113.463841ms","start":"2026-04-08T01:25:06.17898Z","end":"2026-04-08T01:25:06.292444Z","steps":["trace[2137396621] 'process raft request' (duration: 108.50465ms)"],"step_count":1} {"level":"warn","ts":"2026-04-08T01:25:06.292495Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"128.11636ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pods/openstack/percona-xtradb-pxc-0\" ","response":"range_response_count:1 size:11986"} {"level":"info","ts":"2026-04-08T01:25:06.292573Z","caller":"traceutil/trace.go:171","msg":"trace[1664809378] range","detail":"{range_begin:/registry/pods/openstack/percona-xtradb-pxc-0; range_end:; response_count:1; response_revision:2082; }","duration":"128.248642ms","start":"2026-04-08T01:25:06.164305Z","end":"2026-04-08T01:25:06.292554Z","steps":["trace[1664809378] 'range keys from in-memory index tree' (duration: 127.812343ms)"],"step_count":1} {"level":"warn","ts":"2026-04-08T01:25:06.684054Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"138.633357ms","expected-duration":"100ms","prefix":"read-only range ","request":"limit:1 serializable:true keys_only:true ","response":"range_response_count:0 size:5"} {"level":"info","ts":"2026-04-08T01:25:06.684191Z","caller":"traceutil/trace.go:171","msg":"trace[1935712357] range","detail":"{range_begin:; range_end:; response_count:0; response_revision:2085; }","duration":"138.78883ms","start":"2026-04-08T01:25:06.545384Z","end":"2026-04-08T01:25:06.684172Z","steps":["trace[1935712357] 'range keys from in-memory index tree' (duration: 138.613746ms)"],"step_count":1} {"level":"warn","ts":"2026-04-08T01:25:06.684558Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"288.348143ms","expected-duration":"100ms","prefix":"","request":"header: txn: success:> failure: >>","response":"size:16"} {"level":"info","ts":"2026-04-08T01:25:06.685132Z","caller":"traceutil/trace.go:171","msg":"trace[946811] transaction","detail":"{read_only:false; response_revision:2087; number_of_response:1; }","duration":"365.348025ms","start":"2026-04-08T01:25:06.319761Z","end":"2026-04-08T01:25:06.685109Z","steps":["trace[946811] 'process raft request' (duration: 365.093438ms)"],"step_count":1} {"level":"info","ts":"2026-04-08T01:25:06.685132Z","caller":"traceutil/trace.go:171","msg":"trace[473452978] transaction","detail":"{read_only:false; response_revision:2086; number_of_response:1; }","duration":"365.485658ms","start":"2026-04-08T01:25:06.319616Z","end":"2026-04-08T01:25:06.685102Z","steps":["trace[473452978] 'process raft request' (duration: 76.328466ms)","trace[473452978] 'compare' (duration: 288.24924ms)"],"step_count":2} {"level":"warn","ts":"2026-04-08T01:25:06.685253Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-08T01:25:06.319737Z","time spent":"365.461357ms","remote":"127.0.0.1:33388","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":477,"response count":0,"response size":39,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-04-08T01:25:06.685339Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-08T01:25:06.319605Z","time spent":"365.682582ms","remote":"127.0.0.1:33388","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":489,"response count":0,"response size":39,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-04-08T01:25:06.68564Z","caller":"traceutil/trace.go:171","msg":"trace[645815119] transaction","detail":"{read_only:false; response_revision:2088; number_of_response:1; }","duration":"365.764914ms","start":"2026-04-08T01:25:06.319852Z","end":"2026-04-08T01:25:06.685617Z","steps":["trace[645815119] 'process raft request' (duration: 365.12609ms)"],"step_count":1} {"level":"warn","ts":"2026-04-08T01:25:06.685848Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"361.300364ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pxc.percona.com/perconaxtradbclusters/openstack/percona-xtradb\" ","response":"range_response_count:1 size:5444"} {"level":"warn","ts":"2026-04-08T01:25:06.685742Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-08T01:25:06.319843Z","time spent":"365.848656ms","remote":"127.0.0.1:33388","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":464,"response count":0,"response size":39,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-04-08T01:25:06.685912Z","caller":"traceutil/trace.go:171","msg":"trace[603167165] range","detail":"{range_begin:/registry/pxc.percona.com/perconaxtradbclusters/openstack/percona-xtradb; range_end:; response_count:1; response_revision:2088; }","duration":"361.392605ms","start":"2026-04-08T01:25:06.324503Z","end":"2026-04-08T01:25:06.685895Z","steps":["trace[603167165] 'agreement among raft nodes before linearized reading' (duration: 361.209471ms)"],"step_count":1} {"level":"warn","ts":"2026-04-08T01:25:06.685957Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-08T01:25:06.324491Z","time spent":"361.453636ms","remote":"127.0.0.1:46070","response type":"/etcdserverpb.KV/Range","request count":0,"request size":74,"response count":1,"response size":5467,"request content":"key:\"/registry/pxc.percona.com/perconaxtradbclusters/openstack/percona-xtradb\" "} {"level":"info","ts":"2026-04-08T01:25:06.685656Z","caller":"traceutil/trace.go:171","msg":"trace[1128305085] linearizableReadLoop","detail":"{readStateIndex:2170; appliedIndex:2166; }","duration":"361.064208ms","start":"2026-04-08T01:25:06.324532Z","end":"2026-04-08T01:25:06.685596Z","steps":["trace[1128305085] 'read index received' (duration: 29.927313ms)","trace[1128305085] 'applied index is now lower than readState.Index' (duration: 331.135565ms)"],"step_count":2} {"level":"warn","ts":"2026-04-08T01:25:06.686696Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"253.857387ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/plndr-cp-lock\" ","response":"range_response_count:1 size:432"} {"level":"warn","ts":"2026-04-08T01:25:06.68677Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"107.574628ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/health\" ","response":"range_response_count:0 size:5"} {"level":"info","ts":"2026-04-08T01:25:06.686783Z","caller":"traceutil/trace.go:171","msg":"trace[1255632878] range","detail":"{range_begin:/registry/leases/kube-system/plndr-cp-lock; range_end:; response_count:1; response_revision:2088; }","duration":"253.98754ms","start":"2026-04-08T01:25:06.432773Z","end":"2026-04-08T01:25:06.68676Z","steps":["trace[1255632878] 'agreement among raft nodes before linearized reading' (duration: 253.709854ms)"],"step_count":1} {"level":"info","ts":"2026-04-08T01:25:06.686816Z","caller":"traceutil/trace.go:171","msg":"trace[495740133] range","detail":"{range_begin:/registry/health; range_end:; response_count:0; response_revision:2088; }","duration":"107.65527ms","start":"2026-04-08T01:25:06.57915Z","end":"2026-04-08T01:25:06.686805Z","steps":["trace[495740133] 'agreement among raft nodes before linearized reading' (duration: 107.567418ms)"],"step_count":1} {"level":"warn","ts":"2026-04-08T01:25:08.219721Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"187.741251ms","expected-duration":"100ms","prefix":"","request":"header: lease_revoke:","response":"size:28"} {"level":"info","ts":"2026-04-08T01:25:08.220023Z","caller":"traceutil/trace.go:171","msg":"trace[730010910] transaction","detail":"{read_only:false; response_revision:2093; number_of_response:1; }","duration":"151.304362ms","start":"2026-04-08T01:25:08.068697Z","end":"2026-04-08T01:25:08.220001Z","steps":["trace[730010910] 'process raft request' (duration: 151.121388ms)"],"step_count":1} {"level":"warn","ts":"2026-04-08T01:25:08.581449Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"242.383909ms","expected-duration":"100ms","prefix":"","request":"header: txn: success:> failure: >>","response":"size:16"} {"level":"info","ts":"2026-04-08T01:25:08.581567Z","caller":"traceutil/trace.go:171","msg":"trace[2056029137] transaction","detail":"{read_only:false; response_revision:2094; number_of_response:1; }","duration":"284.828914ms","start":"2026-04-08T01:25:08.296713Z","end":"2026-04-08T01:25:08.581542Z","steps":["trace[2056029137] 'process raft request' (duration: 42.26325ms)","trace[2056029137] 'compare' (duration: 242.126793ms)"],"step_count":2} {"level":"info","ts":"2026-04-08T01:25:08.621667Z","caller":"traceutil/trace.go:171","msg":"trace[853957065] linearizableReadLoop","detail":"{readStateIndex:2178; appliedIndex:2176; }","duration":"293.026849ms","start":"2026-04-08T01:25:08.328623Z","end":"2026-04-08T01:25:08.621649Z","steps":["trace[853957065] 'read index received' (duration: 10.418385ms)","trace[853957065] 'applied index is now lower than readState.Index' (duration: 282.607824ms)"],"step_count":2} {"level":"info","ts":"2026-04-08T01:25:08.621732Z","caller":"traceutil/trace.go:171","msg":"trace[1177838113] transaction","detail":"{read_only:false; response_revision:2095; number_of_response:1; }","duration":"301.335325ms","start":"2026-04-08T01:25:08.320362Z","end":"2026-04-08T01:25:08.621697Z","steps":["trace[1177838113] 'process raft request' (duration: 301.184791ms)"],"step_count":1} {"level":"warn","ts":"2026-04-08T01:25:08.621858Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"262.954403ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/openstack/rabbitmq-cluster-operator-leader-election\" ","response":"range_response_count:1 size:555"} {"level":"warn","ts":"2026-04-08T01:25:08.621888Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"293.270994ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pxc.percona.com/perconaxtradbclusters/openstack/percona-xtradb\" ","response":"range_response_count:1 size:5444"} {"level":"info","ts":"2026-04-08T01:25:08.621977Z","caller":"traceutil/trace.go:171","msg":"trace[1717307800] range","detail":"{range_begin:/registry/pxc.percona.com/perconaxtradbclusters/openstack/percona-xtradb; range_end:; response_count:1; response_revision:2095; }","duration":"293.400247ms","start":"2026-04-08T01:25:08.328565Z","end":"2026-04-08T01:25:08.621966Z","steps":["trace[1717307800] 'agreement among raft nodes before linearized reading' (duration: 293.154781ms)"],"step_count":1} {"level":"info","ts":"2026-04-08T01:25:08.621895Z","caller":"traceutil/trace.go:171","msg":"trace[1295205040] range","detail":"{range_begin:/registry/leases/openstack/rabbitmq-cluster-operator-leader-election; range_end:; response_count:1; response_revision:2095; }","duration":"263.093265ms","start":"2026-04-08T01:25:08.358792Z","end":"2026-04-08T01:25:08.621885Z","steps":["trace[1295205040] 'agreement among raft nodes before linearized reading' (duration: 262.977682ms)"],"step_count":1} {"level":"warn","ts":"2026-04-08T01:25:08.621928Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-08T01:25:08.320339Z","time spent":"301.486958ms","remote":"127.0.0.1:33388","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":556,"response count":0,"response size":39,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-04-08T01:25:08.834877Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"149.247095ms","expected-duration":"100ms","prefix":"","request":"header: txn: success:> failure: >>","response":"size:16"} {"level":"info","ts":"2026-04-08T01:25:08.834992Z","caller":"traceutil/trace.go:171","msg":"trace[1593248817] linearizableReadLoop","detail":"{readStateIndex:2179; appliedIndex:2178; }","duration":"146.390801ms","start":"2026-04-08T01:25:08.688583Z","end":"2026-04-08T01:25:08.834973Z","steps":["trace[1593248817] 'read index received' (duration: 37.981µs)","trace[1593248817] 'applied index is now lower than readState.Index' (duration: 146.35179ms)"],"step_count":2} {"level":"info","ts":"2026-04-08T01:25:08.835095Z","caller":"traceutil/trace.go:171","msg":"trace[246536370] transaction","detail":"{read_only:false; response_revision:2096; number_of_response:1; }","duration":"209.683324ms","start":"2026-04-08T01:25:08.62537Z","end":"2026-04-08T01:25:08.835053Z","steps":["trace[246536370] 'process raft request' (duration: 60.175373ms)","trace[246536370] 'compare' (duration: 149.116572ms)"],"step_count":2} {"level":"warn","ts":"2026-04-08T01:25:08.835182Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"146.589015ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/cilium-operator-resource-lock\" ","response":"range_response_count:1 size:492"} {"level":"info","ts":"2026-04-08T01:25:08.835254Z","caller":"traceutil/trace.go:171","msg":"trace[825515379] range","detail":"{range_begin:/registry/leases/kube-system/cilium-operator-resource-lock; range_end:; response_count:1; response_revision:2096; }","duration":"146.703598ms","start":"2026-04-08T01:25:08.688533Z","end":"2026-04-08T01:25:08.835237Z","steps":["trace[825515379] 'agreement among raft nodes before linearized reading' (duration: 146.505964ms)"],"step_count":1} {"level":"warn","ts":"2026-04-08T01:25:08.835277Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"146.057144ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/kube-controller-manager\" ","response":"range_response_count:1 size:504"} {"level":"info","ts":"2026-04-08T01:25:08.835377Z","caller":"traceutil/trace.go:171","msg":"trace[1533525761] range","detail":"{range_begin:/registry/leases/kube-system/kube-controller-manager; range_end:; response_count:1; response_revision:2096; }","duration":"146.172596ms","start":"2026-04-08T01:25:08.68919Z","end":"2026-04-08T01:25:08.835363Z","steps":["trace[1533525761] 'agreement among raft nodes before linearized reading' (duration: 145.964191ms)"],"step_count":1} {"level":"warn","ts":"2026-04-08T01:25:08.835304Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"146.553535ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/kube-scheduler\" ","response":"range_response_count:1 size:479"} {"level":"info","ts":"2026-04-08T01:25:08.835438Z","caller":"traceutil/trace.go:171","msg":"trace[1975235124] range","detail":"{range_begin:/registry/leases/kube-system/kube-scheduler; range_end:; response_count:1; response_revision:2096; }","duration":"146.727738ms","start":"2026-04-08T01:25:08.688692Z","end":"2026-04-08T01:25:08.83542Z","steps":["trace[1975235124] 'agreement among raft nodes before linearized reading' (duration: 146.411641ms)"],"step_count":1} {"level":"info","ts":"2026-04-08T01:25:16.222813Z","caller":"traceutil/trace.go:171","msg":"trace[819474179] transaction","detail":"{read_only:false; response_revision:2139; number_of_response:1; }","duration":"133.02687ms","start":"2026-04-08T01:25:16.089761Z","end":"2026-04-08T01:25:16.222788Z","steps":["trace[819474179] 'process raft request' (duration: 132.804365ms)"],"step_count":1} {"level":"info","ts":"2026-04-08T01:25:16.415709Z","caller":"traceutil/trace.go:171","msg":"trace[119114128] transaction","detail":"{read_only:false; response_revision:2140; number_of_response:1; }","duration":"147.552758ms","start":"2026-04-08T01:25:16.268126Z","end":"2026-04-08T01:25:16.415679Z","steps":["trace[119114128] 'process raft request' (duration: 147.365464ms)"],"step_count":1} {"level":"info","ts":"2026-04-08T01:25:17.180463Z","caller":"traceutil/trace.go:171","msg":"trace[1443366922] transaction","detail":"{read_only:false; response_revision:2145; number_of_response:1; }","duration":"118.060044ms","start":"2026-04-08T01:25:17.062354Z","end":"2026-04-08T01:25:17.180414Z","steps":["trace[1443366922] 'process raft request' (duration: 40.49289ms)","trace[1443366922] 'get key's previous created_revision and leaseID' {req_type:put; key:/registry/leases/kube-system/kube-scheduler; req_size:460; } (duration: 77.100344ms)"],"step_count":2} {"level":"info","ts":"2026-04-08T01:25:17.180515Z","caller":"traceutil/trace.go:171","msg":"trace[283670360] transaction","detail":"{read_only:false; response_revision:2146; number_of_response:1; }","duration":"117.955011ms","start":"2026-04-08T01:25:17.062516Z","end":"2026-04-08T01:25:17.180472Z","steps":["trace[283670360] 'process raft request' (duration: 117.797528ms)"],"step_count":1} {"level":"info","ts":"2026-04-08T01:25:17.180649Z","caller":"traceutil/trace.go:171","msg":"trace[1167427307] transaction","detail":"{read_only:false; response_revision:2147; number_of_response:1; }","duration":"117.334718ms","start":"2026-04-08T01:25:17.063287Z","end":"2026-04-08T01:25:17.180622Z","steps":["trace[1167427307] 'process raft request' (duration: 117.157424ms)"],"step_count":1} {"level":"warn","ts":"2026-04-08T01:25:18.093564Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"119.388804ms","expected-duration":"100ms","prefix":"","request":"header: lease_revoke:","response":"size:28"} {"level":"info","ts":"2026-04-08T01:25:22.874884Z","caller":"traceutil/trace.go:171","msg":"trace[2001723452] transaction","detail":"{read_only:false; response_revision:2175; number_of_response:1; }","duration":"106.603997ms","start":"2026-04-08T01:25:22.768255Z","end":"2026-04-08T01:25:22.874859Z","steps":["trace[2001723452] 'process raft request' (duration: 106.449693ms)"],"step_count":1} {"level":"info","ts":"2026-04-08T01:25:23.000063Z","caller":"traceutil/trace.go:171","msg":"trace[1013980613] linearizableReadLoop","detail":"{readStateIndex:2262; appliedIndex:2260; }","duration":"164.000817ms","start":"2026-04-08T01:25:22.836036Z","end":"2026-04-08T01:25:23.000037Z","steps":["trace[1013980613] 'read index received' (duration: 38.650389ms)","trace[1013980613] 'applied index is now lower than readState.Index' (duration: 125.349258ms)"],"step_count":2} {"level":"info","ts":"2026-04-08T01:25:23.000148Z","caller":"traceutil/trace.go:171","msg":"trace[1096016142] transaction","detail":"{read_only:false; response_revision:2176; number_of_response:1; }","duration":"182.964974ms","start":"2026-04-08T01:25:22.817149Z","end":"2026-04-08T01:25:23.000114Z","steps":["trace[1096016142] 'process raft request' (duration: 167.564878ms)","trace[1096016142] 'compare' (duration: 15.184601ms)"],"step_count":2} {"level":"warn","ts":"2026-04-08T01:25:23.000326Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"164.268984ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pxc.percona.com/perconaxtradbclusters/openstack/percona-xtradb\" ","response":"range_response_count:1 size:5444"} {"level":"info","ts":"2026-04-08T01:25:23.000369Z","caller":"traceutil/trace.go:171","msg":"trace[386705210] range","detail":"{range_begin:/registry/pxc.percona.com/perconaxtradbclusters/openstack/percona-xtradb; range_end:; response_count:1; response_revision:2176; }","duration":"164.362776ms","start":"2026-04-08T01:25:22.835994Z","end":"2026-04-08T01:25:23.000357Z","steps":["trace[386705210] 'agreement among raft nodes before linearized reading' (duration: 164.137551ms)"],"step_count":1} {"level":"warn","ts":"2026-04-08T01:25:24.132059Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"124.312065ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pxc.percona.com/perconaxtradbclusters/openstack/percona-xtradb\" ","response":"range_response_count:1 size:5444"} {"level":"info","ts":"2026-04-08T01:25:24.132175Z","caller":"traceutil/trace.go:171","msg":"trace[673944233] range","detail":"{range_begin:/registry/pxc.percona.com/perconaxtradbclusters/openstack/percona-xtradb; range_end:; response_count:1; response_revision:2182; }","duration":"124.470959ms","start":"2026-04-08T01:25:24.007673Z","end":"2026-04-08T01:25:24.132144Z","steps":["trace[673944233] 'range keys from in-memory index tree' (duration: 124.035129ms)"],"step_count":1} {"level":"info","ts":"2026-04-08T01:25:29.126923Z","caller":"traceutil/trace.go:171","msg":"trace[1861576798] transaction","detail":"{read_only:false; response_revision:2205; number_of_response:1; }","duration":"234.625676ms","start":"2026-04-08T01:25:28.892272Z","end":"2026-04-08T01:25:29.126897Z","steps":["trace[1861576798] 'process raft request' (duration: 234.451862ms)"],"step_count":1} {"level":"info","ts":"2026-04-08T01:25:29.283215Z","caller":"traceutil/trace.go:171","msg":"trace[1891034395] linearizableReadLoop","detail":"{readStateIndex:2293; appliedIndex:2292; }","duration":"128.401086ms","start":"2026-04-08T01:25:29.154778Z","end":"2026-04-08T01:25:29.283179Z","steps":["trace[1891034395] 'read index received' (duration: 31.963819ms)","trace[1891034395] 'applied index is now lower than readState.Index' (duration: 96.435807ms)"],"step_count":2} {"level":"info","ts":"2026-04-08T01:25:29.283306Z","caller":"traceutil/trace.go:171","msg":"trace[540065424] transaction","detail":"{read_only:false; response_revision:2206; number_of_response:1; }","duration":"254.948242ms","start":"2026-04-08T01:25:29.028304Z","end":"2026-04-08T01:25:29.283252Z","steps":["trace[540065424] 'process raft request' (duration: 158.449153ms)","trace[540065424] 'compare' (duration: 96.304205ms)"],"step_count":2} {"level":"warn","ts":"2026-04-08T01:25:29.283388Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"128.57907ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/acme.cert-manager.io/orders/\" range_end:\"/registry/acme.cert-manager.io/orders0\" count_only:true ","response":"range_response_count:0 size:5"} {"level":"info","ts":"2026-04-08T01:25:29.283437Z","caller":"traceutil/trace.go:171","msg":"trace[960284644] range","detail":"{range_begin:/registry/acme.cert-manager.io/orders/; range_end:/registry/acme.cert-manager.io/orders0; response_count:0; response_revision:2206; }","duration":"128.678932ms","start":"2026-04-08T01:25:29.154746Z","end":"2026-04-08T01:25:29.283425Z","steps":["trace[960284644] 'agreement among raft nodes before linearized reading' (duration: 128.58088ms)"],"step_count":1} {"level":"warn","ts":"2026-04-08T01:25:29.283388Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"116.308045ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/gateway.networking.k8s.io/grpcroutes/\" range_end:\"/registry/gateway.networking.k8s.io/grpcroutes0\" count_only:true ","response":"range_response_count:0 size:5"} {"level":"warn","ts":"2026-04-08T01:25:29.283574Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"114.910054ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pxc.percona.com/perconaxtradbclusters/openstack/percona-xtradb\" ","response":"range_response_count:1 size:5444"} {"level":"info","ts":"2026-04-08T01:25:29.283598Z","caller":"traceutil/trace.go:171","msg":"trace[2070391765] range","detail":"{range_begin:/registry/gateway.networking.k8s.io/grpcroutes/; range_end:/registry/gateway.networking.k8s.io/grpcroutes0; response_count:0; response_revision:2206; }","duration":"116.571621ms","start":"2026-04-08T01:25:29.167015Z","end":"2026-04-08T01:25:29.283587Z","steps":["trace[2070391765] 'agreement among raft nodes before linearized reading' (duration: 116.325975ms)"],"step_count":1} {"level":"info","ts":"2026-04-08T01:25:29.283622Z","caller":"traceutil/trace.go:171","msg":"trace[30788029] range","detail":"{range_begin:/registry/pxc.percona.com/perconaxtradbclusters/openstack/percona-xtradb; range_end:; response_count:1; response_revision:2206; }","duration":"114.978846ms","start":"2026-04-08T01:25:29.168628Z","end":"2026-04-08T01:25:29.283607Z","steps":["trace[30788029] 'agreement among raft nodes before linearized reading' (duration: 114.810051ms)"],"step_count":1} {"level":"info","ts":"2026-04-08T01:25:29.518345Z","caller":"traceutil/trace.go:171","msg":"trace[806760256] linearizableReadLoop","detail":"{readStateIndex:2294; appliedIndex:2293; }","duration":"230.43348ms","start":"2026-04-08T01:25:29.287893Z","end":"2026-04-08T01:25:29.518326Z","steps":["trace[806760256] 'read index received' (duration: 205.457649ms)","trace[806760256] 'applied index is now lower than readState.Index' (duration: 24.974681ms)"],"step_count":2} {"level":"info","ts":"2026-04-08T01:25:29.518402Z","caller":"traceutil/trace.go:171","msg":"trace[1474362441] transaction","detail":"{read_only:false; response_revision:2207; number_of_response:1; }","duration":"231.194677ms","start":"2026-04-08T01:25:29.287175Z","end":"2026-04-08T01:25:29.51837Z","steps":["trace[1474362441] 'process raft request' (duration: 206.234386ms)","trace[1474362441] 'compare' (duration: 24.694786ms)"],"step_count":2} {"level":"warn","ts":"2026-04-08T01:25:29.518527Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"230.630295ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/kube-controller-manager\" ","response":"range_response_count:1 size:505"} {"level":"info","ts":"2026-04-08T01:25:29.518562Z","caller":"traceutil/trace.go:171","msg":"trace[1192462040] range","detail":"{range_begin:/registry/leases/kube-system/kube-controller-manager; range_end:; response_count:1; response_revision:2207; }","duration":"230.709817ms","start":"2026-04-08T01:25:29.287842Z","end":"2026-04-08T01:25:29.518551Z","steps":["trace[1192462040] 'agreement among raft nodes before linearized reading' (duration: 230.580435ms)"],"step_count":1} {"level":"info","ts":"2026-04-08T01:25:29.680136Z","caller":"traceutil/trace.go:171","msg":"trace[114872150] transaction","detail":"{read_only:false; response_revision:2209; number_of_response:1; }","duration":"157.234185ms","start":"2026-04-08T01:25:29.522864Z","end":"2026-04-08T01:25:29.680098Z","steps":["trace[114872150] 'process raft request' (duration: 156.926448ms)"],"step_count":1} {"level":"info","ts":"2026-04-08T01:25:29.680343Z","caller":"traceutil/trace.go:171","msg":"trace[1647671922] transaction","detail":"{read_only:false; response_revision:2211; number_of_response:1; }","duration":"157.266345ms","start":"2026-04-08T01:25:29.523052Z","end":"2026-04-08T01:25:29.680318Z","steps":["trace[1647671922] 'process raft request' (duration: 157.081161ms)"],"step_count":1} {"level":"info","ts":"2026-04-08T01:25:29.680241Z","caller":"traceutil/trace.go:171","msg":"trace[1151315396] transaction","detail":"{read_only:false; response_revision:2210; number_of_response:1; }","duration":"157.269806ms","start":"2026-04-08T01:25:29.522925Z","end":"2026-04-08T01:25:29.680195Z","steps":["trace[1151315396] 'process raft request' (duration: 156.982799ms)"],"step_count":1} {"level":"info","ts":"2026-04-08T01:25:32.432175Z","caller":"traceutil/trace.go:171","msg":"trace[1752464692] linearizableReadLoop","detail":"{readStateIndex:2311; appliedIndex:2310; }","duration":"108.808845ms","start":"2026-04-08T01:25:32.32334Z","end":"2026-04-08T01:25:32.432148Z","steps":["trace[1752464692] 'read index received' (duration: 108.534079ms)","trace[1752464692] 'applied index is now lower than readState.Index' (duration: 273.586µs)"],"step_count":2} {"level":"info","ts":"2026-04-08T01:25:32.432304Z","caller":"traceutil/trace.go:171","msg":"trace[1502721310] transaction","detail":"{read_only:false; response_revision:2224; number_of_response:1; }","duration":"109.4064ms","start":"2026-04-08T01:25:32.322888Z","end":"2026-04-08T01:25:32.432294Z","steps":["trace[1502721310] 'process raft request' (duration: 109.098423ms)"],"step_count":1} {"level":"warn","ts":"2026-04-08T01:25:32.432466Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"101.441682ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/rabbitmq.com/exchanges/\" range_end:\"/registry/rabbitmq.com/exchanges0\" count_only:true ","response":"range_response_count:0 size:5"} {"level":"info","ts":"2026-04-08T01:25:32.432556Z","caller":"traceutil/trace.go:171","msg":"trace[1833213864] range","detail":"{range_begin:/registry/rabbitmq.com/exchanges/; range_end:/registry/rabbitmq.com/exchanges0; response_count:0; response_revision:2224; }","duration":"101.561144ms","start":"2026-04-08T01:25:32.330976Z","end":"2026-04-08T01:25:32.432537Z","steps":["trace[1833213864] 'agreement among raft nodes before linearized reading' (duration: 101.430441ms)"],"step_count":1} {"level":"warn","ts":"2026-04-08T01:25:32.432751Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"109.389539ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pxc.percona.com/perconaxtradbclusters/openstack/percona-xtradb\" ","response":"range_response_count:1 size:5444"} {"level":"info","ts":"2026-04-08T01:25:32.432828Z","caller":"traceutil/trace.go:171","msg":"trace[1888913569] range","detail":"{range_begin:/registry/pxc.percona.com/perconaxtradbclusters/openstack/percona-xtradb; range_end:; response_count:1; response_revision:2224; }","duration":"109.513762ms","start":"2026-04-08T01:25:32.323295Z","end":"2026-04-08T01:25:32.432809Z","steps":["trace[1888913569] 'agreement among raft nodes before linearized reading' (duration: 109.253586ms)"],"step_count":1} {"level":"info","ts":"2026-04-08T01:25:32.794836Z","caller":"traceutil/trace.go:171","msg":"trace[1741394268] linearizableReadLoop","detail":"{readStateIndex:2313; appliedIndex:2312; }","duration":"145.535872ms","start":"2026-04-08T01:25:32.64927Z","end":"2026-04-08T01:25:32.794806Z","steps":["trace[1741394268] 'read index received' (duration: 74.464015ms)","trace[1741394268] 'applied index is now lower than readState.Index' (duration: 71.070727ms)"],"step_count":2} {"level":"info","ts":"2026-04-08T01:25:32.794985Z","caller":"traceutil/trace.go:171","msg":"trace[122669122] transaction","detail":"{read_only:false; response_revision:2226; number_of_response:1; }","duration":"195.555086ms","start":"2026-04-08T01:25:32.599393Z","end":"2026-04-08T01:25:32.794948Z","steps":["trace[122669122] 'process raft request' (duration: 124.281614ms)","trace[122669122] 'compare' (duration: 71.012667ms)"],"step_count":2} {"level":"warn","ts":"2026-04-08T01:25:32.795222Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"145.938781ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/masterleases/199.204.45.132\" ","response":"range_response_count:1 size:135"} {"level":"info","ts":"2026-04-08T01:25:32.79527Z","caller":"traceutil/trace.go:171","msg":"trace[663124532] range","detail":"{range_begin:/registry/masterleases/199.204.45.132; range_end:; response_count:1; response_revision:2226; }","duration":"146.041083ms","start":"2026-04-08T01:25:32.649217Z","end":"2026-04-08T01:25:32.795259Z","steps":["trace[663124532] 'agreement among raft nodes before linearized reading' (duration: 145.690045ms)"],"step_count":1} {"level":"warn","ts":"2026-04-08T01:25:33.466373Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"569.597046ms","expected-duration":"100ms","prefix":"","request":"header: txn: success:> failure: >>","response":"size:16"} {"level":"info","ts":"2026-04-08T01:25:33.466507Z","caller":"traceutil/trace.go:171","msg":"trace[203175671] transaction","detail":"{read_only:false; response_revision:2227; number_of_response:1; }","duration":"640.541082ms","start":"2026-04-08T01:25:32.825946Z","end":"2026-04-08T01:25:33.466487Z","steps":["trace[203175671] 'process raft request' (duration: 70.744891ms)","trace[203175671] 'compare' (duration: 569.307779ms)"],"step_count":2} {"level":"warn","ts":"2026-04-08T01:25:33.467169Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-08T01:25:32.825922Z","time spent":"640.633173ms","remote":"127.0.0.1:33186","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":120,"response count":0,"response size":39,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-04-08T01:25:34.807663Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.068320698s","expected-duration":"100ms","prefix":"","request":"header: txn: success:> failure: >>","response":"size:16"} {"level":"info","ts":"2026-04-08T01:25:34.807982Z","caller":"traceutil/trace.go:171","msg":"trace[47424894] transaction","detail":"{read_only:false; response_revision:2229; number_of_response:1; }","duration":"1.48648968s","start":"2026-04-08T01:25:33.321474Z","end":"2026-04-08T01:25:34.807964Z","steps":["trace[47424894] 'process raft request' (duration: 1.486300735s)"],"step_count":1} {"level":"info","ts":"2026-04-08T01:25:34.807988Z","caller":"traceutil/trace.go:171","msg":"trace[1131861847] transaction","detail":"{read_only:false; response_revision:2228; number_of_response:1; }","duration":"1.669895084s","start":"2026-04-08T01:25:33.138065Z","end":"2026-04-08T01:25:34.80796Z","steps":["trace[1131861847] 'process raft request' (duration: 601.177557ms)","trace[1131861847] 'compare' (duration: 1.06797738s)"],"step_count":2} {"level":"warn","ts":"2026-04-08T01:25:34.808069Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-08T01:25:33.321437Z","time spent":"1.486593143s","remote":"127.0.0.1:33388","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":556,"response count":0,"response size":39,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-04-08T01:25:34.808128Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-08T01:25:33.138046Z","time spent":"1.670004776s","remote":"127.0.0.1:33388","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":534,"response count":0,"response size":39,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-04-08T01:25:34.808148Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.367894474s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pxc.percona.com/perconaxtradbclusters/openstack/percona-xtradb\" ","response":"range_response_count:1 size:5444"} {"level":"info","ts":"2026-04-08T01:25:34.808184Z","caller":"traceutil/trace.go:171","msg":"trace[1136705090] range","detail":"{range_begin:/registry/pxc.percona.com/perconaxtradbclusters/openstack/percona-xtradb; range_end:; response_count:1; response_revision:2229; }","duration":"1.367958426s","start":"2026-04-08T01:25:33.440217Z","end":"2026-04-08T01:25:34.808175Z","steps":["trace[1136705090] 'agreement among raft nodes before linearized reading' (duration: 1.367834193s)"],"step_count":1} {"level":"warn","ts":"2026-04-08T01:25:34.808207Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-08T01:25:33.440195Z","time spent":"1.368006396s","remote":"127.0.0.1:46070","response type":"/etcdserverpb.KV/Range","request count":0,"request size":74,"response count":1,"response size":5467,"request content":"key:\"/registry/pxc.percona.com/perconaxtradbclusters/openstack/percona-xtradb\" "} {"level":"info","ts":"2026-04-08T01:25:34.808448Z","caller":"traceutil/trace.go:171","msg":"trace[586044027] linearizableReadLoop","detail":"{readStateIndex:2317; appliedIndex:2315; }","duration":"1.367594417s","start":"2026-04-08T01:25:33.440259Z","end":"2026-04-08T01:25:34.807854Z","steps":["trace[586044027] 'read index received' (duration: 298.996963ms)","trace[586044027] 'applied index is now lower than readState.Index' (duration: 1.068596594s)"],"step_count":2} {"level":"warn","ts":"2026-04-08T01:25:34.892229Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.421838997s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/services/endpoints/default/kubernetes\" ","response":"range_response_count:1 size:422"} {"level":"info","ts":"2026-04-08T01:25:34.892318Z","caller":"traceutil/trace.go:171","msg":"trace[222105460] range","detail":"{range_begin:/registry/services/endpoints/default/kubernetes; range_end:; response_count:1; response_revision:2230; }","duration":"1.42197945s","start":"2026-04-08T01:25:33.470317Z","end":"2026-04-08T01:25:34.892296Z","steps":["trace[222105460] 'agreement among raft nodes before linearized reading' (duration: 1.421772026s)"],"step_count":1} {"level":"warn","ts":"2026-04-08T01:25:34.892318Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.313225895s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/health\" ","response":"range_response_count:0 size:5"} {"level":"warn","ts":"2026-04-08T01:25:34.892389Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.199010766s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/kube-scheduler\" ","response":"range_response_count:1 size:479"} {"level":"info","ts":"2026-04-08T01:25:34.892412Z","caller":"traceutil/trace.go:171","msg":"trace[2049460262] range","detail":"{range_begin:/registry/health; range_end:; response_count:0; response_revision:2230; }","duration":"1.313347717s","start":"2026-04-08T01:25:33.579041Z","end":"2026-04-08T01:25:34.892388Z","steps":["trace[2049460262] 'agreement among raft nodes before linearized reading' (duration: 1.313170863s)"],"step_count":1} {"level":"info","ts":"2026-04-08T01:25:34.892423Z","caller":"traceutil/trace.go:171","msg":"trace[1968634560] range","detail":"{range_begin:/registry/leases/kube-system/kube-scheduler; range_end:; response_count:1; response_revision:2230; }","duration":"1.199080928s","start":"2026-04-08T01:25:33.69333Z","end":"2026-04-08T01:25:34.892411Z","steps":["trace[1968634560] 'agreement among raft nodes before linearized reading' (duration: 1.199014096s)"],"step_count":1} {"level":"warn","ts":"2026-04-08T01:25:34.892456Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-08T01:25:33.693297Z","time spent":"1.19915305s","remote":"127.0.0.1:33388","response type":"/etcdserverpb.KV/Range","request count":0,"request size":45,"response count":1,"response size":502,"request content":"key:\"/registry/leases/kube-system/kube-scheduler\" "} {"level":"warn","ts":"2026-04-08T01:25:34.892462Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-08T01:25:33.579028Z","time spent":"1.313425979s","remote":"127.0.0.1:33154","response type":"/etcdserverpb.KV/Range","request count":0,"request size":18,"response count":0,"response size":28,"request content":"key:\"/registry/health\" "} {"level":"warn","ts":"2026-04-08T01:25:34.892312Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.285153684s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/cilium-operator-resource-lock\" ","response":"range_response_count:1 size:492"} {"level":"info","ts":"2026-04-08T01:25:34.89259Z","caller":"traceutil/trace.go:171","msg":"trace[1558336298] range","detail":"{range_begin:/registry/leases/kube-system/cilium-operator-resource-lock; range_end:; response_count:1; response_revision:2230; }","duration":"1.28544743s","start":"2026-04-08T01:25:33.607136Z","end":"2026-04-08T01:25:34.892583Z","steps":["trace[1558336298] 'agreement among raft nodes before linearized reading' (duration: 1.285041931s)"],"step_count":1} {"level":"warn","ts":"2026-04-08T01:25:34.892611Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-08T01:25:33.607083Z","time spent":"1.285522322s","remote":"127.0.0.1:33388","response type":"/etcdserverpb.KV/Range","request count":0,"request size":60,"response count":1,"response size":515,"request content":"key:\"/registry/leases/kube-system/cilium-operator-resource-lock\" "} {"level":"warn","ts":"2026-04-08T01:25:34.892686Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"831.377731ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/events/\" range_end:\"/registry/events0\" count_only:true ","response":"range_response_count:0 size:8"} {"level":"warn","ts":"2026-04-08T01:25:34.892661Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.336409876s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/openstack/rabbitmq-cluster-operator-leader-election\" ","response":"range_response_count:1 size:555"} {"level":"info","ts":"2026-04-08T01:25:34.892844Z","caller":"traceutil/trace.go:171","msg":"trace[904668276] range","detail":"{range_begin:/registry/leases/openstack/rabbitmq-cluster-operator-leader-election; range_end:; response_count:1; response_revision:2230; }","duration":"1.336657151s","start":"2026-04-08T01:25:33.556145Z","end":"2026-04-08T01:25:34.892802Z","steps":["trace[904668276] 'agreement among raft nodes before linearized reading' (duration: 1.33616165s)"],"step_count":1} {"level":"info","ts":"2026-04-08T01:25:34.892754Z","caller":"traceutil/trace.go:171","msg":"trace[1054399305] range","detail":"{range_begin:/registry/events/; range_end:/registry/events0; response_count:0; response_revision:2230; }","duration":"831.486424ms","start":"2026-04-08T01:25:34.061253Z","end":"2026-04-08T01:25:34.892739Z","steps":["trace[1054399305] 'agreement among raft nodes before linearized reading' (duration: 831.192187ms)"],"step_count":1} {"level":"warn","ts":"2026-04-08T01:25:34.892923Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-08T01:25:34.061236Z","time spent":"831.669908ms","remote":"127.0.0.1:33230","response type":"/etcdserverpb.KV/Range","request count":0,"request size":40,"response count":252,"response size":31,"request content":"key:\"/registry/events/\" range_end:\"/registry/events0\" count_only:true "} {"level":"warn","ts":"2026-04-08T01:25:34.892925Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-08T01:25:33.556124Z","time spent":"1.336786544s","remote":"127.0.0.1:33388","response type":"/etcdserverpb.KV/Range","request count":0,"request size":70,"response count":1,"response size":578,"request content":"key:\"/registry/leases/openstack/rabbitmq-cluster-operator-leader-election\" "} {"level":"warn","ts":"2026-04-08T01:25:34.893021Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.195811245s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/plndr-cp-lock\" ","response":"range_response_count:1 size:432"} {"level":"warn","ts":"2026-04-08T01:25:34.893023Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.196081741s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/kube-controller-manager\" ","response":"range_response_count:1 size:505"} {"level":"info","ts":"2026-04-08T01:25:34.8931Z","caller":"traceutil/trace.go:171","msg":"trace[1128930855] range","detail":"{range_begin:/registry/leases/kube-system/plndr-cp-lock; range_end:; response_count:1; response_revision:2230; }","duration":"1.196556031s","start":"2026-04-08T01:25:33.696521Z","end":"2026-04-08T01:25:34.893077Z","steps":["trace[1128930855] 'agreement among raft nodes before linearized reading' (duration: 1.195741193s)"],"step_count":1} {"level":"info","ts":"2026-04-08T01:25:34.89313Z","caller":"traceutil/trace.go:171","msg":"trace[1693082429] range","detail":"{range_begin:/registry/leases/kube-system/kube-controller-manager; range_end:; response_count:1; response_revision:2230; }","duration":"1.196207494s","start":"2026-04-08T01:25:33.696888Z","end":"2026-04-08T01:25:34.893096Z","steps":["trace[1693082429] 'agreement among raft nodes before linearized reading' (duration: 1.195274713s)"],"step_count":1} {"level":"warn","ts":"2026-04-08T01:25:34.893154Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-08T01:25:33.696494Z","time spent":"1.196642863s","remote":"127.0.0.1:33388","response type":"/etcdserverpb.KV/Range","request count":0,"request size":44,"response count":1,"response size":455,"request content":"key:\"/registry/leases/kube-system/plndr-cp-lock\" "} {"level":"warn","ts":"2026-04-08T01:25:34.89312Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"261.595481ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/plndr-svcs-lock\" ","response":"range_response_count:1 size:436"} {"level":"warn","ts":"2026-04-08T01:25:34.893189Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-08T01:25:33.696868Z","time spent":"1.196298825s","remote":"127.0.0.1:33388","response type":"/etcdserverpb.KV/Range","request count":0,"request size":54,"response count":1,"response size":528,"request content":"key:\"/registry/leases/kube-system/kube-controller-manager\" "} {"level":"info","ts":"2026-04-08T01:25:34.893269Z","caller":"traceutil/trace.go:171","msg":"trace[1341080998] range","detail":"{range_begin:/registry/leases/kube-system/plndr-svcs-lock; range_end:; response_count:1; response_revision:2230; }","duration":"261.762234ms","start":"2026-04-08T01:25:34.63145Z","end":"2026-04-08T01:25:34.893212Z","steps":["trace[1341080998] 'agreement among raft nodes before linearized reading' (duration: 260.974227ms)"],"step_count":1} {"level":"warn","ts":"2026-04-08T01:25:34.893419Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-08T01:25:33.470292Z","time spent":"1.423104714s","remote":"127.0.0.1:33320","response type":"/etcdserverpb.KV/Range","request count":0,"request size":49,"response count":1,"response size":445,"request content":"key:\"/registry/services/endpoints/default/kubernetes\" "} {"level":"warn","ts":"2026-04-08T01:25:35.398006Z","caller":"etcdserver/v3_server.go:897","msg":"waiting for ReadIndex response took too long, retrying","sent-request-id":256878260278555403,"retry-timeout":"500ms"} {"level":"warn","ts":"2026-04-08T01:25:36.614334Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"896.776441ms","expected-duration":"100ms","prefix":"","request":"header: txn: success:> failure: >>","response":"size:16"} {"level":"info","ts":"2026-04-08T01:25:36.614434Z","caller":"traceutil/trace.go:171","msg":"trace[15089216] transaction","detail":"{read_only:false; response_revision:2231; number_of_response:1; }","duration":"1.717507824s","start":"2026-04-08T01:25:34.896908Z","end":"2026-04-08T01:25:36.614416Z","steps":["trace[15089216] 'process raft request' (duration: 820.568799ms)","trace[15089216] 'compare' (duration: 896.687159ms)"],"step_count":2} {"level":"warn","ts":"2026-04-08T01:25:36.614492Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-08T01:25:34.896891Z","time spent":"1.717574535s","remote":"127.0.0.1:33388","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":490,"response count":0,"response size":39,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-04-08T01:25:36.901534Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"2.000074477s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/health\" ","response":"","error":"context deadline exceeded"} {"level":"info","ts":"2026-04-08T01:25:36.901651Z","caller":"traceutil/trace.go:171","msg":"trace[383461797] range","detail":"{range_begin:/registry/health; range_end:; }","duration":"2.00022991s","start":"2026-04-08T01:25:34.901401Z","end":"2026-04-08T01:25:36.901631Z","steps":["trace[383461797] 'agreement among raft nodes before linearized reading' (duration: 2.000094387s)"],"step_count":1} {"level":"warn","ts":"2026-04-08T01:25:36.901695Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-08T01:25:34.901391Z","time spent":"2.000294442s","remote":"127.0.0.1:33154","response type":"/etcdserverpb.KV/Range","request count":0,"request size":18,"response count":0,"response size":0,"request content":"key:\"/registry/health\" "} {"level":"warn","ts":"2026-04-08T01:25:37.195473Z","caller":"wal/wal.go:805","msg":"slow fdatasync","took":"1.477964309s","expected-duration":"1s"} {"level":"info","ts":"2026-04-08T01:25:37.27139Z","caller":"traceutil/trace.go:171","msg":"trace[1316605254] transaction","detail":"{read_only:false; response_revision:2232; number_of_response:1; }","duration":"2.374070445s","start":"2026-04-08T01:25:34.897293Z","end":"2026-04-08T01:25:37.271364Z","steps":["trace[1316605254] 'process raft request' (duration: 2.298438685s)","trace[1316605254] 'compare' (duration: 75.052837ms)"],"step_count":2} {"level":"warn","ts":"2026-04-08T01:25:37.27156Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-08T01:25:34.897271Z","time spent":"2.374205209s","remote":"127.0.0.1:33388","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":464,"response count":0,"response size":39,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-04-08T01:25:37.271747Z","caller":"traceutil/trace.go:171","msg":"trace[1319481203] transaction","detail":"{read_only:false; response_revision:2233; number_of_response:1; }","duration":"2.374170667s","start":"2026-04-08T01:25:34.897545Z","end":"2026-04-08T01:25:37.271716Z","steps":["trace[1319481203] 'process raft request' (duration: 2.373753188s)"],"step_count":1} {"level":"info","ts":"2026-04-08T01:25:37.271765Z","caller":"traceutil/trace.go:171","msg":"trace[294683491] transaction","detail":"{read_only:false; response_revision:2234; number_of_response:1; }","duration":"2.374128806s","start":"2026-04-08T01:25:34.8976Z","end":"2026-04-08T01:25:37.271729Z","steps":["trace[294683491] 'process raft request' (duration: 2.373939962s)"],"step_count":1} {"level":"info","ts":"2026-04-08T01:25:37.271847Z","caller":"traceutil/trace.go:171","msg":"trace[627268814] linearizableReadLoop","detail":"{readStateIndex:2325; appliedIndex:2318; }","duration":"2.3738612s","start":"2026-04-08T01:25:34.89797Z","end":"2026-04-08T01:25:37.271831Z","steps":["trace[627268814] 'read index received' (duration: 819.531645ms)","trace[627268814] 'applied index is now lower than readState.Index' (duration: 1.554328705s)"],"step_count":2} {"level":"warn","ts":"2026-04-08T01:25:37.271858Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-08T01:25:34.897518Z","time spent":"2.374285149s","remote":"127.0.0.1:33388","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":418,"response count":0,"response size":39,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-04-08T01:25:37.271946Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-08T01:25:34.897564Z","time spent":"2.374284549s","remote":"127.0.0.1:33388","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":477,"response count":0,"response size":39,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-04-08T01:25:37.271953Z","caller":"traceutil/trace.go:171","msg":"trace[659915705] transaction","detail":"{read_only:false; response_revision:2238; number_of_response:1; }","duration":"1.861906151s","start":"2026-04-08T01:25:35.410028Z","end":"2026-04-08T01:25:37.271934Z","steps":["trace[659915705] 'process raft request' (duration: 1.861756337s)"],"step_count":1} {"level":"info","ts":"2026-04-08T01:25:37.271994Z","caller":"traceutil/trace.go:171","msg":"trace[1455520368] transaction","detail":"{read_only:false; response_revision:2235; number_of_response:1; }","duration":"2.373810809s","start":"2026-04-08T01:25:34.898166Z","end":"2026-04-08T01:25:37.271977Z","steps":["trace[1455520368] 'process raft request' (duration: 2.373455441s)"],"step_count":1} {"level":"warn","ts":"2026-04-08T01:25:37.271998Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"2.374024364s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/endpointslices/default/kubernetes\" ","response":"range_response_count:1 size:481"} {"level":"info","ts":"2026-04-08T01:25:37.272048Z","caller":"traceutil/trace.go:171","msg":"trace[301849343] range","detail":"{range_begin:/registry/endpointslices/default/kubernetes; range_end:; response_count:1; response_revision:2238; }","duration":"2.374096125s","start":"2026-04-08T01:25:34.897936Z","end":"2026-04-08T01:25:37.272033Z","steps":["trace[301849343] 'agreement among raft nodes before linearized reading' (duration: 2.373985082s)"],"step_count":1} {"level":"info","ts":"2026-04-08T01:25:37.27202Z","caller":"traceutil/trace.go:171","msg":"trace[486321172] transaction","detail":"{read_only:false; response_revision:2237; number_of_response:1; }","duration":"2.021475766s","start":"2026-04-08T01:25:35.250491Z","end":"2026-04-08T01:25:37.271967Z","steps":["trace[486321172] 'process raft request' (duration: 2.021233991s)"],"step_count":1} {"level":"warn","ts":"2026-04-08T01:25:37.27208Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-08T01:25:34.898155Z","time spent":"2.37387529s","remote":"127.0.0.1:33388","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":540,"response count":0,"response size":39,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-04-08T01:25:37.272096Z","caller":"traceutil/trace.go:171","msg":"trace[1914527783] transaction","detail":"{read_only:false; response_revision:2236; number_of_response:1; }","duration":"2.373268487s","start":"2026-04-08T01:25:34.898807Z","end":"2026-04-08T01:25:37.272075Z","steps":["trace[1914527783] 'process raft request' (duration: 2.372871398s)"],"step_count":1} {"level":"warn","ts":"2026-04-08T01:25:37.272108Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-08T01:25:34.897925Z","time spent":"2.374169967s","remote":"127.0.0.1:33392","response type":"/etcdserverpb.KV/Range","request count":0,"request size":45,"response count":1,"response size":504,"request content":"key:\"/registry/endpointslices/default/kubernetes\" "} {"level":"warn","ts":"2026-04-08T01:25:37.2721Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-08T01:25:35.41Z","time spent":"1.862010452s","remote":"127.0.0.1:33388","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":475,"response count":0,"response size":39,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-04-08T01:25:37.272179Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-08T01:25:35.250439Z","time spent":"2.021670963s","remote":"127.0.0.1:33230","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":819,"response count":0,"response size":39,"request content":"compare: success:> failure:<>"} {"level":"warn","ts":"2026-04-08T01:25:37.272199Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-08T01:25:34.898792Z","time spent":"2.373348218s","remote":"127.0.0.1:33388","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":422,"response count":0,"response size":39,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-04-08T01:25:37.274913Z","caller":"traceutil/trace.go:171","msg":"trace[1944385445] transaction","detail":"{read_only:false; response_revision:2239; number_of_response:1; }","duration":"461.935855ms","start":"2026-04-08T01:25:36.812957Z","end":"2026-04-08T01:25:37.274893Z","steps":["trace[1944385445] 'process raft request' (duration: 461.785482ms)"],"step_count":1} {"level":"warn","ts":"2026-04-08T01:25:37.275065Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-08T01:25:36.81293Z","time spent":"462.052628ms","remote":"127.0.0.1:33388","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":535,"response count":0,"response size":39,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-04-08T01:25:37.275176Z","caller":"traceutil/trace.go:171","msg":"trace[142311887] transaction","detail":"{read_only:false; response_revision:2240; number_of_response:1; }","duration":"462.177021ms","start":"2026-04-08T01:25:36.81298Z","end":"2026-04-08T01:25:37.275157Z","steps":["trace[142311887] 'process raft request' (duration: 461.879735ms)"],"step_count":1} {"level":"warn","ts":"2026-04-08T01:25:37.275229Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"2.317006171s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/gateway.envoyproxy.io/envoyproxies/\" range_end:\"/registry/gateway.envoyproxy.io/envoyproxies0\" count_only:true ","response":"range_response_count:0 size:5"} {"level":"warn","ts":"2026-04-08T01:25:37.27527Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-08T01:25:36.812951Z","time spent":"462.274773ms","remote":"127.0.0.1:33388","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":556,"response count":0,"response size":39,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-04-08T01:25:37.275323Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.306308798s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/rabbitmq.com/permissions/\" range_end:\"/registry/rabbitmq.com/permissions0\" count_only:true ","response":"range_response_count:0 size:5"} {"level":"info","ts":"2026-04-08T01:25:37.275302Z","caller":"traceutil/trace.go:171","msg":"trace[1823904562] range","detail":"{range_begin:/registry/gateway.envoyproxy.io/envoyproxies/; range_end:/registry/gateway.envoyproxy.io/envoyproxies0; response_count:0; response_revision:2241; }","duration":"2.317116354s","start":"2026-04-08T01:25:34.958157Z","end":"2026-04-08T01:25:37.275273Z","steps":["trace[1823904562] 'agreement among raft nodes before linearized reading' (duration: 2.317006581s)"],"step_count":1} {"level":"warn","ts":"2026-04-08T01:25:37.275402Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"372.348351ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pods/openstack/percona-xtradb-pxc-0\" ","response":"range_response_count:1 size:12383"} {"level":"warn","ts":"2026-04-08T01:25:37.275428Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-08T01:25:34.958134Z","time spent":"2.317277178s","remote":"127.0.0.1:36378","response type":"/etcdserverpb.KV/Range","request count":0,"request size":96,"response count":0,"response size":28,"request content":"key:\"/registry/gateway.envoyproxy.io/envoyproxies/\" range_end:\"/registry/gateway.envoyproxy.io/envoyproxies0\" count_only:true "} {"level":"warn","ts":"2026-04-08T01:25:37.275428Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.459842101s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pxc.percona.com/perconaxtradbclusters/openstack/percona-xtradb\" ","response":"range_response_count:1 size:5444"} {"level":"info","ts":"2026-04-08T01:25:37.275469Z","caller":"traceutil/trace.go:171","msg":"trace[1562224494] range","detail":"{range_begin:/registry/pods/openstack/percona-xtradb-pxc-0; range_end:; response_count:1; response_revision:2241; }","duration":"372.445554ms","start":"2026-04-08T01:25:36.903008Z","end":"2026-04-08T01:25:37.275454Z","steps":["trace[1562224494] 'agreement among raft nodes before linearized reading' (duration: 372.188458ms)"],"step_count":1} {"level":"info","ts":"2026-04-08T01:25:37.275477Z","caller":"traceutil/trace.go:171","msg":"trace[668368558] range","detail":"{range_begin:/registry/pxc.percona.com/perconaxtradbclusters/openstack/percona-xtradb; range_end:; response_count:1; response_revision:2241; }","duration":"1.459927493s","start":"2026-04-08T01:25:35.815539Z","end":"2026-04-08T01:25:37.275467Z","steps":["trace[668368558] 'agreement among raft nodes before linearized reading' (duration: 1.45978549s)"],"step_count":1} {"level":"warn","ts":"2026-04-08T01:25:37.275474Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.578869546s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pxc.percona.com/perconaxtradbclusters/\" range_end:\"/registry/pxc.percona.com/perconaxtradbclusters0\" count_only:true ","response":"range_response_count:0 size:7"} {"level":"info","ts":"2026-04-08T01:25:37.275378Z","caller":"traceutil/trace.go:171","msg":"trace[1517749558] range","detail":"{range_begin:/registry/rabbitmq.com/permissions/; range_end:/registry/rabbitmq.com/permissions0; response_count:0; response_revision:2241; }","duration":"1.306421831s","start":"2026-04-08T01:25:35.968943Z","end":"2026-04-08T01:25:37.275365Z","steps":["trace[1517749558] 'agreement among raft nodes before linearized reading' (duration: 1.306325519s)"],"step_count":1} {"level":"warn","ts":"2026-04-08T01:25:37.27552Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-08T01:25:35.81552Z","time spent":"1.459992574s","remote":"127.0.0.1:46070","response type":"/etcdserverpb.KV/Range","request count":0,"request size":74,"response count":1,"response size":5467,"request content":"key:\"/registry/pxc.percona.com/perconaxtradbclusters/openstack/percona-xtradb\" "} {"level":"info","ts":"2026-04-08T01:25:37.275559Z","caller":"traceutil/trace.go:171","msg":"trace[864041665] transaction","detail":"{read_only:false; response_revision:2241; number_of_response:1; }","duration":"378.041359ms","start":"2026-04-08T01:25:36.897511Z","end":"2026-04-08T01:25:37.275552Z","steps":["trace[864041665] 'process raft request' (duration: 377.548838ms)"],"step_count":1} {"level":"warn","ts":"2026-04-08T01:25:37.275575Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-08T01:25:35.968908Z","time spent":"1.306650456s","remote":"127.0.0.1:45882","response type":"/etcdserverpb.KV/Range","request count":0,"request size":76,"response count":0,"response size":28,"request content":"key:\"/registry/rabbitmq.com/permissions/\" range_end:\"/registry/rabbitmq.com/permissions0\" count_only:true "} {"level":"warn","ts":"2026-04-08T01:25:37.275616Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-08T01:25:36.897488Z","time spent":"378.098511ms","remote":"127.0.0.1:33388","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":510,"response count":0,"response size":39,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-04-08T01:25:37.275521Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-08T01:25:36.90299Z","time spent":"372.519255ms","remote":"127.0.0.1:33330","response type":"/etcdserverpb.KV/Range","request count":0,"request size":47,"response count":1,"response size":12406,"request content":"key:\"/registry/pods/openstack/percona-xtradb-pxc-0\" "} {"level":"warn","ts":"2026-04-08T01:25:37.275421Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"373.046447ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/health\" ","response":"range_response_count:0 size:5"} {"level":"info","ts":"2026-04-08T01:25:37.275524Z","caller":"traceutil/trace.go:171","msg":"trace[401070489] range","detail":"{range_begin:/registry/pxc.percona.com/perconaxtradbclusters/; range_end:/registry/pxc.percona.com/perconaxtradbclusters0; response_count:0; response_revision:2241; }","duration":"1.578962008s","start":"2026-04-08T01:25:35.696552Z","end":"2026-04-08T01:25:37.275514Z","steps":["trace[401070489] 'agreement among raft nodes before linearized reading' (duration: 1.578872926s)"],"step_count":1} {"level":"info","ts":"2026-04-08T01:25:37.275752Z","caller":"traceutil/trace.go:171","msg":"trace[1788476035] range","detail":"{range_begin:/registry/health; range_end:; response_count:0; response_revision:2241; }","duration":"373.417075ms","start":"2026-04-08T01:25:36.902321Z","end":"2026-04-08T01:25:37.275738Z","steps":["trace[1788476035] 'agreement among raft nodes before linearized reading' (duration: 373.079848ms)"],"step_count":1} {"level":"warn","ts":"2026-04-08T01:25:37.2758Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-08T01:25:36.902296Z","time spent":"373.491237ms","remote":"127.0.0.1:33162","response type":"/etcdserverpb.KV/Range","request count":0,"request size":18,"response count":0,"response size":28,"request content":"key:\"/registry/health\" "} {"level":"warn","ts":"2026-04-08T01:25:37.275824Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-08T01:25:35.69653Z","time spent":"1.579238095s","remote":"127.0.0.1:45980","response type":"/etcdserverpb.KV/Range","request count":0,"request size":102,"response count":1,"response size":30,"request content":"key:\"/registry/pxc.percona.com/perconaxtradbclusters/\" range_end:\"/registry/pxc.percona.com/perconaxtradbclusters0\" count_only:true "} {"level":"info","ts":"2026-04-08T01:25:42.378427Z","caller":"traceutil/trace.go:171","msg":"trace[1782656031] transaction","detail":"{read_only:false; response_revision:2265; number_of_response:1; }","duration":"432.235348ms","start":"2026-04-08T01:25:41.946163Z","end":"2026-04-08T01:25:42.378399Z","steps":["trace[1782656031] 'process raft request' (duration: 431.987513ms)"],"step_count":1} {"level":"warn","ts":"2026-04-08T01:25:42.378632Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-08T01:25:41.946134Z","time spent":"432.382211ms","remote":"127.0.0.1:33388","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":673,"response count":0,"response size":39,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-04-08T01:25:44.933963Z","caller":"traceutil/trace.go:171","msg":"trace[1707995268] transaction","detail":"{read_only:false; response_revision:2277; number_of_response:1; }","duration":"153.266786ms","start":"2026-04-08T01:25:44.780671Z","end":"2026-04-08T01:25:44.933938Z","steps":["trace[1707995268] 'process raft request' (duration: 153.103012ms)"],"step_count":1} {"level":"info","ts":"2026-04-08T01:26:02.933777Z","caller":"traceutil/trace.go:171","msg":"trace[1757891860] transaction","detail":"{read_only:false; response_revision:2367; number_of_response:1; }","duration":"138.657074ms","start":"2026-04-08T01:26:02.795088Z","end":"2026-04-08T01:26:02.933745Z","steps":["trace[1757891860] 'process raft request' (duration: 130.47027ms)"],"step_count":1} {"level":"warn","ts":"2026-04-08T01:26:03.34733Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"167.683126ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/clusterrolebindings/\" range_end:\"/registry/clusterrolebindings0\" count_only:true ","response":"range_response_count:0 size:7"} {"level":"info","ts":"2026-04-08T01:26:03.347412Z","caller":"traceutil/trace.go:171","msg":"trace[1026473362] range","detail":"{range_begin:/registry/clusterrolebindings/; range_end:/registry/clusterrolebindings0; response_count:0; response_revision:2368; }","duration":"167.82448ms","start":"2026-04-08T01:26:03.179569Z","end":"2026-04-08T01:26:03.347393Z","steps":["trace[1026473362] 'count revisions from in-memory index tree' (duration: 167.536863ms)"],"step_count":1} {"level":"info","ts":"2026-04-08T01:26:05.445321Z","caller":"traceutil/trace.go:171","msg":"trace[1160012107] transaction","detail":"{read_only:false; response_revision:2381; number_of_response:1; }","duration":"151.746018ms","start":"2026-04-08T01:26:05.293546Z","end":"2026-04-08T01:26:05.445292Z","steps":["trace[1160012107] 'process raft request' (duration: 151.650406ms)"],"step_count":1} {"level":"info","ts":"2026-04-08T01:26:05.445325Z","caller":"traceutil/trace.go:171","msg":"trace[716075091] transaction","detail":"{read_only:false; response_revision:2380; number_of_response:1; }","duration":"152.073385ms","start":"2026-04-08T01:26:05.293218Z","end":"2026-04-08T01:26:05.445291Z","steps":["trace[716075091] 'process raft request' (duration: 151.885401ms)"],"step_count":1} {"level":"info","ts":"2026-04-08T01:26:05.445382Z","caller":"traceutil/trace.go:171","msg":"trace[1664744275] linearizableReadLoop","detail":"{readStateIndex:2477; appliedIndex:2472; }","duration":"130.705965ms","start":"2026-04-08T01:26:05.31465Z","end":"2026-04-08T01:26:05.445356Z","steps":["trace[1664744275] 'read index received' (duration: 120.913056ms)","trace[1664744275] 'applied index is now lower than readState.Index' (duration: 9.791989ms)"],"step_count":2} {"level":"info","ts":"2026-04-08T01:26:05.445493Z","caller":"traceutil/trace.go:171","msg":"trace[923328401] transaction","detail":"{read_only:false; response_revision:2379; number_of_response:1; }","duration":"153.277993ms","start":"2026-04-08T01:26:05.292201Z","end":"2026-04-08T01:26:05.445479Z","steps":["trace[923328401] 'process raft request' (duration: 143.264579ms)"],"step_count":1} {"level":"warn","ts":"2026-04-08T01:26:05.445583Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"130.922391ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/persistentvolumeclaims/openstack/datadir-percona-xtradb-pxc-0\" ","response":"range_response_count:1 size:1853"} {"level":"info","ts":"2026-04-08T01:26:05.445708Z","caller":"traceutil/trace.go:171","msg":"trace[2010455746] range","detail":"{range_begin:/registry/persistentvolumeclaims/openstack/datadir-percona-xtradb-pxc-0; range_end:; response_count:1; response_revision:2383; }","duration":"131.142305ms","start":"2026-04-08T01:26:05.314553Z","end":"2026-04-08T01:26:05.445696Z","steps":["trace[2010455746] 'agreement among raft nodes before linearized reading' (duration: 130.891799ms)"],"step_count":1} {"level":"info","ts":"2026-04-08T01:26:05.445781Z","caller":"traceutil/trace.go:171","msg":"trace[1318053474] transaction","detail":"{read_only:false; response_revision:2382; number_of_response:1; }","duration":"152.137126ms","start":"2026-04-08T01:26:05.293605Z","end":"2026-04-08T01:26:05.445743Z","steps":["trace[1318053474] 'process raft request' (duration: 151.635195ms)"],"step_count":1} {"level":"info","ts":"2026-04-08T01:26:05.445931Z","caller":"traceutil/trace.go:171","msg":"trace[1069586001] transaction","detail":"{read_only:false; response_revision:2383; number_of_response:1; }","duration":"143.737998ms","start":"2026-04-08T01:26:05.302165Z","end":"2026-04-08T01:26:05.445903Z","steps":["trace[1069586001] 'process raft request' (duration: 143.145384ms)"],"step_count":1} {"level":"info","ts":"2026-04-08T01:26:05.75321Z","caller":"traceutil/trace.go:171","msg":"trace[984588234] transaction","detail":"{read_only:false; response_revision:2386; number_of_response:1; }","duration":"121.284704ms","start":"2026-04-08T01:26:05.631882Z","end":"2026-04-08T01:26:05.753166Z","steps":["trace[984588234] 'process raft request' (duration: 74.305638ms)","trace[984588234] 'compare' (duration: 46.69131ms)"],"step_count":2} {"level":"info","ts":"2026-04-08T01:26:35.465904Z","caller":"traceutil/trace.go:171","msg":"trace[47827364] transaction","detail":"{read_only:false; response_revision:2711; number_of_response:1; }","duration":"164.068024ms","start":"2026-04-08T01:26:35.301807Z","end":"2026-04-08T01:26:35.465875Z","steps":["trace[47827364] 'process raft request' (duration: 163.89194ms)"],"step_count":1} {"level":"warn","ts":"2026-04-08T01:26:38.741184Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"163.652356ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/health\" ","response":"range_response_count:0 size:5"} {"level":"info","ts":"2026-04-08T01:26:38.741505Z","caller":"traceutil/trace.go:171","msg":"trace[3051462] range","detail":"{range_begin:/registry/health; range_end:; response_count:0; response_revision:2734; }","duration":"164.005823ms","start":"2026-04-08T01:26:38.577466Z","end":"2026-04-08T01:26:38.741472Z","steps":["trace[3051462] 'range keys from in-memory index tree' (duration: 163.577464ms)"],"step_count":1} {"level":"warn","ts":"2026-04-08T01:26:38.741358Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"321.628014ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/gateway.envoyproxy.io/backends/\" range_end:\"/registry/gateway.envoyproxy.io/backends0\" count_only:true ","response":"range_response_count:0 size:5"} {"level":"info","ts":"2026-04-08T01:26:38.741648Z","caller":"traceutil/trace.go:171","msg":"trace[2012866313] range","detail":"{range_begin:/registry/gateway.envoyproxy.io/backends/; range_end:/registry/gateway.envoyproxy.io/backends0; response_count:0; response_revision:2734; }","duration":"321.957791ms","start":"2026-04-08T01:26:38.419657Z","end":"2026-04-08T01:26:38.741614Z","steps":["trace[2012866313] 'count revisions from in-memory index tree' (duration: 321.536421ms)"],"step_count":1} {"level":"warn","ts":"2026-04-08T01:26:38.741766Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-08T01:26:38.419633Z","time spent":"322.099024ms","remote":"127.0.0.1:36398","response type":"/etcdserverpb.KV/Range","request count":0,"request size":88,"response count":0,"response size":28,"request content":"key:\"/registry/gateway.envoyproxy.io/backends/\" range_end:\"/registry/gateway.envoyproxy.io/backends0\" count_only:true "} {"level":"warn","ts":"2026-04-08T01:26:38.741399Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"239.744415ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/services/specs/auth-system/keycloak-headless\" ","response":"range_response_count:1 size:1369"} {"level":"info","ts":"2026-04-08T01:26:38.741851Z","caller":"traceutil/trace.go:171","msg":"trace[1453885564] range","detail":"{range_begin:/registry/services/specs/auth-system/keycloak-headless; range_end:; response_count:1; response_revision:2734; }","duration":"240.187575ms","start":"2026-04-08T01:26:38.501638Z","end":"2026-04-08T01:26:38.741825Z","steps":["trace[1453885564] 'range keys from in-memory index tree' (duration: 239.55119ms)"],"step_count":1} {"level":"info","ts":"2026-04-08T01:26:39.358285Z","caller":"traceutil/trace.go:171","msg":"trace[1446786170] linearizableReadLoop","detail":"{readStateIndex:2845; appliedIndex:2844; }","duration":"142.285366ms","start":"2026-04-08T01:26:39.215977Z","end":"2026-04-08T01:26:39.358262Z","steps":["trace[1446786170] 'read index received' (duration: 142.090552ms)","trace[1446786170] 'applied index is now lower than readState.Index' (duration: 193.894µs)"],"step_count":2} {"level":"info","ts":"2026-04-08T01:26:39.358327Z","caller":"traceutil/trace.go:171","msg":"trace[1236356865] transaction","detail":"{read_only:false; response_revision:2735; number_of_response:1; }","duration":"384.531576ms","start":"2026-04-08T01:26:38.973769Z","end":"2026-04-08T01:26:39.3583Z","steps":["trace[1236356865] 'process raft request' (duration: 384.356532ms)"],"step_count":1} {"level":"warn","ts":"2026-04-08T01:26:39.358459Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-08T01:26:38.973755Z","time spent":"384.632478ms","remote":"127.0.0.1:33388","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":515,"response count":0,"response size":39,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-04-08T01:26:39.358489Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"142.47619ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/gateway.networking.k8s.io/gatewayclasses/\" range_end:\"/registry/gateway.networking.k8s.io/gatewayclasses0\" count_only:true ","response":"range_response_count:0 size:7"} {"level":"info","ts":"2026-04-08T01:26:39.358635Z","caller":"traceutil/trace.go:171","msg":"trace[903172834] range","detail":"{range_begin:/registry/gateway.networking.k8s.io/gatewayclasses/; range_end:/registry/gateway.networking.k8s.io/gatewayclasses0; response_count:0; response_revision:2735; }","duration":"142.640374ms","start":"2026-04-08T01:26:39.215921Z","end":"2026-04-08T01:26:39.358562Z","steps":["trace[903172834] 'agreement among raft nodes before linearized reading' (duration: 142.446269ms)"],"step_count":1} {"level":"warn","ts":"2026-04-08T01:26:39.878261Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"299.340253ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/health\" ","response":"range_response_count:0 size:5"} {"level":"warn","ts":"2026-04-08T01:26:39.878282Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"398.743006ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/kube-controller-manager\" ","response":"range_response_count:1 size:506"} {"level":"info","ts":"2026-04-08T01:26:39.878359Z","caller":"traceutil/trace.go:171","msg":"trace[1211762378] range","detail":"{range_begin:/registry/health; range_end:; response_count:0; response_revision:2735; }","duration":"299.474587ms","start":"2026-04-08T01:26:39.578863Z","end":"2026-04-08T01:26:39.878338Z","steps":["trace[1211762378] 'range keys from in-memory index tree' (duration: 299.23174ms)"],"step_count":1} {"level":"info","ts":"2026-04-08T01:26:39.878372Z","caller":"traceutil/trace.go:171","msg":"trace[578349382] range","detail":"{range_begin:/registry/leases/kube-system/kube-controller-manager; range_end:; response_count:1; response_revision:2735; }","duration":"398.880379ms","start":"2026-04-08T01:26:39.479472Z","end":"2026-04-08T01:26:39.878352Z","steps":["trace[578349382] 'range keys from in-memory index tree' (duration: 398.587423ms)"],"step_count":1} {"level":"warn","ts":"2026-04-08T01:26:39.878421Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-08T01:26:39.479454Z","time spent":"398.955891ms","remote":"127.0.0.1:33388","response type":"/etcdserverpb.KV/Range","request count":0,"request size":54,"response count":1,"response size":529,"request content":"key:\"/registry/leases/kube-system/kube-controller-manager\" "} {"level":"info","ts":"2026-04-08T01:26:39.879941Z","caller":"traceutil/trace.go:171","msg":"trace[338490066] linearizableReadLoop","detail":"{readStateIndex:2846; appliedIndex:2845; }","duration":"132.193829ms","start":"2026-04-08T01:26:39.747732Z","end":"2026-04-08T01:26:39.879926Z","steps":["trace[338490066] 'read index received' (duration: 132.119417ms)","trace[338490066] 'applied index is now lower than readState.Index' (duration: 73.272µs)"],"step_count":2} {"level":"info","ts":"2026-04-08T01:26:39.880008Z","caller":"traceutil/trace.go:171","msg":"trace[123900015] transaction","detail":"{read_only:false; response_revision:2736; number_of_response:1; }","duration":"168.122856ms","start":"2026-04-08T01:26:39.711854Z","end":"2026-04-08T01:26:39.879977Z","steps":["trace[123900015] 'process raft request' (duration: 167.949662ms)"],"step_count":1} {"level":"warn","ts":"2026-04-08T01:26:39.88011Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"132.346632ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/volumeattachments/\" range_end:\"/registry/volumeattachments0\" count_only:true ","response":"range_response_count:0 size:5"} {"level":"info","ts":"2026-04-08T01:26:39.880182Z","caller":"traceutil/trace.go:171","msg":"trace[2052736387] range","detail":"{range_begin:/registry/volumeattachments/; range_end:/registry/volumeattachments0; response_count:0; response_revision:2736; }","duration":"132.461485ms","start":"2026-04-08T01:26:39.747703Z","end":"2026-04-08T01:26:39.880165Z","steps":["trace[2052736387] 'agreement among raft nodes before linearized reading' (duration: 132.293011ms)"],"step_count":1} {"level":"info","ts":"2026-04-08T01:26:45.245004Z","caller":"traceutil/trace.go:171","msg":"trace[1067624113] transaction","detail":"{read_only:false; response_revision:2776; number_of_response:1; }","duration":"242.440374ms","start":"2026-04-08T01:26:45.002537Z","end":"2026-04-08T01:26:45.244977Z","steps":["trace[1067624113] 'process raft request' (duration: 242.228379ms)"],"step_count":1} {"level":"info","ts":"2026-04-08T01:27:06.479175Z","caller":"traceutil/trace.go:171","msg":"trace[244520283] linearizableReadLoop","detail":"{readStateIndex:3022; appliedIndex:3021; }","duration":"115.838259ms","start":"2026-04-08T01:27:06.363313Z","end":"2026-04-08T01:27:06.479151Z","steps":["trace[244520283] 'read index received' (duration: 115.643554ms)","trace[244520283] 'applied index is now lower than readState.Index' (duration: 193.895µs)"],"step_count":2} {"level":"info","ts":"2026-04-08T01:27:06.47938Z","caller":"traceutil/trace.go:171","msg":"trace[1195871230] transaction","detail":"{read_only:false; response_revision:2907; number_of_response:1; }","duration":"141.805831ms","start":"2026-04-08T01:27:06.337543Z","end":"2026-04-08T01:27:06.479349Z","steps":["trace[1195871230] 'process raft request' (duration: 141.470743ms)"],"step_count":1} {"level":"warn","ts":"2026-04-08T01:27:06.479534Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"116.190237ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/plndr-cp-lock\" ","response":"range_response_count:1 size:433"} {"level":"info","ts":"2026-04-08T01:27:06.479637Z","caller":"traceutil/trace.go:171","msg":"trace[1754927992] range","detail":"{range_begin:/registry/leases/kube-system/plndr-cp-lock; range_end:; response_count:1; response_revision:2907; }","duration":"116.3358ms","start":"2026-04-08T01:27:06.36328Z","end":"2026-04-08T01:27:06.479616Z","steps":["trace[1754927992] 'agreement among raft nodes before linearized reading' (duration: 116.011673ms)"],"step_count":1} {"level":"warn","ts":"2026-04-08T01:27:06.479619Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"114.592771ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/plndr-svcs-lock\" ","response":"range_response_count:1 size:437"} {"level":"info","ts":"2026-04-08T01:27:06.479708Z","caller":"traceutil/trace.go:171","msg":"trace[1828078005] range","detail":"{range_begin:/registry/leases/kube-system/plndr-svcs-lock; range_end:; response_count:1; response_revision:2907; }","duration":"114.716695ms","start":"2026-04-08T01:27:06.364978Z","end":"2026-04-08T01:27:06.479695Z","steps":["trace[1828078005] 'agreement among raft nodes before linearized reading' (duration: 114.365847ms)"],"step_count":1} {"level":"info","ts":"2026-04-08T01:27:06.602868Z","caller":"traceutil/trace.go:171","msg":"trace[1713604135] transaction","detail":"{read_only:false; response_revision:2908; number_of_response:1; }","duration":"118.966459ms","start":"2026-04-08T01:27:06.483872Z","end":"2026-04-08T01:27:06.602838Z","steps":["trace[1713604135] 'process raft request' (duration: 118.790075ms)"],"step_count":1} {"level":"info","ts":"2026-04-08T01:27:06.616132Z","caller":"traceutil/trace.go:171","msg":"trace[1061776866] linearizableReadLoop","detail":"{readStateIndex:3024; appliedIndex:3022; }","duration":"114.564291ms","start":"2026-04-08T01:27:06.501542Z","end":"2026-04-08T01:27:06.616106Z","steps":["trace[1061776866] 'read index received' (duration: 101.131989ms)","trace[1061776866] 'applied index is now lower than readState.Index' (duration: 13.431472ms)"],"step_count":2} {"level":"warn","ts":"2026-04-08T01:27:06.616322Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"114.760605ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/services/specs/auth-system/keycloak-headless\" ","response":"range_response_count:1 size:1369"} {"level":"info","ts":"2026-04-08T01:27:06.616188Z","caller":"traceutil/trace.go:171","msg":"trace[1721522514] transaction","detail":"{read_only:false; response_revision:2909; number_of_response:1; }","duration":"132.263197ms","start":"2026-04-08T01:27:06.483909Z","end":"2026-04-08T01:27:06.616172Z","steps":["trace[1721522514] 'process raft request' (duration: 132.064353ms)"],"step_count":1} {"level":"info","ts":"2026-04-08T01:27:06.616375Z","caller":"traceutil/trace.go:171","msg":"trace[135543343] range","detail":"{range_begin:/registry/services/specs/auth-system/keycloak-headless; range_end:; response_count:1; response_revision:2909; }","duration":"114.860238ms","start":"2026-04-08T01:27:06.501503Z","end":"2026-04-08T01:27:06.616363Z","steps":["trace[135543343] 'agreement among raft nodes before linearized reading' (duration: 114.688014ms)"],"step_count":1} {"level":"warn","ts":"2026-04-08T01:27:13.156437Z","caller":"etcdserver/v3_server.go:897","msg":"waiting for ReadIndex response took too long, retrying","sent-request-id":256878260278557055,"retry-timeout":"500ms"} {"level":"info","ts":"2026-04-08T01:27:13.437457Z","caller":"traceutil/trace.go:171","msg":"trace[1727191296] transaction","detail":"{read_only:false; response_revision:2939; number_of_response:1; }","duration":"799.98237ms","start":"2026-04-08T01:27:12.63742Z","end":"2026-04-08T01:27:13.437403Z","steps":["trace[1727191296] 'process raft request' (duration: 706.017892ms)","trace[1727191296] 'compare' (duration: 93.545549ms)"],"step_count":2} {"level":"warn","ts":"2026-04-08T01:27:13.438138Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-08T01:27:12.63741Z","time spent":"800.110953ms","remote":"127.0.0.1:33388","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":422,"response count":0,"response size":39,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-04-08T01:27:13.439531Z","caller":"traceutil/trace.go:171","msg":"trace[630695105] linearizableReadLoop","detail":"{readStateIndex:3056; appliedIndex:3054; }","duration":"784.157136ms","start":"2026-04-08T01:27:12.655355Z","end":"2026-04-08T01:27:13.439512Z","steps":["trace[630695105] 'read index received' (duration: 688.110151ms)","trace[630695105] 'applied index is now lower than readState.Index' (duration: 96.046115ms)"],"step_count":2} {"level":"info","ts":"2026-04-08T01:27:13.439646Z","caller":"traceutil/trace.go:171","msg":"trace[562602761] transaction","detail":"{read_only:false; response_revision:2940; number_of_response:1; }","duration":"800.857031ms","start":"2026-04-08T01:27:12.638737Z","end":"2026-04-08T01:27:13.439594Z","steps":["trace[562602761] 'process raft request' (duration: 799.557431ms)"],"step_count":1} {"level":"warn","ts":"2026-04-08T01:27:13.439717Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"784.35509ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/masterleases/199.204.45.132\" ","response":"range_response_count:1 size:135"} {"level":"info","ts":"2026-04-08T01:27:13.439843Z","caller":"traceutil/trace.go:171","msg":"trace[2090027627] range","detail":"{range_begin:/registry/masterleases/199.204.45.132; range_end:; response_count:1; response_revision:2940; }","duration":"784.557425ms","start":"2026-04-08T01:27:12.655277Z","end":"2026-04-08T01:27:13.439835Z","steps":["trace[2090027627] 'agreement among raft nodes before linearized reading' (duration: 784.301949ms)"],"step_count":1} {"level":"warn","ts":"2026-04-08T01:27:13.439852Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-08T01:27:12.638732Z","time spent":"801.021964ms","remote":"127.0.0.1:33388","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":418,"response count":0,"response size":39,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-04-08T01:27:13.439871Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-08T01:27:12.65525Z","time spent":"784.614256ms","remote":"127.0.0.1:33186","response type":"/etcdserverpb.KV/Range","request count":0,"request size":39,"response count":1,"response size":158,"request content":"key:\"/registry/masterleases/199.204.45.132\" "} {"level":"warn","ts":"2026-04-08T01:27:14.440785Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"689.141014ms","expected-duration":"100ms","prefix":"","request":"header: txn: success:> failure: >>","response":"size:16"} {"level":"info","ts":"2026-04-08T01:27:14.440887Z","caller":"traceutil/trace.go:171","msg":"trace[198931179] transaction","detail":"{read_only:false; response_revision:2941; number_of_response:1; }","duration":"991.379306ms","start":"2026-04-08T01:27:13.449489Z","end":"2026-04-08T01:27:14.440868Z","steps":["trace[198931179] 'process raft request' (duration: 302.078428ms)","trace[198931179] 'compare' (duration: 688.997031ms)"],"step_count":2} {"level":"warn","ts":"2026-04-08T01:27:14.440945Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-08T01:27:13.449475Z","time spent":"991.440027ms","remote":"127.0.0.1:33186","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":120,"response count":0,"response size":39,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-04-08T01:27:14.45381Z","caller":"traceutil/trace.go:171","msg":"trace[1091023972] linearizableReadLoop","detail":"{readStateIndex:3059; appliedIndex:3057; }","duration":"872.906718ms","start":"2026-04-08T01:27:13.580881Z","end":"2026-04-08T01:27:14.453788Z","steps":["trace[1091023972] 'read index received' (duration: 170.68591ms)","trace[1091023972] 'applied index is now lower than readState.Index' (duration: 702.219848ms)"],"step_count":2} {"level":"info","ts":"2026-04-08T01:27:14.453877Z","caller":"traceutil/trace.go:171","msg":"trace[1517588418] transaction","detail":"{read_only:false; response_revision:2942; number_of_response:1; }","duration":"954.907758ms","start":"2026-04-08T01:27:13.498944Z","end":"2026-04-08T01:27:14.453852Z","steps":["trace[1517588418] 'process raft request' (duration: 954.711733ms)"],"step_count":1} {"level":"warn","ts":"2026-04-08T01:27:14.453971Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-08T01:27:13.498904Z","time spent":"955.02041ms","remote":"127.0.0.1:33388","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":521,"response count":0,"response size":39,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-04-08T01:27:14.454874Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"873.976282ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/health\" ","response":"range_response_count:0 size:5"} {"level":"info","ts":"2026-04-08T01:27:14.454996Z","caller":"traceutil/trace.go:171","msg":"trace[726900924] range","detail":"{range_begin:/registry/health; range_end:; response_count:0; response_revision:2942; }","duration":"874.151016ms","start":"2026-04-08T01:27:13.580821Z","end":"2026-04-08T01:27:14.454972Z","steps":["trace[726900924] 'agreement among raft nodes before linearized reading' (duration: 873.087412ms)"],"step_count":1} {"level":"warn","ts":"2026-04-08T01:27:14.455055Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-08T01:27:13.580796Z","time spent":"874.245468ms","remote":"127.0.0.1:33154","response type":"/etcdserverpb.KV/Range","request count":0,"request size":18,"response count":0,"response size":28,"request content":"key:\"/registry/health\" "} {"level":"warn","ts":"2026-04-08T01:27:14.954297Z","caller":"etcdserver/v3_server.go:897","msg":"waiting for ReadIndex response took too long, retrying","sent-request-id":256878260278557066,"retry-timeout":"500ms"} {"level":"warn","ts":"2026-04-08T01:27:15.798345Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"543.602818ms","expected-duration":"100ms","prefix":"","request":"header: txn: success:> failure: >>","response":"size:16"} {"level":"info","ts":"2026-04-08T01:27:15.798874Z","caller":"traceutil/trace.go:171","msg":"trace[505829397] transaction","detail":"{read_only:false; response_revision:2943; number_of_response:1; }","duration":"1.802361713s","start":"2026-04-08T01:27:13.996474Z","end":"2026-04-08T01:27:15.798836Z","steps":["trace[505829397] 'process raft request' (duration: 1.258176152s)","trace[505829397] 'compare' (duration: 542.849961ms)"],"step_count":2} {"level":"info","ts":"2026-04-08T01:27:15.798983Z","caller":"traceutil/trace.go:171","msg":"trace[532753766] linearizableReadLoop","detail":"{readStateIndex:3063; appliedIndex:3059; }","duration":"1.345080392s","start":"2026-04-08T01:27:14.453878Z","end":"2026-04-08T01:27:15.798958Z","steps":["trace[532753766] 'read index received' (duration: 800.771409ms)","trace[532753766] 'applied index is now lower than readState.Index' (duration: 544.307693ms)"],"step_count":2} {"level":"info","ts":"2026-04-08T01:27:15.799005Z","caller":"traceutil/trace.go:171","msg":"trace[1555717170] transaction","detail":"{read_only:false; response_revision:2944; number_of_response:1; }","duration":"1.800640035s","start":"2026-04-08T01:27:13.998314Z","end":"2026-04-08T01:27:15.798954Z","steps":["trace[1555717170] 'process raft request' (duration: 1.800140424s)"],"step_count":1} {"level":"warn","ts":"2026-04-08T01:27:15.79905Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-08T01:27:13.99645Z","time spent":"1.802505316s","remote":"127.0.0.1:33388","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":510,"response count":0,"response size":39,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-04-08T01:27:15.799107Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.356146411s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/services/endpoints/default/kubernetes\" ","response":"range_response_count:1 size:422"} {"level":"warn","ts":"2026-04-08T01:27:15.799192Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-08T01:27:13.998295Z","time spent":"1.800802028s","remote":"127.0.0.1:33388","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":535,"response count":0,"response size":39,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-04-08T01:27:15.799211Z","caller":"traceutil/trace.go:171","msg":"trace[1196745802] range","detail":"{range_begin:/registry/services/endpoints/default/kubernetes; range_end:; response_count:1; response_revision:2946; }","duration":"1.356302683s","start":"2026-04-08T01:27:14.442886Z","end":"2026-04-08T01:27:15.799189Z","steps":["trace[1196745802] 'agreement among raft nodes before linearized reading' (duration: 1.356075248s)"],"step_count":1} {"level":"warn","ts":"2026-04-08T01:27:15.799247Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.577664451s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pxc.percona.com/perconaxtradbclusters/\" range_end:\"/registry/pxc.percona.com/perconaxtradbclusters0\" count_only:true ","response":"range_response_count:0 size:7"} {"level":"warn","ts":"2026-04-08T01:27:15.79922Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.762211652s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/kube-controller-manager\" ","response":"range_response_count:1 size:505"} {"level":"warn","ts":"2026-04-08T01:27:15.799263Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-08T01:27:14.442859Z","time spent":"1.356395296s","remote":"127.0.0.1:33320","response type":"/etcdserverpb.KV/Range","request count":0,"request size":49,"response count":1,"response size":445,"request content":"key:\"/registry/services/endpoints/default/kubernetes\" "} {"level":"info","ts":"2026-04-08T01:27:15.799296Z","caller":"traceutil/trace.go:171","msg":"trace[501378805] range","detail":"{range_begin:/registry/pxc.percona.com/perconaxtradbclusters/; range_end:/registry/pxc.percona.com/perconaxtradbclusters0; response_count:0; response_revision:2946; }","duration":"1.577772754s","start":"2026-04-08T01:27:14.221511Z","end":"2026-04-08T01:27:15.799283Z","steps":["trace[501378805] 'agreement among raft nodes before linearized reading' (duration: 1.577679821s)"],"step_count":1} {"level":"warn","ts":"2026-04-08T01:27:15.799318Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"2.204410415s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/events/openstack/valkey-node-0.18a43d5adf2a2903\" ","response":"range_response_count:1 size:765"} {"level":"warn","ts":"2026-04-08T01:27:15.799335Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-08T01:27:14.221483Z","time spent":"1.577839704s","remote":"127.0.0.1:46004","response type":"/etcdserverpb.KV/Range","request count":0,"request size":102,"response count":1,"response size":30,"request content":"key:\"/registry/pxc.percona.com/perconaxtradbclusters/\" range_end:\"/registry/pxc.percona.com/perconaxtradbclusters0\" count_only:true "} {"level":"info","ts":"2026-04-08T01:27:15.799324Z","caller":"traceutil/trace.go:171","msg":"trace[133990154] range","detail":"{range_begin:/registry/leases/kube-system/kube-controller-manager; range_end:; response_count:1; response_revision:2946; }","duration":"1.762364616s","start":"2026-04-08T01:27:14.036936Z","end":"2026-04-08T01:27:15.7993Z","steps":["trace[133990154] 'agreement among raft nodes before linearized reading' (duration: 1.76207608s)"],"step_count":1} {"level":"warn","ts":"2026-04-08T01:27:15.799318Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.59144035s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/cilium-operator-resource-lock\" ","response":"range_response_count:1 size:492"} {"level":"warn","ts":"2026-04-08T01:27:15.7994Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-08T01:27:14.036911Z","time spent":"1.762474328s","remote":"127.0.0.1:33388","response type":"/etcdserverpb.KV/Range","request count":0,"request size":54,"response count":1,"response size":528,"request content":"key:\"/registry/leases/kube-system/kube-controller-manager\" "} {"level":"info","ts":"2026-04-08T01:27:15.79946Z","caller":"traceutil/trace.go:171","msg":"trace[1602834076] range","detail":"{range_begin:/registry/leases/kube-system/cilium-operator-resource-lock; range_end:; response_count:1; response_revision:2946; }","duration":"1.591706366s","start":"2026-04-08T01:27:14.207722Z","end":"2026-04-08T01:27:15.799428Z","steps":["trace[1602834076] 'agreement among raft nodes before linearized reading' (duration: 1.591269596s)"],"step_count":1} {"level":"info","ts":"2026-04-08T01:27:15.799384Z","caller":"traceutil/trace.go:171","msg":"trace[1418831980] transaction","detail":"{read_only:false; response_revision:2946; number_of_response:1; }","duration":"1.28930798s","start":"2026-04-08T01:27:14.509962Z","end":"2026-04-08T01:27:15.79927Z","steps":["trace[1418831980] 'process raft request' (duration: 1.288933672s)"],"step_count":1} {"level":"warn","ts":"2026-04-08T01:27:15.799462Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.636317667s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/kube-scheduler\" ","response":"range_response_count:1 size:479"} {"level":"info","ts":"2026-04-08T01:27:15.799612Z","caller":"traceutil/trace.go:171","msg":"trace[2125644591] range","detail":"{range_begin:/registry/leases/kube-system/kube-scheduler; range_end:; response_count:1; response_revision:2946; }","duration":"1.636551972s","start":"2026-04-08T01:27:14.163037Z","end":"2026-04-08T01:27:15.799589Z","steps":["trace[2125644591] 'agreement among raft nodes before linearized reading' (duration: 1.635970959s)"],"step_count":1} {"level":"warn","ts":"2026-04-08T01:27:15.799703Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-08T01:27:14.163015Z","time spent":"1.636670025s","remote":"127.0.0.1:33388","response type":"/etcdserverpb.KV/Range","request count":0,"request size":45,"response count":1,"response size":502,"request content":"key:\"/registry/leases/kube-system/kube-scheduler\" "} {"level":"warn","ts":"2026-04-08T01:27:15.79953Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-08T01:27:14.207701Z","time spent":"1.591818379s","remote":"127.0.0.1:33388","response type":"/etcdserverpb.KV/Range","request count":0,"request size":60,"response count":1,"response size":515,"request content":"key:\"/registry/leases/kube-system/cilium-operator-resource-lock\" "} {"level":"warn","ts":"2026-04-08T01:27:15.799742Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-08T01:27:14.509946Z","time spent":"1.289642928s","remote":"127.0.0.1:33388","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":673,"response count":0,"response size":39,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-04-08T01:27:15.799751Z","caller":"traceutil/trace.go:171","msg":"trace[164414877] transaction","detail":"{read_only:false; response_revision:2945; number_of_response:1; }","duration":"1.750408938s","start":"2026-04-08T01:27:14.048571Z","end":"2026-04-08T01:27:15.79898Z","steps":["trace[164414877] 'process raft request' (duration: 1.750254404s)"],"step_count":1} {"level":"warn","ts":"2026-04-08T01:27:15.800093Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-08T01:27:14.048552Z","time spent":"1.75144683s","remote":"127.0.0.1:33388","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":555,"response count":0,"response size":39,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-04-08T01:27:15.799381Z","caller":"traceutil/trace.go:171","msg":"trace[304359335] range","detail":"{range_begin:/registry/events/openstack/valkey-node-0.18a43d5adf2a2903; range_end:; response_count:1; response_revision:2946; }","duration":"2.204512467s","start":"2026-04-08T01:27:13.594853Z","end":"2026-04-08T01:27:15.799365Z","steps":["trace[304359335] 'agreement among raft nodes before linearized reading' (duration: 2.204223411s)"],"step_count":1} {"level":"warn","ts":"2026-04-08T01:27:15.800337Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-08T01:27:13.594835Z","time spent":"2.205419639s","remote":"127.0.0.1:33230","response type":"/etcdserverpb.KV/Range","request count":0,"request size":59,"response count":1,"response size":788,"request content":"key:\"/registry/events/openstack/valkey-node-0.18a43d5adf2a2903\" "} {"level":"warn","ts":"2026-04-08T01:27:16.457196Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"2.00051717s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/health\" ","response":"","error":"context canceled"} {"level":"info","ts":"2026-04-08T01:27:16.457297Z","caller":"traceutil/trace.go:171","msg":"trace[1612369678] range","detail":"{range_begin:/registry/health; range_end:; }","duration":"2.000633062s","start":"2026-04-08T01:27:14.456636Z","end":"2026-04-08T01:27:16.457269Z","steps":["trace[1612369678] 'agreement among raft nodes before linearized reading' (duration: 2.00051387s)"],"step_count":1} {"level":"warn","ts":"2026-04-08T01:27:16.457344Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-08T01:27:14.456573Z","time spent":"2.000760585s","remote":"127.0.0.1:33162","response type":"/etcdserverpb.KV/Range","request count":0,"request size":18,"response count":0,"response size":0,"request content":"key:\"/registry/health\" "} 2026/04/08 01:27:16 WARNING: [core] [Server #7] grpc: Server.processUnaryRPC failed to write status: connection error: desc = "transport is closing" {"level":"warn","ts":"2026-04-08T01:27:16.980755Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"434.401277ms","expected-duration":"100ms","prefix":"read-only range ","request":"limit:1 serializable:true keys_only:true ","response":"range_response_count:0 size:5"} {"level":"info","ts":"2026-04-08T01:27:16.980884Z","caller":"traceutil/trace.go:171","msg":"trace[448137223] range","detail":"{range_begin:; range_end:; response_count:0; response_revision:2946; }","duration":"434.543361ms","start":"2026-04-08T01:27:16.54632Z","end":"2026-04-08T01:27:16.980863Z","steps":["trace[448137223] 'range keys from in-memory index tree' (duration: 434.382697ms)"],"step_count":1} {"level":"warn","ts":"2026-04-08T01:27:16.981176Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"811.796466ms","expected-duration":"100ms","prefix":"","request":"header: txn: success:> failure: >>","response":"size:16"} {"level":"info","ts":"2026-04-08T01:27:16.981607Z","caller":"traceutil/trace.go:171","msg":"trace[777595480] transaction","detail":"{read_only:false; response_revision:2951; number_of_response:1; }","duration":"1.174427153s","start":"2026-04-08T01:27:15.807161Z","end":"2026-04-08T01:27:16.981588Z","steps":["trace[777595480] 'process raft request' (duration: 1.174388352s)"],"step_count":1} {"level":"warn","ts":"2026-04-08T01:27:16.981701Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-08T01:27:15.807151Z","time spent":"1.174509525s","remote":"127.0.0.1:33388","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":463,"response count":0,"response size":39,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-04-08T01:27:16.98177Z","caller":"traceutil/trace.go:171","msg":"trace[93572555] transaction","detail":"{read_only:false; response_revision:2950; number_of_response:1; }","duration":"1.174705269s","start":"2026-04-08T01:27:15.807Z","end":"2026-04-08T01:27:16.981705Z","steps":["trace[93572555] 'process raft request' (duration: 1.174498375s)"],"step_count":1} {"level":"info","ts":"2026-04-08T01:27:16.981898Z","caller":"traceutil/trace.go:171","msg":"trace[1635064721] transaction","detail":"{read_only:false; response_revision:2948; number_of_response:1; }","duration":"1.1769665s","start":"2026-04-08T01:27:15.804914Z","end":"2026-04-08T01:27:16.981881Z","steps":["trace[1635064721] 'process raft request' (duration: 1.176395287s)"],"step_count":1} {"level":"warn","ts":"2026-04-08T01:27:16.982025Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-08T01:27:15.806983Z","time spent":"1.174906743s","remote":"127.0.0.1:33388","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":476,"response count":0,"response size":39,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-04-08T01:27:16.98202Z","caller":"traceutil/trace.go:171","msg":"trace[137090148] transaction","detail":"{read_only:false; response_revision:2947; number_of_response:1; }","duration":"1.705927399s","start":"2026-04-08T01:27:15.276047Z","end":"2026-04-08T01:27:16.981975Z","steps":["trace[137090148] 'process raft request' (duration: 893.193282ms)","trace[137090148] 'compare' (duration: 811.336516ms)"],"step_count":2} {"level":"info","ts":"2026-04-08T01:27:16.982053Z","caller":"traceutil/trace.go:171","msg":"trace[2120716080] linearizableReadLoop","detail":"{readStateIndex:3064; appliedIndex:3063; }","duration":"1.182983955s","start":"2026-04-08T01:27:15.799043Z","end":"2026-04-08T01:27:16.982027Z","steps":["trace[2120716080] 'read index received' (duration: 370.183197ms)","trace[2120716080] 'applied index is now lower than readState.Index' (duration: 812.797168ms)"],"step_count":2} {"level":"warn","ts":"2026-04-08T01:27:16.982052Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-08T01:27:15.804874Z","time spent":"1.177089723s","remote":"127.0.0.1:33230","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":750,"response count":0,"response size":39,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-04-08T01:27:16.981737Z","caller":"traceutil/trace.go:171","msg":"trace[1097306573] transaction","detail":"{read_only:false; response_revision:2949; number_of_response:1; }","duration":"1.176189933s","start":"2026-04-08T01:27:15.805497Z","end":"2026-04-08T01:27:16.981687Z","steps":["trace[1097306573] 'process raft request' (duration: 1.175913777s)"],"step_count":1} {"level":"warn","ts":"2026-04-08T01:27:16.982208Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-08T01:27:15.805484Z","time spent":"1.176669943s","remote":"127.0.0.1:33388","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":489,"response count":0,"response size":39,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-04-08T01:27:16.982228Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-08T01:27:15.276019Z","time spent":"1.706094743s","remote":"127.0.0.1:33388","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":475,"response count":0,"response size":39,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-04-08T01:27:16.982253Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.53971918s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/plndr-svcs-lock\" ","response":"range_response_count:1 size:437"} {"level":"info","ts":"2026-04-08T01:27:16.982352Z","caller":"traceutil/trace.go:171","msg":"trace[491961062] range","detail":"{range_begin:/registry/leases/kube-system/plndr-svcs-lock; range_end:; response_count:1; response_revision:2951; }","duration":"1.539844953s","start":"2026-04-08T01:27:15.442475Z","end":"2026-04-08T01:27:16.98232Z","steps":["trace[491961062] 'agreement among raft nodes before linearized reading' (duration: 1.539605516s)"],"step_count":1} {"level":"warn","ts":"2026-04-08T01:27:16.982422Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-08T01:27:15.442454Z","time spent":"1.539951306s","remote":"127.0.0.1:33388","response type":"/etcdserverpb.KV/Range","request count":0,"request size":46,"response count":1,"response size":460,"request content":"key:\"/registry/leases/kube-system/plndr-svcs-lock\" "} {"level":"warn","ts":"2026-04-08T01:27:16.982438Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.173071833s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pods/openstack/percona-xtradb-pxc-0\" ","response":"range_response_count:1 size:12213"} {"level":"info","ts":"2026-04-08T01:27:16.98248Z","caller":"traceutil/trace.go:171","msg":"trace[535220309] range","detail":"{range_begin:/registry/pods/openstack/percona-xtradb-pxc-0; range_end:; response_count:1; response_revision:2951; }","duration":"1.173177705s","start":"2026-04-08T01:27:15.80929Z","end":"2026-04-08T01:27:16.982468Z","steps":["trace[535220309] 'agreement among raft nodes before linearized reading' (duration: 1.173053692s)"],"step_count":1} {"level":"warn","ts":"2026-04-08T01:27:16.982526Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-08T01:27:15.809256Z","time spent":"1.173258097s","remote":"127.0.0.1:33330","response type":"/etcdserverpb.KV/Range","request count":0,"request size":47,"response count":1,"response size":12236,"request content":"key:\"/registry/pods/openstack/percona-xtradb-pxc-0\" "} {"level":"warn","ts":"2026-04-08T01:27:16.982653Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.604154066s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/rabbitmq.com/vhosts/\" range_end:\"/registry/rabbitmq.com/vhosts0\" count_only:true ","response":"range_response_count:0 size:5"} {"level":"warn","ts":"2026-04-08T01:27:16.982707Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"2.403294478s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/openstack/rabbitmq-cluster-operator-leader-election\" ","response":"range_response_count:1 size:555"} {"level":"warn","ts":"2026-04-08T01:27:16.982723Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"2.478930785s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/services/specs/auth-system/keycloak-headless\" ","response":"range_response_count:1 size:1369"} {"level":"info","ts":"2026-04-08T01:27:16.982778Z","caller":"traceutil/trace.go:171","msg":"trace[855968816] range","detail":"{range_begin:/registry/leases/openstack/rabbitmq-cluster-operator-leader-election; range_end:; response_count:1; response_revision:2951; }","duration":"2.40341271s","start":"2026-04-08T01:27:14.579346Z","end":"2026-04-08T01:27:16.982759Z","steps":["trace[855968816] 'agreement among raft nodes before linearized reading' (duration: 2.403135424s)"],"step_count":1} {"level":"info","ts":"2026-04-08T01:27:16.982789Z","caller":"traceutil/trace.go:171","msg":"trace[1662130360] range","detail":"{range_begin:/registry/services/specs/auth-system/keycloak-headless; range_end:; response_count:1; response_revision:2951; }","duration":"2.479037428s","start":"2026-04-08T01:27:14.503735Z","end":"2026-04-08T01:27:16.982772Z","steps":["trace[1662130360] 'agreement among raft nodes before linearized reading' (duration: 2.478773932s)"],"step_count":1} {"level":"warn","ts":"2026-04-08T01:27:16.982831Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-08T01:27:14.579314Z","time spent":"2.403506073s","remote":"127.0.0.1:33388","response type":"/etcdserverpb.KV/Range","request count":0,"request size":70,"response count":1,"response size":578,"request content":"key:\"/registry/leases/openstack/rabbitmq-cluster-operator-leader-election\" "} {"level":"warn","ts":"2026-04-08T01:27:16.982836Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-08T01:27:14.503716Z","time spent":"2.479107279s","remote":"127.0.0.1:33336","response type":"/etcdserverpb.KV/Range","request count":0,"request size":56,"response count":1,"response size":1392,"request content":"key:\"/registry/services/specs/auth-system/keycloak-headless\" "} {"level":"info","ts":"2026-04-08T01:27:16.982728Z","caller":"traceutil/trace.go:171","msg":"trace[406723992] range","detail":"{range_begin:/registry/rabbitmq.com/vhosts/; range_end:/registry/rabbitmq.com/vhosts0; response_count:0; response_revision:2951; }","duration":"1.6043349s","start":"2026-04-08T01:27:15.378371Z","end":"2026-04-08T01:27:16.982706Z","steps":["trace[406723992] 'agreement among raft nodes before linearized reading' (duration: 1.604041524s)"],"step_count":1} {"level":"warn","ts":"2026-04-08T01:27:16.983046Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-08T01:27:15.378346Z","time spent":"1.604678448s","remote":"127.0.0.1:45966","response type":"/etcdserverpb.KV/Range","request count":0,"request size":66,"response count":0,"response size":28,"request content":"key:\"/registry/rabbitmq.com/vhosts/\" range_end:\"/registry/rabbitmq.com/vhosts0\" count_only:true "} {"level":"warn","ts":"2026-04-08T01:27:16.982998Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.538256177s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/plndr-cp-lock\" ","response":"range_response_count:1 size:433"} {"level":"info","ts":"2026-04-08T01:27:16.98326Z","caller":"traceutil/trace.go:171","msg":"trace[882654612] range","detail":"{range_begin:/registry/leases/kube-system/plndr-cp-lock; range_end:; response_count:1; response_revision:2951; }","duration":"1.538813839s","start":"2026-04-08T01:27:15.444428Z","end":"2026-04-08T01:27:16.983242Z","steps":["trace[882654612] 'agreement among raft nodes before linearized reading' (duration: 1.537929749s)"],"step_count":1} {"level":"warn","ts":"2026-04-08T01:27:16.983934Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.180451798s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/masterleases/\" range_end:\"/registry/masterleases0\" ","response":"range_response_count:1 size:135"} {"level":"warn","ts":"2026-04-08T01:27:16.983317Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-08T01:27:15.444406Z","time spent":"1.538894001s","remote":"127.0.0.1:33388","response type":"/etcdserverpb.KV/Range","request count":0,"request size":44,"response count":1,"response size":456,"request content":"key:\"/registry/leases/kube-system/plndr-cp-lock\" "} {"level":"info","ts":"2026-04-08T01:27:16.984Z","caller":"traceutil/trace.go:171","msg":"trace[1469625984] range","detail":"{range_begin:/registry/masterleases/; range_end:/registry/masterleases0; response_count:1; response_revision:2951; }","duration":"1.18055255s","start":"2026-04-08T01:27:15.803432Z","end":"2026-04-08T01:27:16.983984Z","steps":["trace[1469625984] 'agreement among raft nodes before linearized reading' (duration: 1.180380207s)"],"step_count":1} {"level":"warn","ts":"2026-04-08T01:27:16.984629Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-08T01:27:15.803417Z","time spent":"1.181186184s","remote":"127.0.0.1:33186","response type":"/etcdserverpb.KV/Range","request count":0,"request size":50,"response count":1,"response size":158,"request content":"key:\"/registry/masterleases/\" range_end:\"/registry/masterleases0\" "} {"level":"warn","ts":"2026-04-08T01:27:16.984706Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"111.605514ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/csistoragecapacities/\" range_end:\"/registry/csistoragecapacities0\" count_only:true ","response":"range_response_count:0 size:5"} {"level":"info","ts":"2026-04-08T01:27:16.984778Z","caller":"traceutil/trace.go:171","msg":"trace[473366913] range","detail":"{range_begin:/registry/csistoragecapacities/; range_end:/registry/csistoragecapacities0; response_count:0; response_revision:2951; }","duration":"111.725826ms","start":"2026-04-08T01:27:16.873035Z","end":"2026-04-08T01:27:16.984761Z","steps":["trace[473366913] 'agreement among raft nodes before linearized reading' (duration: 111.571273ms)"],"step_count":1} {"level":"warn","ts":"2026-04-08T01:27:16.985141Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"520.658933ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/health\" ","response":"range_response_count:0 size:5"} {"level":"info","ts":"2026-04-08T01:27:16.985192Z","caller":"traceutil/trace.go:171","msg":"trace[702073938] range","detail":"{range_begin:/registry/health; range_end:; response_count:0; response_revision:2951; }","duration":"520.756905ms","start":"2026-04-08T01:27:16.464423Z","end":"2026-04-08T01:27:16.98518Z","steps":["trace[702073938] 'agreement among raft nodes before linearized reading' (duration: 520.674312ms)"],"step_count":1} {"level":"warn","ts":"2026-04-08T01:27:16.985222Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-08T01:27:16.464403Z","time spent":"520.812246ms","remote":"127.0.0.1:33154","response type":"/etcdserverpb.KV/Range","request count":0,"request size":18,"response count":0,"response size":28,"request content":"key:\"/registry/health\" "} {"level":"warn","ts":"2026-04-08T01:27:17.645184Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"559.516475ms","expected-duration":"100ms","prefix":"","request":"header: txn: success:> failure: >>","response":"size:16"} {"level":"info","ts":"2026-04-08T01:27:17.645409Z","caller":"traceutil/trace.go:171","msg":"trace[133435018] linearizableReadLoop","detail":"{readStateIndex:3072; appliedIndex:3069; }","duration":"576.718381ms","start":"2026-04-08T01:27:17.068673Z","end":"2026-04-08T01:27:17.645391Z","steps":["trace[133435018] 'read index received' (duration: 16.94419ms)","trace[133435018] 'applied index is now lower than readState.Index' (duration: 559.773391ms)"],"step_count":2} {"level":"info","ts":"2026-04-08T01:27:17.645554Z","caller":"traceutil/trace.go:171","msg":"trace[457103045] transaction","detail":"{read_only:false; response_revision:2955; number_of_response:1; }","duration":"655.052669ms","start":"2026-04-08T01:27:16.990471Z","end":"2026-04-08T01:27:17.645524Z","steps":["trace[457103045] 'process raft request' (duration: 654.877885ms)"],"step_count":1} {"level":"warn","ts":"2026-04-08T01:27:17.64561Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"563.645408ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/cilium.io/ciliumnodeconfigs/\" range_end:\"/registry/cilium.io/ciliumnodeconfigs0\" count_only:true ","response":"range_response_count:0 size:5"} {"level":"info","ts":"2026-04-08T01:27:17.645662Z","caller":"traceutil/trace.go:171","msg":"trace[1032329019] transaction","detail":"{read_only:false; response_revision:2954; number_of_response:1; }","duration":"655.805935ms","start":"2026-04-08T01:27:16.989838Z","end":"2026-04-08T01:27:17.645644Z","steps":["trace[1032329019] 'process raft request' (duration: 655.446427ms)"],"step_count":1} {"level":"warn","ts":"2026-04-08T01:27:17.645682Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"656.215475ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/services/specs/auth-system/keycloak\" ","response":"range_response_count:1 size:1315"} {"level":"warn","ts":"2026-04-08T01:27:17.645634Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"430.208303ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pxc.percona.com/perconaxtradbclusterrestores/\" range_end:\"/registry/pxc.percona.com/perconaxtradbclusterrestores0\" count_only:true ","response":"range_response_count:0 size:5"} {"level":"info","ts":"2026-04-08T01:27:17.645684Z","caller":"traceutil/trace.go:171","msg":"trace[1803630963] range","detail":"{range_begin:/registry/cilium.io/ciliumnodeconfigs/; range_end:/registry/cilium.io/ciliumnodeconfigs0; response_count:0; response_revision:2955; }","duration":"563.7646ms","start":"2026-04-08T01:27:17.081899Z","end":"2026-04-08T01:27:17.645664Z","steps":["trace[1803630963] 'agreement among raft nodes before linearized reading' (duration: 563.634797ms)"],"step_count":1} {"level":"info","ts":"2026-04-08T01:27:17.645715Z","caller":"traceutil/trace.go:171","msg":"trace[1651383410] range","detail":"{range_begin:/registry/services/specs/auth-system/keycloak; range_end:; response_count:1; response_revision:2955; }","duration":"656.262786ms","start":"2026-04-08T01:27:16.989442Z","end":"2026-04-08T01:27:17.645705Z","steps":["trace[1651383410] 'agreement among raft nodes before linearized reading' (duration: 656.112992ms)"],"step_count":1} {"level":"warn","ts":"2026-04-08T01:27:17.645708Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-08T01:27:16.990462Z","time spent":"655.166291ms","remote":"127.0.0.1:33388","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":418,"response count":0,"response size":39,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-04-08T01:27:17.645738Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-08T01:27:17.08188Z","time spent":"563.849052ms","remote":"127.0.0.1:43402","response type":"/etcdserverpb.KV/Range","request count":0,"request size":82,"response count":0,"response size":28,"request content":"key:\"/registry/cilium.io/ciliumnodeconfigs/\" range_end:\"/registry/cilium.io/ciliumnodeconfigs0\" count_only:true "} {"level":"warn","ts":"2026-04-08T01:27:17.645749Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-08T01:27:16.989436Z","time spent":"656.308076ms","remote":"127.0.0.1:33336","response type":"/etcdserverpb.KV/Range","request count":0,"request size":47,"response count":1,"response size":1338,"request content":"key:\"/registry/services/specs/auth-system/keycloak\" "} {"level":"info","ts":"2026-04-08T01:27:17.64574Z","caller":"traceutil/trace.go:171","msg":"trace[948473086] range","detail":"{range_begin:/registry/pxc.percona.com/perconaxtradbclusterrestores/; range_end:/registry/pxc.percona.com/perconaxtradbclusterrestores0; response_count:0; response_revision:2955; }","duration":"430.369347ms","start":"2026-04-08T01:27:17.215349Z","end":"2026-04-08T01:27:17.645718Z","steps":["trace[948473086] 'agreement among raft nodes before linearized reading' (duration: 430.205933ms)"],"step_count":1} {"level":"warn","ts":"2026-04-08T01:27:17.645781Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-08T01:27:16.989827Z","time spent":"655.882067ms","remote":"127.0.0.1:33230","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":753,"response count":0,"response size":39,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-04-08T01:27:17.645659Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"505.588384ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/deployments/openstack/percona-xtradb-pitr\" ","response":"range_response_count:0 size:5"} {"level":"warn","ts":"2026-04-08T01:27:17.645794Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-08T01:27:17.215326Z","time spent":"430.451908ms","remote":"127.0.0.1:46076","response type":"/etcdserverpb.KV/Range","request count":0,"request size":116,"response count":0,"response size":28,"request content":"key:\"/registry/pxc.percona.com/perconaxtradbclusterrestores/\" range_end:\"/registry/pxc.percona.com/perconaxtradbclusterrestores0\" count_only:true "} {"level":"info","ts":"2026-04-08T01:27:17.645833Z","caller":"traceutil/trace.go:171","msg":"trace[1111684578] range","detail":"{range_begin:/registry/deployments/openstack/percona-xtradb-pitr; range_end:; response_count:0; response_revision:2955; }","duration":"505.801629ms","start":"2026-04-08T01:27:17.140014Z","end":"2026-04-08T01:27:17.645816Z","steps":["trace[1111684578] 'agreement among raft nodes before linearized reading' (duration: 505.595865ms)"],"step_count":1} {"level":"warn","ts":"2026-04-08T01:27:17.645895Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-08T01:27:17.139982Z","time spent":"505.897621ms","remote":"127.0.0.1:33574","response type":"/etcdserverpb.KV/Range","request count":0,"request size":53,"response count":0,"response size":28,"request content":"key:\"/registry/deployments/openstack/percona-xtradb-pitr\" "} {"level":"info","ts":"2026-04-08T01:27:17.645839Z","caller":"traceutil/trace.go:171","msg":"trace[2082618578] transaction","detail":"{read_only:false; response_revision:2953; number_of_response:1; }","duration":"656.512811ms","start":"2026-04-08T01:27:16.98907Z","end":"2026-04-08T01:27:17.645583Z","steps":["trace[2082618578] 'process raft request' (duration: 96.524985ms)","trace[2082618578] 'compare' (duration: 559.380613ms)"],"step_count":2} {"level":"warn","ts":"2026-04-08T01:27:17.646245Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-08T01:27:16.989057Z","time spent":"657.000271ms","remote":"127.0.0.1:33388","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":422,"response count":0,"response size":39,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-04-08T01:27:17.926836Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"123.056231ms","expected-duration":"100ms","prefix":"","request":"header: txn: success:> failure: >>","response":"size:16"} {"level":"info","ts":"2026-04-08T01:27:17.927042Z","caller":"traceutil/trace.go:171","msg":"trace[475982581] transaction","detail":"{read_only:false; response_revision:2957; number_of_response:1; }","duration":"261.477078ms","start":"2026-04-08T01:27:17.665522Z","end":"2026-04-08T01:27:17.926999Z","steps":["trace[475982581] 'process raft request' (duration: 138.140261ms)","trace[475982581] 'compare' (duration: 122.60144ms)"],"step_count":2} {"level":"info","ts":"2026-04-08T01:27:17.927335Z","caller":"traceutil/trace.go:171","msg":"trace[359336373] linearizableReadLoop","detail":"{readStateIndex:3074; appliedIndex:3073; }","duration":"254.612553ms","start":"2026-04-08T01:27:17.672701Z","end":"2026-04-08T01:27:17.927314Z","steps":["trace[359336373] 'read index received' (duration: 130.919108ms)","trace[359336373] 'applied index is now lower than readState.Index' (duration: 123.691555ms)"],"step_count":2} {"level":"info","ts":"2026-04-08T01:27:17.927351Z","caller":"traceutil/trace.go:171","msg":"trace[1875484423] transaction","detail":"{read_only:false; response_revision:2958; number_of_response:1; }","duration":"122.229273ms","start":"2026-04-08T01:27:17.805099Z","end":"2026-04-08T01:27:17.927329Z","steps":["trace[1875484423] 'process raft request' (duration: 121.866855ms)"],"step_count":1} {"level":"info","ts":"2026-04-08T01:27:17.927368Z","caller":"traceutil/trace.go:171","msg":"trace[623048071] transaction","detail":"{read_only:false; response_revision:2960; number_of_response:1; }","duration":"118.427317ms","start":"2026-04-08T01:27:17.808918Z","end":"2026-04-08T01:27:17.927345Z","steps":["trace[623048071] 'process raft request' (duration: 118.188042ms)"],"step_count":1} {"level":"info","ts":"2026-04-08T01:27:17.927412Z","caller":"traceutil/trace.go:171","msg":"trace[202032109] transaction","detail":"{read_only:false; response_revision:2959; number_of_response:1; }","duration":"120.353931ms","start":"2026-04-08T01:27:17.807019Z","end":"2026-04-08T01:27:17.927373Z","steps":["trace[202032109] 'process raft request' (duration: 120.045474ms)"],"step_count":1} {"level":"warn","ts":"2026-04-08T01:27:17.927511Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"254.802227ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pxc.percona.com/perconaxtradbclusters/openstack/percona-xtradb\" ","response":"range_response_count:1 size:5683"} {"level":"info","ts":"2026-04-08T01:27:17.927556Z","caller":"traceutil/trace.go:171","msg":"trace[496079059] range","detail":"{range_begin:/registry/pxc.percona.com/perconaxtradbclusters/openstack/percona-xtradb; range_end:; response_count:1; response_revision:2960; }","duration":"254.892929ms","start":"2026-04-08T01:27:17.672641Z","end":"2026-04-08T01:27:17.927534Z","steps":["trace[496079059] 'agreement among raft nodes before linearized reading' (duration: 254.749096ms)"],"step_count":1} {"level":"warn","ts":"2026-04-08T01:27:23.900772Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"127.842658ms","expected-duration":"100ms","prefix":"","request":"header: txn: success:> failure: >>","response":"size:16"} {"level":"info","ts":"2026-04-08T01:27:23.901207Z","caller":"traceutil/trace.go:171","msg":"trace[1714748395] transaction","detail":"{read_only:false; response_revision:2988; number_of_response:1; }","duration":"216.670291ms","start":"2026-04-08T01:27:23.684509Z","end":"2026-04-08T01:27:23.901179Z","steps":["trace[1714748395] 'process raft request' (duration: 216.355174ms)"],"step_count":1} {"level":"info","ts":"2026-04-08T01:27:23.901366Z","caller":"traceutil/trace.go:171","msg":"trace[212571071] transaction","detail":"{read_only:false; response_revision:2987; number_of_response:1; }","duration":"217.03978ms","start":"2026-04-08T01:27:23.684311Z","end":"2026-04-08T01:27:23.901351Z","steps":["trace[212571071] 'process raft request' (duration: 88.550198ms)","trace[212571071] 'compare' (duration: 127.727415ms)"],"step_count":2} {"level":"warn","ts":"2026-04-08T01:27:24.437286Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"400.974847ms","expected-duration":"100ms","prefix":"","request":"header: txn: success:> failure: >>","response":"size:16"} {"level":"info","ts":"2026-04-08T01:27:24.437538Z","caller":"traceutil/trace.go:171","msg":"trace[524539646] transaction","detail":"{read_only:false; response_revision:2991; number_of_response:1; }","duration":"486.957788ms","start":"2026-04-08T01:27:23.95056Z","end":"2026-04-08T01:27:24.437518Z","steps":["trace[524539646] 'process raft request' (duration: 486.892326ms)"],"step_count":1} {"level":"info","ts":"2026-04-08T01:27:24.437546Z","caller":"traceutil/trace.go:171","msg":"trace[339538227] transaction","detail":"{read_only:false; response_revision:2989; number_of_response:1; }","duration":"534.030543ms","start":"2026-04-08T01:27:23.903464Z","end":"2026-04-08T01:27:24.437495Z","steps":["trace[339538227] 'process raft request' (duration: 132.754849ms)","trace[339538227] 'compare' (duration: 400.757483ms)"],"step_count":2} {"level":"warn","ts":"2026-04-08T01:27:24.437617Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-08T01:27:23.950534Z","time spent":"487.051819ms","remote":"127.0.0.1:33388","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":510,"response count":0,"response size":39,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-04-08T01:27:24.437628Z","caller":"traceutil/trace.go:171","msg":"trace[292372853] transaction","detail":"{read_only:false; response_revision:2990; number_of_response:1; }","duration":"487.954849ms","start":"2026-04-08T01:27:23.94961Z","end":"2026-04-08T01:27:24.437565Z","steps":["trace[292372853] 'process raft request' (duration: 487.776055ms)"],"step_count":1} {"level":"info","ts":"2026-04-08T01:27:24.437761Z","caller":"traceutil/trace.go:171","msg":"trace[2116378387] linearizableReadLoop","detail":"{readStateIndex:3111; appliedIndex:3107; }","duration":"420.176489ms","start":"2026-04-08T01:27:24.01757Z","end":"2026-04-08T01:27:24.437746Z","steps":["trace[2116378387] 'read index received' (duration: 18.664639ms)","trace[2116378387] 'applied index is now lower than readState.Index' (duration: 401.51059ms)"],"step_count":2} {"level":"warn","ts":"2026-04-08T01:27:24.4378Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-08T01:27:23.903429Z","time spent":"534.226808ms","remote":"127.0.0.1:33230","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":753,"response count":0,"response size":39,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-04-08T01:27:24.437907Z","caller":"traceutil/trace.go:171","msg":"trace[1230526847] transaction","detail":"{read_only:false; response_revision:2992; number_of_response:1; }","duration":"485.922234ms","start":"2026-04-08T01:27:23.951928Z","end":"2026-04-08T01:27:24.437851Z","steps":["trace[1230526847] 'process raft request' (duration: 485.557786ms)"],"step_count":1} {"level":"warn","ts":"2026-04-08T01:27:24.437938Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"420.350592ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/csinodes/\" range_end:\"/registry/csinodes0\" count_only:true ","response":"range_response_count:0 size:7"} {"level":"info","ts":"2026-04-08T01:27:24.438185Z","caller":"traceutil/trace.go:171","msg":"trace[460907167] range","detail":"{range_begin:/registry/csinodes/; range_end:/registry/csinodes0; response_count:0; response_revision:2992; }","duration":"420.627399ms","start":"2026-04-08T01:27:24.01752Z","end":"2026-04-08T01:27:24.438148Z","steps":["trace[460907167] 'agreement among raft nodes before linearized reading' (duration: 420.347822ms)"],"step_count":1} {"level":"warn","ts":"2026-04-08T01:27:24.438318Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-08T01:27:24.017503Z","time spent":"420.765601ms","remote":"127.0.0.1:33504","response type":"/etcdserverpb.KV/Range","request count":0,"request size":44,"response count":1,"response size":30,"request content":"key:\"/registry/csinodes/\" range_end:\"/registry/csinodes0\" count_only:true "} {"level":"warn","ts":"2026-04-08T01:27:24.438678Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-08T01:27:23.949578Z","time spent":"488.953281ms","remote":"127.0.0.1:33388","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":535,"response count":0,"response size":39,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-04-08T01:27:24.438846Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-08T01:27:23.951917Z","time spent":"486.454077ms","remote":"127.0.0.1:33388","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":556,"response count":0,"response size":39,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-04-08T01:27:24.717331Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"118.414088ms","expected-duration":"100ms","prefix":"","request":"header: txn: success:> failure: >>","response":"size:16"} {"level":"info","ts":"2026-04-08T01:27:24.717467Z","caller":"traceutil/trace.go:171","msg":"trace[95381363] linearizableReadLoop","detail":"{readStateIndex:3113; appliedIndex:3111; }","duration":"214.35495ms","start":"2026-04-08T01:27:24.503088Z","end":"2026-04-08T01:27:24.717443Z","steps":["trace[95381363] 'read index received' (duration: 13.301778ms)","trace[95381363] 'applied index is now lower than readState.Index' (duration: 201.050852ms)"],"step_count":2} {"level":"warn","ts":"2026-04-08T01:27:24.717966Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"138.238622ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/health\" ","response":"range_response_count:0 size:5"} {"level":"info","ts":"2026-04-08T01:27:24.718049Z","caller":"traceutil/trace.go:171","msg":"trace[1577586499] range","detail":"{range_begin:/registry/health; range_end:; response_count:0; response_revision:2994; }","duration":"138.400946ms","start":"2026-04-08T01:27:24.579631Z","end":"2026-04-08T01:27:24.718032Z","steps":["trace[1577586499] 'agreement among raft nodes before linearized reading' (duration: 138.229792ms)"],"step_count":1} {"level":"warn","ts":"2026-04-08T01:27:24.718015Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"214.899733ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/services/specs/auth-system/keycloak-headless\" ","response":"range_response_count:1 size:1369"} {"level":"info","ts":"2026-04-08T01:27:24.718126Z","caller":"traceutil/trace.go:171","msg":"trace[92141578] range","detail":"{range_begin:/registry/services/specs/auth-system/keycloak-headless; range_end:; response_count:1; response_revision:2994; }","duration":"215.086027ms","start":"2026-04-08T01:27:24.503013Z","end":"2026-04-08T01:27:24.718099Z","steps":["trace[92141578] 'agreement among raft nodes before linearized reading' (duration: 214.612746ms)"],"step_count":1} {"level":"info","ts":"2026-04-08T01:27:24.718759Z","caller":"traceutil/trace.go:171","msg":"trace[734211971] transaction","detail":"{read_only:false; response_revision:2994; number_of_response:1; }","duration":"227.458384ms","start":"2026-04-08T01:27:24.490463Z","end":"2026-04-08T01:27:24.717921Z","steps":["trace[734211971] 'process raft request' (duration: 108.311409ms)","trace[734211971] 'compare' (duration: 118.053259ms)"],"step_count":2} {"level":"info","ts":"2026-04-08T01:27:25.043794Z","caller":"traceutil/trace.go:171","msg":"trace[1045708961] transaction","detail":"{read_only:false; response_revision:2995; number_of_response:1; }","duration":"305.051485ms","start":"2026-04-08T01:27:24.738709Z","end":"2026-04-08T01:27:25.04376Z","steps":["trace[1045708961] 'process raft request' (duration: 293.992597ms)","trace[1045708961] 'compare' (duration: 10.662069ms)"],"step_count":2} {"level":"info","ts":"2026-04-08T01:27:25.043794Z","caller":"traceutil/trace.go:171","msg":"trace[637333052] linearizableReadLoop","detail":"{readStateIndex:3114; appliedIndex:3113; }","duration":"248.521607ms","start":"2026-04-08T01:27:24.795232Z","end":"2026-04-08T01:27:25.043753Z","steps":["trace[637333052] 'read index received' (duration: 237.389747ms)","trace[637333052] 'applied index is now lower than readState.Index' (duration: 11.12981ms)"],"step_count":2} {"level":"warn","ts":"2026-04-08T01:27:25.043957Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-08T01:27:24.738694Z","time spent":"305.180928ms","remote":"127.0.0.1:33388","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":521,"response count":0,"response size":39,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-04-08T01:27:25.044034Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"248.783883ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/events/auth-system/keycloak-0.18a43d59fcc7b3f7\" ","response":"range_response_count:1 size:781"} {"level":"info","ts":"2026-04-08T01:27:25.044134Z","caller":"traceutil/trace.go:171","msg":"trace[253298516] range","detail":"{range_begin:/registry/events/auth-system/keycloak-0.18a43d59fcc7b3f7; range_end:; response_count:1; response_revision:2995; }","duration":"248.944356ms","start":"2026-04-08T01:27:24.795167Z","end":"2026-04-08T01:27:25.044111Z","steps":["trace[253298516] 'agreement among raft nodes before linearized reading' (duration: 248.67225ms)"],"step_count":1} {"level":"info","ts":"2026-04-08T01:27:25.212409Z","caller":"traceutil/trace.go:171","msg":"trace[1542242995] transaction","detail":"{read_only:false; response_revision:2996; number_of_response:1; }","duration":"165.716758ms","start":"2026-04-08T01:27:25.046634Z","end":"2026-04-08T01:27:25.212351Z","steps":["trace[1542242995] 'process raft request' (duration: 144.102814ms)","trace[1542242995] 'compare' (duration: 21.3978ms)"],"step_count":2} {"level":"info","ts":"2026-04-08T01:27:25.21264Z","caller":"traceutil/trace.go:171","msg":"trace[1997687007] transaction","detail":"{read_only:false; response_revision:2997; number_of_response:1; }","duration":"164.722055ms","start":"2026-04-08T01:27:25.047891Z","end":"2026-04-08T01:27:25.212613Z","steps":["trace[1997687007] 'process raft request' (duration: 164.352357ms)"],"step_count":1} {"level":"info","ts":"2026-04-08T01:27:25.213022Z","caller":"traceutil/trace.go:171","msg":"trace[940123983] transaction","detail":"{read_only:false; response_revision:2998; number_of_response:1; }","duration":"163.282274ms","start":"2026-04-08T01:27:25.049683Z","end":"2026-04-08T01:27:25.212965Z","steps":["trace[940123983] 'process raft request' (duration: 162.600108ms)"],"step_count":1} {"level":"info","ts":"2026-04-08T01:27:39.535135Z","caller":"traceutil/trace.go:171","msg":"trace[739494077] linearizableReadLoop","detail":"{readStateIndex:3194; appliedIndex:3193; }","duration":"178.25973ms","start":"2026-04-08T01:27:39.356847Z","end":"2026-04-08T01:27:39.535107Z","steps":["trace[739494077] 'read index received' (duration: 178.111497ms)","trace[739494077] 'applied index is now lower than readState.Index' (duration: 147.073µs)"],"step_count":2} {"level":"info","ts":"2026-04-08T01:27:39.535245Z","caller":"traceutil/trace.go:171","msg":"trace[921355549] transaction","detail":"{read_only:false; response_revision:3071; number_of_response:1; }","duration":"190.74685ms","start":"2026-04-08T01:27:39.344468Z","end":"2026-04-08T01:27:39.535215Z","steps":["trace[921355549] 'process raft request' (duration: 190.439064ms)"],"step_count":1} {"level":"warn","ts":"2026-04-08T01:27:39.535403Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"178.541947ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/kube-scheduler\" ","response":"range_response_count:1 size:480"} {"level":"info","ts":"2026-04-08T01:27:39.53545Z","caller":"traceutil/trace.go:171","msg":"trace[122825484] range","detail":"{range_begin:/registry/leases/kube-system/kube-scheduler; range_end:; response_count:1; response_revision:3071; }","duration":"178.625488ms","start":"2026-04-08T01:27:39.356811Z","end":"2026-04-08T01:27:39.535436Z","steps":["trace[122825484] 'agreement among raft nodes before linearized reading' (duration: 178.468195ms)"],"step_count":1} {"level":"warn","ts":"2026-04-08T01:27:39.535522Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"171.723752ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/cilium-operator-resource-lock\" ","response":"range_response_count:1 size:493"} {"level":"info","ts":"2026-04-08T01:27:39.535602Z","caller":"traceutil/trace.go:171","msg":"trace[1562288840] range","detail":"{range_begin:/registry/leases/kube-system/cilium-operator-resource-lock; range_end:; response_count:1; response_revision:3071; }","duration":"171.852035ms","start":"2026-04-08T01:27:39.363732Z","end":"2026-04-08T01:27:39.535584Z","steps":["trace[1562288840] 'agreement among raft nodes before linearized reading' (duration: 171.626991ms)"],"step_count":1} {"level":"info","ts":"2026-04-08T01:27:39.731752Z","caller":"traceutil/trace.go:171","msg":"trace[1661505486] transaction","detail":"{read_only:false; response_revision:3072; number_of_response:1; }","duration":"192.53825ms","start":"2026-04-08T01:27:39.539183Z","end":"2026-04-08T01:27:39.731721Z","steps":["trace[1661505486] 'process raft request' (duration: 117.055506ms)","trace[1661505486] 'compare' (duration: 75.228118ms)"],"step_count":2} {"level":"info","ts":"2026-04-08T01:27:39.732418Z","caller":"traceutil/trace.go:171","msg":"trace[80560900] transaction","detail":"{read_only:false; response_revision:3073; number_of_response:1; }","duration":"192.230574ms","start":"2026-04-08T01:27:39.540145Z","end":"2026-04-08T01:27:39.732376Z","steps":["trace[80560900] 'process raft request' (duration: 191.521707ms)"],"step_count":1} {"level":"info","ts":"2026-04-08T01:27:39.732524Z","caller":"traceutil/trace.go:171","msg":"trace[672096867] transaction","detail":"{read_only:false; response_revision:3074; number_of_response:1; }","duration":"192.039329ms","start":"2026-04-08T01:27:39.540442Z","end":"2026-04-08T01:27:39.732481Z","steps":["trace[672096867] 'process raft request' (duration: 191.770242ms)"],"step_count":1} {"level":"info","ts":"2026-04-08T01:28:12.323574Z","caller":"traceutil/trace.go:171","msg":"trace[1962207505] transaction","detail":"{read_only:false; response_revision:3249; number_of_response:1; }","duration":"105.793544ms","start":"2026-04-08T01:28:12.217758Z","end":"2026-04-08T01:28:12.323551Z","steps":["trace[1962207505] 'process raft request' (duration: 100.014664ms)"],"step_count":1} {"level":"info","ts":"2026-04-08T01:28:12.980628Z","caller":"traceutil/trace.go:171","msg":"trace[893615656] transaction","detail":"{read_only:false; response_revision:3252; number_of_response:1; }","duration":"163.434521ms","start":"2026-04-08T01:28:12.817164Z","end":"2026-04-08T01:28:12.980598Z","steps":["trace[893615656] 'process raft request' (duration: 117.892264ms)","trace[893615656] 'compare' (duration: 45.356563ms)"],"step_count":2} {"level":"info","ts":"2026-04-08T01:28:12.980822Z","caller":"traceutil/trace.go:171","msg":"trace[1593744980] transaction","detail":"{read_only:false; response_revision:3253; number_of_response:1; }","duration":"140.313235ms","start":"2026-04-08T01:28:12.840479Z","end":"2026-04-08T01:28:12.980792Z","steps":["trace[1593744980] 'process raft request' (duration: 140.066249ms)"],"step_count":1} {"level":"warn","ts":"2026-04-08T01:28:14.04063Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"132.814977ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pods/openstack/percona-xtradb-pxc-0\" ","response":"range_response_count:1 size:12213"} {"level":"info","ts":"2026-04-08T01:28:14.040706Z","caller":"traceutil/trace.go:171","msg":"trace[296039276] range","detail":"{range_begin:/registry/pods/openstack/percona-xtradb-pxc-0; range_end:; response_count:1; response_revision:3255; }","duration":"132.94824ms","start":"2026-04-08T01:28:13.907742Z","end":"2026-04-08T01:28:14.04069Z","steps":["trace[296039276] 'range keys from in-memory index tree' (duration: 132.51456ms)"],"step_count":1} {"level":"info","ts":"2026-04-08T01:28:14.203031Z","caller":"traceutil/trace.go:171","msg":"trace[278376805] transaction","detail":"{read_only:false; response_revision:3256; number_of_response:1; }","duration":"157.57707ms","start":"2026-04-08T01:28:14.045427Z","end":"2026-04-08T01:28:14.203005Z","steps":["trace[278376805] 'process raft request' (duration: 157.401696ms)"],"step_count":1} {"level":"info","ts":"2026-04-08T01:28:14.216827Z","caller":"traceutil/trace.go:171","msg":"trace[530274440] linearizableReadLoop","detail":"{readStateIndex:3387; appliedIndex:3385; }","duration":"170.959829ms","start":"2026-04-08T01:28:14.045843Z","end":"2026-04-08T01:28:14.216803Z","steps":["trace[530274440] 'read index received' (duration: 157.050708ms)","trace[530274440] 'applied index is now lower than readState.Index' (duration: 13.908141ms)"],"step_count":2} {"level":"info","ts":"2026-04-08T01:28:14.216912Z","caller":"traceutil/trace.go:171","msg":"trace[345324761] transaction","detail":"{read_only:false; response_revision:3257; number_of_response:1; }","duration":"171.135934ms","start":"2026-04-08T01:28:14.04575Z","end":"2026-04-08T01:28:14.216886Z","steps":["trace[345324761] 'process raft request' (duration: 170.929859ms)"],"step_count":1} {"level":"warn","ts":"2026-04-08T01:28:14.217003Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"171.151564ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/minions/instance\" ","response":"range_response_count:1 size:9400"} {"level":"info","ts":"2026-04-08T01:28:14.217065Z","caller":"traceutil/trace.go:171","msg":"trace[2024228381] range","detail":"{range_begin:/registry/minions/instance; range_end:; response_count:1; response_revision:3257; }","duration":"171.261766ms","start":"2026-04-08T01:28:14.04579Z","end":"2026-04-08T01:28:14.217052Z","steps":["trace[2024228381] 'agreement among raft nodes before linearized reading' (duration: 171.089643ms)"],"step_count":1} {"level":"info","ts":"2026-04-08T01:28:15.111631Z","caller":"traceutil/trace.go:171","msg":"trace[1985719541] linearizableReadLoop","detail":"{readStateIndex:3391; appliedIndex:3390; }","duration":"159.318469ms","start":"2026-04-08T01:28:14.952285Z","end":"2026-04-08T01:28:15.111604Z","steps":["trace[1985719541] 'read index received' (duration: 134.955064ms)","trace[1985719541] 'applied index is now lower than readState.Index' (duration: 24.362145ms)"],"step_count":2} {"level":"info","ts":"2026-04-08T01:28:15.111733Z","caller":"traceutil/trace.go:171","msg":"trace[1618012486] transaction","detail":"{read_only:false; response_revision:3261; number_of_response:1; }","duration":"206.074344ms","start":"2026-04-08T01:28:14.9056Z","end":"2026-04-08T01:28:15.111675Z","steps":["trace[1618012486] 'process raft request' (duration: 181.497185ms)","trace[1618012486] 'compare' (duration: 24.396105ms)"],"step_count":2} {"level":"warn","ts":"2026-04-08T01:28:15.111787Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"159.482963ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/poddisruptionbudgets/\" range_end:\"/registry/poddisruptionbudgets0\" count_only:true ","response":"range_response_count:0 size:7"} {"level":"info","ts":"2026-04-08T01:28:15.111851Z","caller":"traceutil/trace.go:171","msg":"trace[1020420468] range","detail":"{range_begin:/registry/poddisruptionbudgets/; range_end:/registry/poddisruptionbudgets0; response_count:0; response_revision:3261; }","duration":"159.561415ms","start":"2026-04-08T01:28:14.952269Z","end":"2026-04-08T01:28:15.111831Z","steps":["trace[1020420468] 'agreement among raft nodes before linearized reading' (duration: 159.448262ms)"],"step_count":1} {"level":"info","ts":"2026-04-08T01:28:15.120722Z","caller":"traceutil/trace.go:171","msg":"trace[237936788] transaction","detail":"{read_only:false; response_revision:3262; number_of_response:1; }","duration":"134.213419ms","start":"2026-04-08T01:28:14.986494Z","end":"2026-04-08T01:28:15.120707Z","steps":["trace[237936788] 'process raft request' (duration: 134.057375ms)"],"step_count":1} {"level":"info","ts":"2026-04-08T01:28:15.120855Z","caller":"traceutil/trace.go:171","msg":"trace[1586313197] transaction","detail":"{read_only:false; response_revision:3263; number_of_response:1; }","duration":"134.28691ms","start":"2026-04-08T01:28:14.986559Z","end":"2026-04-08T01:28:15.120846Z","steps":["trace[1586313197] 'process raft request' (duration: 134.112356ms)"],"step_count":1} {"level":"info","ts":"2026-04-08T01:28:16.356671Z","caller":"traceutil/trace.go:171","msg":"trace[144050635] transaction","detail":"{read_only:false; response_revision:3267; number_of_response:1; }","duration":"110.508778ms","start":"2026-04-08T01:28:16.246126Z","end":"2026-04-08T01:28:16.356635Z","steps":["trace[144050635] 'process raft request' (duration: 110.165881ms)"],"step_count":1} {"level":"info","ts":"2026-04-08T01:28:27.799204Z","caller":"traceutil/trace.go:171","msg":"trace[611990069] transaction","detail":"{read_only:false; response_revision:3329; number_of_response:1; }","duration":"106.731005ms","start":"2026-04-08T01:28:27.692441Z","end":"2026-04-08T01:28:27.799172Z","steps":["trace[611990069] 'process raft request' (duration: 106.5377ms)"],"step_count":1} {"level":"info","ts":"2026-04-08T01:28:39.953158Z","caller":"traceutil/trace.go:171","msg":"trace[932112738] linearizableReadLoop","detail":"{readStateIndex:3525; appliedIndex:3524; }","duration":"103.542833ms","start":"2026-04-08T01:28:39.849584Z","end":"2026-04-08T01:28:39.953127Z","steps":["trace[932112738] 'read index received' (duration: 42.871329ms)","trace[932112738] 'applied index is now lower than readState.Index' (duration: 60.669864ms)"],"step_count":2} {"level":"warn","ts":"2026-04-08T01:28:39.953417Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"103.80473ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/kube-controller-manager\" ","response":"range_response_count:1 size:506"} {"level":"info","ts":"2026-04-08T01:28:39.953414Z","caller":"traceutil/trace.go:171","msg":"trace[1852697377] transaction","detail":"{read_only:false; response_revision:3390; number_of_response:1; }","duration":"105.416985ms","start":"2026-04-08T01:28:39.847958Z","end":"2026-04-08T01:28:39.953375Z","steps":["trace[1852697377] 'process raft request' (duration: 44.550275ms)","trace[1852697377] 'compare' (duration: 60.44508ms)"],"step_count":2} {"level":"info","ts":"2026-04-08T01:28:39.95348Z","caller":"traceutil/trace.go:171","msg":"trace[127479797] range","detail":"{range_begin:/registry/leases/kube-system/kube-controller-manager; range_end:; response_count:1; response_revision:3390; }","duration":"103.908712ms","start":"2026-04-08T01:28:39.849555Z","end":"2026-04-08T01:28:39.953464Z","steps":["trace[127479797] 'agreement among raft nodes before linearized reading' (duration: 103.686006ms)"],"step_count":1} {"level":"info","ts":"2026-04-08T01:29:02.930899Z","caller":"traceutil/trace.go:171","msg":"trace[1768384310] transaction","detail":"{read_only:false; response_revision:3506; number_of_response:1; }","duration":"178.960343ms","start":"2026-04-08T01:29:02.751916Z","end":"2026-04-08T01:29:02.930876Z","steps":["trace[1768384310] 'process raft request' (duration: 105.288117ms)","trace[1768384310] 'compare' (duration: 73.565854ms)"],"step_count":2} {"level":"info","ts":"2026-04-08T01:29:02.931291Z","caller":"traceutil/trace.go:171","msg":"trace[598634202] transaction","detail":"{read_only:false; response_revision:3507; number_of_response:1; }","duration":"178.990964ms","start":"2026-04-08T01:29:02.752225Z","end":"2026-04-08T01:29:02.931216Z","steps":["trace[598634202] 'process raft request' (duration: 178.621276ms)"],"step_count":1} {"level":"info","ts":"2026-04-08T01:29:03.535503Z","caller":"traceutil/trace.go:171","msg":"trace[143092098] transaction","detail":"{read_only:false; response_revision:3510; number_of_response:1; }","duration":"110.029084ms","start":"2026-04-08T01:29:03.425446Z","end":"2026-04-08T01:29:03.535476Z","steps":["trace[143092098] 'process raft request' (duration: 109.85749ms)"],"step_count":1} {"level":"info","ts":"2026-04-08T01:29:40.847359Z","caller":"traceutil/trace.go:171","msg":"trace[1592370331] transaction","detail":"{read_only:false; response_revision:3748; number_of_response:1; }","duration":"225.748972ms","start":"2026-04-08T01:29:40.621581Z","end":"2026-04-08T01:29:40.84733Z","steps":["trace[1592370331] 'process raft request' (duration: 225.581419ms)"],"step_count":1} {"level":"warn","ts":"2026-04-08T01:29:46.466777Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"205.570974ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/namespaces/secretgen-controller\" ","response":"range_response_count:0 size:5"} {"level":"info","ts":"2026-04-08T01:29:46.46689Z","caller":"traceutil/trace.go:171","msg":"trace[421530949] range","detail":"{range_begin:/registry/namespaces/secretgen-controller; range_end:; response_count:0; response_revision:3845; }","duration":"205.736468ms","start":"2026-04-08T01:29:46.261128Z","end":"2026-04-08T01:29:46.466865Z","steps":["trace[421530949] 'range keys from in-memory index tree' (duration: 205.480382ms)"],"step_count":1} {"level":"warn","ts":"2026-04-08T01:29:46.466887Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"366.418405ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/deployments/openstack/percona-xtradb-pitr\" ","response":"range_response_count:0 size:5"} {"level":"info","ts":"2026-04-08T01:29:46.466974Z","caller":"traceutil/trace.go:171","msg":"trace[1558634433] range","detail":"{range_begin:/registry/deployments/openstack/percona-xtradb-pitr; range_end:; response_count:0; response_revision:3845; }","duration":"366.551167ms","start":"2026-04-08T01:29:46.100401Z","end":"2026-04-08T01:29:46.466953Z","steps":["trace[1558634433] 'range keys from in-memory index tree' (duration: 366.343843ms)"],"step_count":1} {"level":"warn","ts":"2026-04-08T01:29:46.467026Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-08T01:29:46.100381Z","time spent":"366.63657ms","remote":"127.0.0.1:33574","response type":"/etcdserverpb.KV/Range","request count":0,"request size":53,"response count":0,"response size":28,"request content":"key:\"/registry/deployments/openstack/percona-xtradb-pitr\" "} {"level":"info","ts":"2026-04-08T01:30:21.016885Z","caller":"traceutil/trace.go:171","msg":"trace[265871486] linearizableReadLoop","detail":"{readStateIndex:4266; appliedIndex:4265; }","duration":"380.450306ms","start":"2026-04-08T01:30:20.636412Z","end":"2026-04-08T01:30:21.016862Z","steps":["trace[265871486] 'read index received' (duration: 380.222231ms)","trace[265871486] 'applied index is now lower than readState.Index' (duration: 227.165µs)"],"step_count":2} {"level":"info","ts":"2026-04-08T01:30:21.016936Z","caller":"traceutil/trace.go:171","msg":"trace[1810690271] transaction","detail":"{read_only:false; response_revision:4105; number_of_response:1; }","duration":"388.715598ms","start":"2026-04-08T01:30:20.628199Z","end":"2026-04-08T01:30:21.016915Z","steps":["trace[1810690271] 'process raft request' (duration: 388.515704ms)"],"step_count":1} {"level":"warn","ts":"2026-04-08T01:30:21.017083Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-08T01:30:20.628177Z","time spent":"388.818151ms","remote":"127.0.0.1:33388","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":490,"response count":0,"response size":39,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-04-08T01:30:21.017124Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"367.633263ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/namespaces/monitoring\" ","response":"range_response_count:1 size:372"} {"level":"warn","ts":"2026-04-08T01:30:21.017265Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"380.816434ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/namespaces/local-path-storage\" ","response":"range_response_count:1 size:404"} {"level":"info","ts":"2026-04-08T01:30:21.017391Z","caller":"traceutil/trace.go:171","msg":"trace[499520511] range","detail":"{range_begin:/registry/namespaces/local-path-storage; range_end:; response_count:1; response_revision:4105; }","duration":"380.997108ms","start":"2026-04-08T01:30:20.636367Z","end":"2026-04-08T01:30:21.017364Z","steps":["trace[499520511] 'agreement among raft nodes before linearized reading' (duration: 380.63581ms)"],"step_count":1} {"level":"info","ts":"2026-04-08T01:30:21.017393Z","caller":"traceutil/trace.go:171","msg":"trace[1775916984] range","detail":"{range_begin:/registry/namespaces/monitoring; range_end:; response_count:1; response_revision:4105; }","duration":"367.854119ms","start":"2026-04-08T01:30:20.649461Z","end":"2026-04-08T01:30:21.017315Z","steps":["trace[1775916984] 'agreement among raft nodes before linearized reading' (duration: 367.544192ms)"],"step_count":1} {"level":"warn","ts":"2026-04-08T01:30:21.017497Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-08T01:30:20.636347Z","time spent":"381.101671ms","remote":"127.0.0.1:33256","response type":"/etcdserverpb.KV/Range","request count":0,"request size":41,"response count":1,"response size":427,"request content":"key:\"/registry/namespaces/local-path-storage\" "} {"level":"warn","ts":"2026-04-08T01:30:21.017593Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-08T01:30:20.649453Z","time spent":"368.072833ms","remote":"127.0.0.1:33256","response type":"/etcdserverpb.KV/Range","request count":0,"request size":33,"response count":1,"response size":395,"request content":"key:\"/registry/namespaces/monitoring\" "} {"level":"info","ts":"2026-04-08T01:30:21.147885Z","caller":"traceutil/trace.go:171","msg":"trace[1074396964] transaction","detail":"{read_only:false; response_revision:4106; number_of_response:1; }","duration":"110.895021ms","start":"2026-04-08T01:30:21.036962Z","end":"2026-04-08T01:30:21.147857Z","steps":["trace[1074396964] 'process raft request' (duration: 108.822866ms)"],"step_count":1}