{"level":"warn","ts":"2026-04-10T03:51:18.889251Z","caller":"embed/config.go:679","msg":"Running http and grpc server on single port. This is not recommended for production."} {"level":"info","ts":"2026-04-10T03:51:18.889375Z","caller":"etcdmain/etcd.go:73","msg":"Running: ","args":["etcd","--advertise-client-urls=https://199.204.45.153:2379","--cert-file=/etc/kubernetes/pki/etcd/server.crt","--client-cert-auth=true","--data-dir=/var/lib/etcd","--experimental-initial-corrupt-check=true","--experimental-watch-progress-notify-interval=5s","--initial-advertise-peer-urls=https://199.204.45.153:2380","--initial-cluster=instance=https://199.204.45.153:2380","--key-file=/etc/kubernetes/pki/etcd/server.key","--listen-client-urls=https://127.0.0.1:2379,https://199.204.45.153:2379","--listen-metrics-urls=http://127.0.0.1:2381","--listen-peer-urls=https://199.204.45.153:2380","--name=instance","--peer-cert-file=/etc/kubernetes/pki/etcd/peer.crt","--peer-client-cert-auth=true","--peer-key-file=/etc/kubernetes/pki/etcd/peer.key","--peer-trusted-ca-file=/etc/kubernetes/pki/etcd/ca.crt","--snapshot-count=10000","--tls-min-version=TLS1.3","--trusted-ca-file=/etc/kubernetes/pki/etcd/ca.crt"]} {"level":"warn","ts":"2026-04-10T03:51:18.889465Z","caller":"embed/config.go:679","msg":"Running http and grpc server on single port. This is not recommended for production."} {"level":"info","ts":"2026-04-10T03:51:18.889513Z","caller":"embed/etcd.go:127","msg":"configuring peer listeners","listen-peer-urls":["https://199.204.45.153:2380"]} {"level":"info","ts":"2026-04-10T03:51:18.889716Z","caller":"embed/etcd.go:494","msg":"starting with peer TLS","tls-info":"cert = /etc/kubernetes/pki/etcd/peer.crt, key = /etc/kubernetes/pki/etcd/peer.key, client-cert=, client-key=, trusted-ca = /etc/kubernetes/pki/etcd/ca.crt, client-cert-auth = true, crl-file = ","cipher-suites":[]} {"level":"info","ts":"2026-04-10T03:51:18.890487Z","caller":"embed/etcd.go:135","msg":"configuring client listeners","listen-client-urls":["https://127.0.0.1:2379","https://199.204.45.153:2379"]} {"level":"info","ts":"2026-04-10T03:51:18.890575Z","caller":"embed/etcd.go:308","msg":"starting an etcd server","etcd-version":"3.5.12","git-sha":"e7b3bb6cc","go-version":"go1.20.13","go-os":"linux","go-arch":"amd64","max-cpu-set":8,"max-cpu-available":8,"member-initialized":false,"name":"instance","data-dir":"/var/lib/etcd","wal-dir":"","wal-dir-dedicated":"","member-dir":"/var/lib/etcd/member","force-new-cluster":false,"heartbeat-interval":"100ms","election-timeout":"1s","initial-election-tick-advance":true,"snapshot-count":10000,"max-wals":5,"max-snapshots":5,"snapshot-catchup-entries":5000,"initial-advertise-peer-urls":["https://199.204.45.153:2380"],"listen-peer-urls":["https://199.204.45.153:2380"],"advertise-client-urls":["https://199.204.45.153:2379"],"listen-client-urls":["https://127.0.0.1:2379","https://199.204.45.153:2379"],"listen-metrics-urls":["http://127.0.0.1:2381"],"cors":["*"],"host-whitelist":["*"],"initial-cluster":"instance=https://199.204.45.153:2380","initial-cluster-state":"new","initial-cluster-token":"etcd-cluster","quota-backend-bytes":2147483648,"max-request-bytes":1572864,"max-concurrent-streams":4294967295,"pre-vote":true,"initial-corrupt-check":true,"corrupt-check-time-interval":"0s","compact-check-time-enabled":false,"compact-check-time-interval":"1m0s","auto-compaction-mode":"periodic","auto-compaction-retention":"0s","auto-compaction-interval":"0s","discovery-url":"","discovery-proxy":"","downgrade-check-interval":"5s"} {"level":"info","ts":"2026-04-10T03:51:18.95944Z","caller":"etcdserver/backend.go:81","msg":"opened backend db","path":"/var/lib/etcd/member/snap/db","took":"68.558961ms"} {"level":"info","ts":"2026-04-10T03:51:18.984302Z","caller":"etcdserver/raft.go:495","msg":"starting local member","local-member-id":"355195d5aae85944","cluster-id":"e424441517bc0b32"} {"level":"info","ts":"2026-04-10T03:51:18.98449Z","logger":"raft","caller":"etcdserver/zap_raft.go:77","msg":"355195d5aae85944 switched to configuration voters=()"} {"level":"info","ts":"2026-04-10T03:51:18.984537Z","logger":"raft","caller":"etcdserver/zap_raft.go:77","msg":"355195d5aae85944 became follower at term 0"} {"level":"info","ts":"2026-04-10T03:51:18.984561Z","logger":"raft","caller":"etcdserver/zap_raft.go:77","msg":"newRaft 355195d5aae85944 [peers: [], term: 0, commit: 0, applied: 0, lastindex: 0, lastterm: 0]"} {"level":"info","ts":"2026-04-10T03:51:18.984576Z","logger":"raft","caller":"etcdserver/zap_raft.go:77","msg":"355195d5aae85944 became follower at term 1"} {"level":"info","ts":"2026-04-10T03:51:18.984645Z","logger":"raft","caller":"etcdserver/zap_raft.go:77","msg":"355195d5aae85944 switched to configuration voters=(3842016702051670340)"} {"level":"warn","ts":"2026-04-10T03:51:19.225606Z","caller":"auth/store.go:1241","msg":"simple token is not cryptographically signed"} {"level":"info","ts":"2026-04-10T03:51:19.227972Z","caller":"mvcc/kvstore.go:407","msg":"kvstore restored","current-rev":1} {"level":"info","ts":"2026-04-10T03:51:19.237471Z","caller":"etcdserver/quota.go:94","msg":"enabled backend quota with default value","quota-name":"v3-applier","quota-size-bytes":2147483648,"quota-size":"2.1 GB"} {"level":"info","ts":"2026-04-10T03:51:19.245564Z","caller":"etcdserver/server.go:860","msg":"starting etcd server","local-member-id":"355195d5aae85944","local-server-version":"3.5.12","cluster-version":"to_be_decided"} {"level":"info","ts":"2026-04-10T03:51:19.249692Z","caller":"etcdserver/server.go:744","msg":"started as single-node; fast-forwarding election ticks","local-member-id":"355195d5aae85944","forward-ticks":9,"forward-duration":"900ms","election-ticks":10,"election-timeout":"1s"} {"level":"info","ts":"2026-04-10T03:51:19.250633Z","logger":"raft","caller":"etcdserver/zap_raft.go:77","msg":"355195d5aae85944 switched to configuration voters=(3842016702051670340)"} {"level":"info","ts":"2026-04-10T03:51:19.250748Z","caller":"membership/cluster.go:421","msg":"added member","cluster-id":"e424441517bc0b32","local-member-id":"355195d5aae85944","added-peer-id":"355195d5aae85944","added-peer-peer-urls":["https://199.204.45.153:2380"]} {"level":"info","ts":"2026-04-10T03:51:19.250784Z","caller":"fileutil/purge.go:50","msg":"started to purge file","dir":"/var/lib/etcd/member/snap","suffix":"snap.db","max":5,"interval":"30s"} {"level":"info","ts":"2026-04-10T03:51:19.250946Z","caller":"fileutil/purge.go:50","msg":"started to purge file","dir":"/var/lib/etcd/member/snap","suffix":"snap","max":5,"interval":"30s"} {"level":"info","ts":"2026-04-10T03:51:19.250974Z","caller":"fileutil/purge.go:50","msg":"started to purge file","dir":"/var/lib/etcd/member/wal","suffix":"wal","max":5,"interval":"30s"} {"level":"info","ts":"2026-04-10T03:51:19.251832Z","caller":"embed/etcd.go:726","msg":"starting with client TLS","tls-info":"cert = /etc/kubernetes/pki/etcd/server.crt, key = /etc/kubernetes/pki/etcd/server.key, client-cert=, client-key=, trusted-ca = /etc/kubernetes/pki/etcd/ca.crt, client-cert-auth = true, crl-file = ","cipher-suites":[]} {"level":"info","ts":"2026-04-10T03:51:19.25204Z","caller":"embed/etcd.go:277","msg":"now serving peer/client/metrics","local-member-id":"355195d5aae85944","initial-advertise-peer-urls":["https://199.204.45.153:2380"],"listen-peer-urls":["https://199.204.45.153:2380"],"advertise-client-urls":["https://199.204.45.153:2379"],"listen-client-urls":["https://127.0.0.1:2379","https://199.204.45.153:2379"],"listen-metrics-urls":["http://127.0.0.1:2381"]} {"level":"info","ts":"2026-04-10T03:51:19.252093Z","caller":"embed/etcd.go:857","msg":"serving metrics","address":"http://127.0.0.1:2381"} {"level":"info","ts":"2026-04-10T03:51:19.252177Z","caller":"embed/etcd.go:597","msg":"serving peer traffic","address":"199.204.45.153:2380"} {"level":"info","ts":"2026-04-10T03:51:19.252246Z","caller":"embed/etcd.go:569","msg":"cmux::serve","address":"199.204.45.153:2380"} {"level":"info","ts":"2026-04-10T03:51:19.786206Z","logger":"raft","caller":"etcdserver/zap_raft.go:77","msg":"355195d5aae85944 is starting a new election at term 1"} {"level":"info","ts":"2026-04-10T03:51:19.786263Z","logger":"raft","caller":"etcdserver/zap_raft.go:77","msg":"355195d5aae85944 became pre-candidate at term 1"} {"level":"info","ts":"2026-04-10T03:51:19.786287Z","logger":"raft","caller":"etcdserver/zap_raft.go:77","msg":"355195d5aae85944 received MsgPreVoteResp from 355195d5aae85944 at term 1"} {"level":"info","ts":"2026-04-10T03:51:19.786303Z","logger":"raft","caller":"etcdserver/zap_raft.go:77","msg":"355195d5aae85944 became candidate at term 2"} {"level":"info","ts":"2026-04-10T03:51:19.78631Z","logger":"raft","caller":"etcdserver/zap_raft.go:77","msg":"355195d5aae85944 received MsgVoteResp from 355195d5aae85944 at term 2"} {"level":"info","ts":"2026-04-10T03:51:19.786321Z","logger":"raft","caller":"etcdserver/zap_raft.go:77","msg":"355195d5aae85944 became leader at term 2"} {"level":"info","ts":"2026-04-10T03:51:19.78633Z","logger":"raft","caller":"etcdserver/zap_raft.go:77","msg":"raft.node: 355195d5aae85944 elected leader 355195d5aae85944 at term 2"} {"level":"info","ts":"2026-04-10T03:51:19.787252Z","caller":"etcdserver/server.go:2068","msg":"published local member to cluster through raft","local-member-id":"355195d5aae85944","local-member-attributes":"{Name:instance ClientURLs:[https://199.204.45.153:2379]}","request-path":"/0/members/355195d5aae85944/attributes","cluster-id":"e424441517bc0b32","publish-timeout":"7s"} {"level":"info","ts":"2026-04-10T03:51:19.787266Z","caller":"etcdserver/server.go:2578","msg":"setting up initial cluster version using v2 API","cluster-version":"3.5"} {"level":"info","ts":"2026-04-10T03:51:19.78755Z","caller":"etcdmain/main.go:44","msg":"notifying init daemon"} {"level":"info","ts":"2026-04-10T03:51:19.787642Z","caller":"etcdmain/main.go:50","msg":"successfully notified init daemon"} {"level":"info","ts":"2026-04-10T03:51:19.78732Z","caller":"embed/serve.go:103","msg":"ready to serve client requests"} {"level":"info","ts":"2026-04-10T03:51:19.787399Z","caller":"embed/serve.go:103","msg":"ready to serve client requests"} {"level":"info","ts":"2026-04-10T03:51:19.792239Z","caller":"membership/cluster.go:584","msg":"set initial cluster version","cluster-id":"e424441517bc0b32","local-member-id":"355195d5aae85944","cluster-version":"3.5"} {"level":"info","ts":"2026-04-10T03:51:19.792363Z","caller":"embed/serve.go:250","msg":"serving client traffic securely","traffic":"grpc+http","address":"127.0.0.1:2379"} {"level":"info","ts":"2026-04-10T03:51:19.792386Z","caller":"api/capability.go:75","msg":"enabled capabilities for version","cluster-version":"3.5"} {"level":"info","ts":"2026-04-10T03:51:19.792429Z","caller":"etcdserver/server.go:2602","msg":"cluster version is updated","cluster-version":"3.5"} {"level":"info","ts":"2026-04-10T03:51:19.793479Z","caller":"embed/serve.go:250","msg":"serving client traffic securely","traffic":"grpc+http","address":"199.204.45.153:2379"} {"level":"info","ts":"2026-04-10T03:51:21.380623Z","caller":"traceutil/trace.go:171","msg":"trace[1731293778] transaction","detail":"{read_only:false; response_revision:8; number_of_response:1; }","duration":"212.382249ms","start":"2026-04-10T03:51:21.168171Z","end":"2026-04-10T03:51:21.380554Z","steps":["trace[1731293778] 'process raft request' (duration: 135.288006ms)","trace[1731293778] 'compare' (duration: 76.882059ms)"],"step_count":2} {"level":"info","ts":"2026-04-10T03:51:21.380711Z","caller":"traceutil/trace.go:171","msg":"trace[315952614] transaction","detail":"{read_only:false; response_revision:9; number_of_response:1; }","duration":"212.33361ms","start":"2026-04-10T03:51:21.168334Z","end":"2026-04-10T03:51:21.380668Z","steps":["trace[315952614] 'process raft request' (duration: 212.160576ms)"],"step_count":1} {"level":"info","ts":"2026-04-10T03:51:21.380729Z","caller":"traceutil/trace.go:171","msg":"trace[1462442658] transaction","detail":"{read_only:false; response_revision:10; number_of_response:1; }","duration":"210.390079ms","start":"2026-04-10T03:51:21.170305Z","end":"2026-04-10T03:51:21.380695Z","steps":["trace[1462442658] 'process raft request' (duration: 210.226816ms)"],"step_count":1} {"level":"info","ts":"2026-04-10T03:51:21.380742Z","caller":"traceutil/trace.go:171","msg":"trace[1567722544] transaction","detail":"{read_only:false; response_revision:13; number_of_response:1; }","duration":"190.516519ms","start":"2026-04-10T03:51:21.190203Z","end":"2026-04-10T03:51:21.38072Z","steps":["trace[1567722544] 'process raft request' (duration: 190.482989ms)"],"step_count":1} {"level":"info","ts":"2026-04-10T03:51:21.380893Z","caller":"traceutil/trace.go:171","msg":"trace[966119294] transaction","detail":"{read_only:false; response_revision:11; number_of_response:1; }","duration":"191.979389ms","start":"2026-04-10T03:51:21.188903Z","end":"2026-04-10T03:51:21.380882Z","steps":["trace[966119294] 'process raft request' (duration: 191.711183ms)"],"step_count":1} {"level":"info","ts":"2026-04-10T03:51:21.380965Z","caller":"traceutil/trace.go:171","msg":"trace[540653385] transaction","detail":"{read_only:false; response_revision:12; number_of_response:1; }","duration":"191.896607ms","start":"2026-04-10T03:51:21.188993Z","end":"2026-04-10T03:51:21.38089Z","steps":["trace[540653385] 'process raft request' (duration: 191.644152ms)"],"step_count":1} {"level":"info","ts":"2026-04-10T03:51:21.380888Z","caller":"traceutil/trace.go:171","msg":"trace[193597790] linearizableReadLoop","detail":"{readStateIndex:11; appliedIndex:10; }","duration":"212.494702ms","start":"2026-04-10T03:51:21.168211Z","end":"2026-04-10T03:51:21.380706Z","steps":["trace[193597790] 'read index received' (duration: 18.348491ms)","trace[193597790] 'applied index is now lower than readState.Index' (duration: 194.142871ms)"],"step_count":2} {"level":"warn","ts":"2026-04-10T03:51:21.381246Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"212.931521ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/resourcequotas/kube-system/\" range_end:\"/registry/resourcequotas/kube-system0\" ","response":"range_response_count:0 size:4"} {"level":"info","ts":"2026-04-10T03:51:21.38133Z","caller":"traceutil/trace.go:171","msg":"trace[1538934211] range","detail":"{range_begin:/registry/resourcequotas/kube-system/; range_end:/registry/resourcequotas/kube-system0; response_count:0; response_revision:13; }","duration":"213.127595ms","start":"2026-04-10T03:51:21.16819Z","end":"2026-04-10T03:51:21.381318Z","steps":["trace[1538934211] 'agreement among raft nodes before linearized reading' (duration: 212.839409ms)"],"step_count":1} {"level":"warn","ts":"2026-04-10T03:51:21.381338Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"212.049123ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/health\" ","response":"range_response_count:0 size:4"} {"level":"info","ts":"2026-04-10T03:51:21.381394Z","caller":"traceutil/trace.go:171","msg":"trace[293094316] range","detail":"{range_begin:/registry/health; range_end:; response_count:0; response_revision:13; }","duration":"212.107323ms","start":"2026-04-10T03:51:21.169263Z","end":"2026-04-10T03:51:21.38137Z","steps":["trace[293094316] 'agreement among raft nodes before linearized reading' (duration: 212.043723ms)"],"step_count":1} {"level":"warn","ts":"2026-04-10T03:51:21.381403Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"203.723685ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/namespaces/kube-system\" ","response":"range_response_count:0 size:4"} {"level":"warn","ts":"2026-04-10T03:51:21.381649Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"207.388359ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/namespaces/kube-system\" ","response":"range_response_count:0 size:4"} {"level":"info","ts":"2026-04-10T03:51:21.381701Z","caller":"traceutil/trace.go:171","msg":"trace[90461872] range","detail":"{range_begin:/registry/namespaces/kube-system; range_end:; response_count:0; response_revision:13; }","duration":"207.457291ms","start":"2026-04-10T03:51:21.174231Z","end":"2026-04-10T03:51:21.381688Z","steps":["trace[90461872] 'agreement among raft nodes before linearized reading' (duration: 207.37166ms)"],"step_count":1} {"level":"warn","ts":"2026-04-10T03:51:21.381734Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"204.162574ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/namespaces/kube-system\" ","response":"range_response_count:0 size:4"} {"level":"info","ts":"2026-04-10T03:51:21.381777Z","caller":"traceutil/trace.go:171","msg":"trace[547145697] range","detail":"{range_begin:/registry/namespaces/kube-system; range_end:; response_count:0; response_revision:13; }","duration":"204.219816ms","start":"2026-04-10T03:51:21.177547Z","end":"2026-04-10T03:51:21.381767Z","steps":["trace[547145697] 'agreement among raft nodes before linearized reading' (duration: 204.149194ms)"],"step_count":1} {"level":"warn","ts":"2026-04-10T03:51:21.38188Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"166.686639ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/namespaces/kube-system\" ","response":"range_response_count:0 size:4"} {"level":"info","ts":"2026-04-10T03:51:21.381909Z","caller":"traceutil/trace.go:171","msg":"trace[242337671] range","detail":"{range_begin:/registry/namespaces/kube-system; range_end:; response_count:0; response_revision:13; }","duration":"166.73416ms","start":"2026-04-10T03:51:21.215168Z","end":"2026-04-10T03:51:21.381902Z","steps":["trace[242337671] 'agreement among raft nodes before linearized reading' (duration: 166.69412ms)"],"step_count":1} {"level":"warn","ts":"2026-04-10T03:51:21.382046Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"156.948343ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/csinodes/instance\" ","response":"range_response_count:0 size:4"} {"level":"info","ts":"2026-04-10T03:51:21.382113Z","caller":"traceutil/trace.go:171","msg":"trace[292061679] range","detail":"{range_begin:/registry/csinodes/instance; range_end:; response_count:0; response_revision:13; }","duration":"157.039554ms","start":"2026-04-10T03:51:21.225056Z","end":"2026-04-10T03:51:21.382095Z","steps":["trace[292061679] 'agreement among raft nodes before linearized reading' (duration: 156.699617ms)"],"step_count":1} {"level":"info","ts":"2026-04-10T03:51:21.381596Z","caller":"traceutil/trace.go:171","msg":"trace[541868106] range","detail":"{range_begin:/registry/namespaces/kube-system; range_end:; response_count:0; response_revision:13; }","duration":"203.895749ms","start":"2026-04-10T03:51:21.177632Z","end":"2026-04-10T03:51:21.381528Z","steps":["trace[541868106] 'agreement among raft nodes before linearized reading' (duration: 203.684615ms)"],"step_count":1} {"level":"info","ts":"2026-04-10T03:51:21.818607Z","caller":"traceutil/trace.go:171","msg":"trace[33873411] transaction","detail":"{read_only:false; response_revision:53; number_of_response:1; }","duration":"103.358593ms","start":"2026-04-10T03:51:21.715224Z","end":"2026-04-10T03:51:21.818583Z","steps":["trace[33873411] 'process raft request' (duration: 86.388532ms)","trace[33873411] 'compare' (duration: 16.763887ms)"],"step_count":2} {"level":"warn","ts":"2026-04-10T03:51:22.192273Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"228.503757ms","expected-duration":"100ms","prefix":"","request":"header: txn: success:> failure: >>","response":"size:14"} {"level":"info","ts":"2026-04-10T03:51:22.192467Z","caller":"traceutil/trace.go:171","msg":"trace[1055069810] transaction","detail":"{read_only:false; response_revision:62; number_of_response:1; }","duration":"231.653971ms","start":"2026-04-10T03:51:21.960798Z","end":"2026-04-10T03:51:22.192452Z","steps":["trace[1055069810] 'process raft request' (duration: 231.619269ms)"],"step_count":1} {"level":"info","ts":"2026-04-10T03:51:22.192456Z","caller":"traceutil/trace.go:171","msg":"trace[234072862] transaction","detail":"{read_only:false; response_revision:60; number_of_response:1; }","duration":"293.739851ms","start":"2026-04-10T03:51:21.898668Z","end":"2026-04-10T03:51:22.192408Z","steps":["trace[234072862] 'process raft request' (duration: 64.357967ms)","trace[234072862] 'compare' (duration: 228.400034ms)"],"step_count":2} {"level":"info","ts":"2026-04-10T03:51:22.192704Z","caller":"traceutil/trace.go:171","msg":"trace[2124282715] transaction","detail":"{read_only:false; response_revision:61; number_of_response:1; }","duration":"293.193741ms","start":"2026-04-10T03:51:21.899484Z","end":"2026-04-10T03:51:22.192677Z","steps":["trace[2124282715] 'process raft request' (duration: 292.879635ms)"],"step_count":1} {"level":"info","ts":"2026-04-10T03:51:22.193018Z","caller":"traceutil/trace.go:171","msg":"trace[1976843790] linearizableReadLoop","detail":"{readStateIndex:64; appliedIndex:63; }","duration":"293.981186ms","start":"2026-04-10T03:51:21.899019Z","end":"2026-04-10T03:51:22.193Z","steps":["trace[1976843790] 'read index received' (duration: 64.018001ms)","trace[1976843790] 'applied index is now lower than readState.Index' (duration: 229.961955ms)"],"step_count":2} {"level":"warn","ts":"2026-04-10T03:51:22.193158Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"294.124429ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/minions/instance\" ","response":"range_response_count:0 size:4"} {"level":"info","ts":"2026-04-10T03:51:22.193206Z","caller":"traceutil/trace.go:171","msg":"trace[255191333] range","detail":"{range_begin:/registry/minions/instance; range_end:; response_count:0; response_revision:62; }","duration":"294.21231ms","start":"2026-04-10T03:51:21.898974Z","end":"2026-04-10T03:51:22.193186Z","steps":["trace[255191333] 'agreement among raft nodes before linearized reading' (duration: 294.106198ms)"],"step_count":1} {"level":"warn","ts":"2026-04-10T03:51:22.227265Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"163.132481ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/clusterroles/\" range_end:\"/registry/clusterroles0\" ","response":"range_response_count:0 size:4"} {"level":"info","ts":"2026-04-10T03:51:22.227354Z","caller":"traceutil/trace.go:171","msg":"trace[941959279] range","detail":"{range_begin:/registry/clusterroles/; range_end:/registry/clusterroles0; response_count:0; response_revision:63; }","duration":"163.252343ms","start":"2026-04-10T03:51:22.064081Z","end":"2026-04-10T03:51:22.227334Z","steps":["trace[941959279] 'agreement among raft nodes before linearized reading' (duration: 163.068679ms)"],"step_count":1} {"level":"warn","ts":"2026-04-10T03:51:22.227481Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"328.425189ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/minions/instance\" ","response":"range_response_count:1 size:3280"} {"level":"info","ts":"2026-04-10T03:51:22.227554Z","caller":"traceutil/trace.go:171","msg":"trace[2138297621] range","detail":"{range_begin:/registry/minions/instance; range_end:; response_count:1; response_revision:63; }","duration":"328.523721ms","start":"2026-04-10T03:51:21.899012Z","end":"2026-04-10T03:51:22.227536Z","steps":["trace[2138297621] 'agreement among raft nodes before linearized reading' (duration: 328.392528ms)"],"step_count":1} {"level":"warn","ts":"2026-04-10T03:51:22.227594Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-10T03:51:21.899Z","time spent":"328.586592ms","remote":"127.0.0.1:33020","response type":"/etcdserverpb.KV/Range","request count":0,"request size":28,"response count":1,"response size":3303,"request content":"key:\"/registry/minions/instance\" "} {"level":"info","ts":"2026-04-10T03:51:22.2279Z","caller":"traceutil/trace.go:171","msg":"trace[974911555] transaction","detail":"{read_only:false; response_revision:63; number_of_response:1; }","duration":"209.316549ms","start":"2026-04-10T03:51:22.018524Z","end":"2026-04-10T03:51:22.227841Z","steps":["trace[974911555] 'process raft request' (duration: 208.445751ms)"],"step_count":1} {"level":"warn","ts":"2026-04-10T03:51:22.228039Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"164.535849ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/priorityclasses/system-node-critical\" ","response":"range_response_count:0 size:4"} {"level":"info","ts":"2026-04-10T03:51:22.228091Z","caller":"traceutil/trace.go:171","msg":"trace[1876711018] range","detail":"{range_begin:/registry/priorityclasses/system-node-critical; range_end:; response_count:0; response_revision:63; }","duration":"164.623161ms","start":"2026-04-10T03:51:22.063455Z","end":"2026-04-10T03:51:22.228078Z","steps":["trace[1876711018] 'agreement among raft nodes before linearized reading' (duration: 163.820784ms)"],"step_count":1} {"level":"info","ts":"2026-04-10T03:51:22.354484Z","caller":"traceutil/trace.go:171","msg":"trace[1373551763] transaction","detail":"{read_only:false; response_revision:67; number_of_response:1; }","duration":"121.691267ms","start":"2026-04-10T03:51:22.232764Z","end":"2026-04-10T03:51:22.354455Z","steps":["trace[1373551763] 'process raft request' (duration: 121.595785ms)"],"step_count":1} {"level":"warn","ts":"2026-04-10T03:51:22.354702Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"116.640575ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/minions/instance\" ","response":"range_response_count:1 size:3280"} {"level":"info","ts":"2026-04-10T03:51:22.35478Z","caller":"traceutil/trace.go:171","msg":"trace[864132117] range","detail":"{range_begin:/registry/minions/instance; range_end:; response_count:1; response_revision:68; }","duration":"116.755668ms","start":"2026-04-10T03:51:22.238008Z","end":"2026-04-10T03:51:22.354764Z","steps":["trace[864132117] 'agreement among raft nodes before linearized reading' (duration: 116.611896ms)"],"step_count":1} {"level":"warn","ts":"2026-04-10T03:51:22.354774Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"124.115716ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/clusterrolebindings/\" range_end:\"/registry/clusterrolebindings0\" ","response":"range_response_count:0 size:4"} {"level":"warn","ts":"2026-04-10T03:51:22.354705Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"126.063564ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/health\" ","response":"range_response_count:0 size:4"} {"level":"info","ts":"2026-04-10T03:51:22.354837Z","caller":"traceutil/trace.go:171","msg":"trace[1646623796] range","detail":"{range_begin:/registry/clusterrolebindings/; range_end:/registry/clusterrolebindings0; response_count:0; response_revision:68; }","duration":"124.206688ms","start":"2026-04-10T03:51:22.230615Z","end":"2026-04-10T03:51:22.354821Z","steps":["trace[1646623796] 'agreement among raft nodes before linearized reading' (duration: 124.114556ms)"],"step_count":1} {"level":"info","ts":"2026-04-10T03:51:22.354869Z","caller":"traceutil/trace.go:171","msg":"trace[127104879] range","detail":"{range_begin:/registry/health; range_end:; response_count:0; response_revision:68; }","duration":"126.270639ms","start":"2026-04-10T03:51:22.228585Z","end":"2026-04-10T03:51:22.354856Z","steps":["trace[127104879] 'agreement among raft nodes before linearized reading' (duration: 125.987483ms)"],"step_count":1} {"level":"info","ts":"2026-04-10T03:51:22.354811Z","caller":"traceutil/trace.go:171","msg":"trace[1815144159] transaction","detail":"{read_only:false; response_revision:66; number_of_response:1; }","duration":"123.580704ms","start":"2026-04-10T03:51:22.23121Z","end":"2026-04-10T03:51:22.354791Z","steps":["trace[1815144159] 'process raft request' (duration: 89.025799ms)","trace[1815144159] 'compare' (duration: 33.982954ms)"],"step_count":2} {"level":"info","ts":"2026-04-10T03:51:22.633136Z","caller":"traceutil/trace.go:171","msg":"trace[1090703633] transaction","detail":"{read_only:false; response_revision:76; number_of_response:1; }","duration":"125.157198ms","start":"2026-04-10T03:51:22.507955Z","end":"2026-04-10T03:51:22.633113Z","steps":["trace[1090703633] 'process raft request' (duration: 116.873141ms)"],"step_count":1} {"level":"info","ts":"2026-04-10T03:51:22.961528Z","caller":"traceutil/trace.go:171","msg":"trace[1821626862] transaction","detail":"{read_only:false; response_revision:81; number_of_response:1; }","duration":"172.223903ms","start":"2026-04-10T03:51:22.789268Z","end":"2026-04-10T03:51:22.961491Z","steps":["trace[1821626862] 'process raft request' (duration: 78.878836ms)","trace[1821626862] 'compare' (duration: 93.071281ms)"],"step_count":2} {"level":"info","ts":"2026-04-10T03:51:23.175326Z","caller":"traceutil/trace.go:171","msg":"trace[2043936875] transaction","detail":"{read_only:false; response_revision:86; number_of_response:1; }","duration":"121.735363ms","start":"2026-04-10T03:51:23.05357Z","end":"2026-04-10T03:51:23.175305Z","steps":["trace[2043936875] 'process raft request' (duration: 121.650651ms)"],"step_count":1} {"level":"info","ts":"2026-04-10T03:51:23.17536Z","caller":"traceutil/trace.go:171","msg":"trace[1557228630] transaction","detail":"{read_only:false; response_revision:85; number_of_response:1; }","duration":"122.372266ms","start":"2026-04-10T03:51:23.052928Z","end":"2026-04-10T03:51:23.1753Z","steps":["trace[1557228630] 'process raft request' (duration: 73.25891ms)","trace[1557228630] 'compare' (duration: 48.845011ms)"],"step_count":2} {"level":"warn","ts":"2026-04-10T03:51:23.406699Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"100.022657ms","expected-duration":"100ms","prefix":"","request":"header: txn: success:> failure:<>>","response":"size:14"} {"level":"info","ts":"2026-04-10T03:51:23.406916Z","caller":"traceutil/trace.go:171","msg":"trace[1188839294] transaction","detail":"{read_only:false; response_revision:88; number_of_response:1; }","duration":"224.872323ms","start":"2026-04-10T03:51:23.182008Z","end":"2026-04-10T03:51:23.40688Z","steps":["trace[1188839294] 'process raft request' (duration: 124.595371ms)","trace[1188839294] 'compare' (duration: 99.814703ms)"],"step_count":2} {"level":"info","ts":"2026-04-10T03:51:23.407009Z","caller":"traceutil/trace.go:171","msg":"trace[1174254713] linearizableReadLoop","detail":"{readStateIndex:94; appliedIndex:92; }","duration":"122.480238ms","start":"2026-04-10T03:51:23.284511Z","end":"2026-04-10T03:51:23.406991Z","steps":["trace[1174254713] 'read index received' (duration: 22.202775ms)","trace[1174254713] 'applied index is now lower than readState.Index' (duration: 100.276362ms)"],"step_count":2} {"level":"info","ts":"2026-04-10T03:51:23.407151Z","caller":"traceutil/trace.go:171","msg":"trace[2062628007] transaction","detail":"{read_only:false; response_revision:89; number_of_response:1; }","duration":"177.43849ms","start":"2026-04-10T03:51:23.229643Z","end":"2026-04-10T03:51:23.407081Z","steps":["trace[2062628007] 'process raft request' (duration: 177.159075ms)"],"step_count":1} {"level":"warn","ts":"2026-04-10T03:51:23.408029Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"123.504399ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/health\" ","response":"range_response_count:0 size:4"} {"level":"info","ts":"2026-04-10T03:51:23.408081Z","caller":"traceutil/trace.go:171","msg":"trace[1112156312] range","detail":"{range_begin:/registry/health; range_end:; response_count:0; response_revision:89; }","duration":"123.657362ms","start":"2026-04-10T03:51:23.284409Z","end":"2026-04-10T03:51:23.408067Z","steps":["trace[1112156312] 'agreement among raft nodes before linearized reading' (duration: 122.838546ms)"],"step_count":1} {"level":"info","ts":"2026-04-10T03:51:23.629315Z","caller":"traceutil/trace.go:171","msg":"trace[1613664812] linearizableReadLoop","detail":"{readStateIndex:98; appliedIndex:97; }","duration":"125.03214ms","start":"2026-04-10T03:51:23.504251Z","end":"2026-04-10T03:51:23.629283Z","steps":["trace[1613664812] 'read index received' (duration: 39.445541ms)","trace[1613664812] 'applied index is now lower than readState.Index' (duration: 85.584809ms)"],"step_count":2} {"level":"info","ts":"2026-04-10T03:51:23.629367Z","caller":"traceutil/trace.go:171","msg":"trace[2067886107] transaction","detail":"{read_only:false; response_revision:93; number_of_response:1; }","duration":"191.248369ms","start":"2026-04-10T03:51:23.43808Z","end":"2026-04-10T03:51:23.629328Z","steps":["trace[2067886107] 'process raft request' (duration: 105.681791ms)","trace[2067886107] 'compare' (duration: 85.357684ms)"],"step_count":2} {"level":"warn","ts":"2026-04-10T03:51:23.629794Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"125.52282ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/events/default/instance.18a4e264d5b15ba3\" ","response":"range_response_count:1 size:648"} {"level":"info","ts":"2026-04-10T03:51:23.629857Z","caller":"traceutil/trace.go:171","msg":"trace[1129561107] range","detail":"{range_begin:/registry/events/default/instance.18a4e264d5b15ba3; range_end:; response_count:1; response_revision:93; }","duration":"125.649603ms","start":"2026-04-10T03:51:23.50419Z","end":"2026-04-10T03:51:23.62984Z","steps":["trace[1129561107] 'agreement among raft nodes before linearized reading' (duration: 125.203044ms)"],"step_count":1} {"level":"warn","ts":"2026-04-10T03:51:23.896373Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"100.786713ms","expected-duration":"100ms","prefix":"","request":"header: txn: success:> failure:<>>","response":"size:14"} {"level":"info","ts":"2026-04-10T03:51:23.89665Z","caller":"traceutil/trace.go:171","msg":"trace[502677850] transaction","detail":"{read_only:false; response_revision:98; number_of_response:1; }","duration":"190.856171ms","start":"2026-04-10T03:51:23.70577Z","end":"2026-04-10T03:51:23.896626Z","steps":["trace[502677850] 'process raft request' (duration: 190.755099ms)"],"step_count":1} {"level":"info","ts":"2026-04-10T03:51:23.896678Z","caller":"traceutil/trace.go:171","msg":"trace[258794458] transaction","detail":"{read_only:false; response_revision:97; number_of_response:1; }","duration":"192.78657ms","start":"2026-04-10T03:51:23.703827Z","end":"2026-04-10T03:51:23.896613Z","steps":["trace[258794458] 'process raft request' (duration: 91.6707ms)","trace[258794458] 'compare' (duration: 100.531067ms)"],"step_count":2} {"level":"info","ts":"2026-04-10T03:51:24.077657Z","caller":"traceutil/trace.go:171","msg":"trace[1610843591] linearizableReadLoop","detail":"{readStateIndex:105; appliedIndex:104; }","duration":"114.952775ms","start":"2026-04-10T03:51:23.962683Z","end":"2026-04-10T03:51:24.077636Z","steps":["trace[1610843591] 'read index received' (duration: 67.024615ms)","trace[1610843591] 'applied index is now lower than readState.Index' (duration: 47.92659ms)"],"step_count":2} {"level":"info","ts":"2026-04-10T03:51:24.077748Z","caller":"traceutil/trace.go:171","msg":"trace[806849851] transaction","detail":"{read_only:false; response_revision:100; number_of_response:1; }","duration":"175.183102ms","start":"2026-04-10T03:51:23.902516Z","end":"2026-04-10T03:51:24.077699Z","steps":["trace[806849851] 'process raft request' (duration: 127.12936ms)","trace[806849851] 'compare' (duration: 47.854699ms)"],"step_count":2} {"level":"warn","ts":"2026-04-10T03:51:24.077822Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"115.117437ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/events/default/instance.18a4e264d5b086e5\" ","response":"range_response_count:1 size:654"} {"level":"info","ts":"2026-04-10T03:51:24.077871Z","caller":"traceutil/trace.go:171","msg":"trace[405024315] range","detail":"{range_begin:/registry/events/default/instance.18a4e264d5b086e5; range_end:; response_count:1; response_revision:100; }","duration":"115.22593ms","start":"2026-04-10T03:51:23.962629Z","end":"2026-04-10T03:51:24.077855Z","steps":["trace[405024315] 'agreement among raft nodes before linearized reading' (duration: 115.088208ms)"],"step_count":1} {"level":"info","ts":"2026-04-10T03:51:24.376068Z","caller":"traceutil/trace.go:171","msg":"trace[1348170652] transaction","detail":"{read_only:false; response_revision:105; number_of_response:1; }","duration":"157.267661ms","start":"2026-04-10T03:51:24.218776Z","end":"2026-04-10T03:51:24.376044Z","steps":["trace[1348170652] 'process raft request' (duration: 124.605326ms)","trace[1348170652] 'compare' (duration: 32.185635ms)"],"step_count":2} {"level":"warn","ts":"2026-04-10T03:51:24.702926Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"224.767462ms","expected-duration":"100ms","prefix":"","request":"header: txn: success:> failure: >>","response":"size:14"} {"level":"info","ts":"2026-04-10T03:51:24.703163Z","caller":"traceutil/trace.go:171","msg":"trace[1441024095] linearizableReadLoop","detail":"{readStateIndex:114; appliedIndex:112; }","duration":"218.566219ms","start":"2026-04-10T03:51:24.484572Z","end":"2026-04-10T03:51:24.703138Z","steps":["trace[1441024095] 'read index received' (duration: 30.506422ms)","trace[1441024095] 'applied index is now lower than readState.Index' (duration: 188.058447ms)"],"step_count":2} {"level":"info","ts":"2026-04-10T03:51:24.703264Z","caller":"traceutil/trace.go:171","msg":"trace[1616535070] transaction","detail":"{read_only:false; response_revision:108; number_of_response:1; }","duration":"256.081979ms","start":"2026-04-10T03:51:24.447143Z","end":"2026-04-10T03:51:24.703225Z","steps":["trace[1616535070] 'process raft request' (duration: 30.878139ms)","trace[1616535070] 'compare' (duration: 224.597398ms)"],"step_count":2} {"level":"info","ts":"2026-04-10T03:51:24.703335Z","caller":"traceutil/trace.go:171","msg":"trace[875807479] transaction","detail":"{read_only:false; response_revision:109; number_of_response:1; }","duration":"253.481827ms","start":"2026-04-10T03:51:24.449787Z","end":"2026-04-10T03:51:24.703268Z","steps":["trace[875807479] 'process raft request' (duration: 253.290833ms)"],"step_count":1} {"level":"warn","ts":"2026-04-10T03:51:24.703805Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"219.047598ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/health\" ","response":"range_response_count:0 size:4"} {"level":"info","ts":"2026-04-10T03:51:24.70388Z","caller":"traceutil/trace.go:171","msg":"trace[1859924484] range","detail":"{range_begin:/registry/health; range_end:; response_count:0; response_revision:109; }","duration":"219.317383ms","start":"2026-04-10T03:51:24.484544Z","end":"2026-04-10T03:51:24.703862Z","steps":["trace[1859924484] 'agreement among raft nodes before linearized reading' (duration: 218.775302ms)"],"step_count":1} {"level":"warn","ts":"2026-04-10T03:51:25.225657Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"193.538679ms","expected-duration":"100ms","prefix":"","request":"header: txn: success:> failure:<>>","response":"size:14"} {"level":"info","ts":"2026-04-10T03:51:25.225757Z","caller":"traceutil/trace.go:171","msg":"trace[990539422] linearizableReadLoop","detail":"{readStateIndex:116; appliedIndex:115; }","duration":"484.395954ms","start":"2026-04-10T03:51:24.741344Z","end":"2026-04-10T03:51:25.22574Z","steps":["trace[990539422] 'read index received' (duration: 290.563388ms)","trace[990539422] 'applied index is now lower than readState.Index' (duration: 193.831496ms)"],"step_count":2} {"level":"warn","ts":"2026-04-10T03:51:25.226038Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"136.128551ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/plndr-cp-lock\" ","response":"range_response_count:0 size:4"} {"level":"info","ts":"2026-04-10T03:51:25.226088Z","caller":"traceutil/trace.go:171","msg":"trace[1691644477] range","detail":"{range_begin:/registry/leases/kube-system/plndr-cp-lock; range_end:; response_count:0; response_revision:111; }","duration":"136.211313ms","start":"2026-04-10T03:51:25.089857Z","end":"2026-04-10T03:51:25.226068Z","steps":["trace[1691644477] 'agreement among raft nodes before linearized reading' (duration: 136.137202ms)"],"step_count":1} {"level":"info","ts":"2026-04-10T03:51:25.226135Z","caller":"traceutil/trace.go:171","msg":"trace[1618241036] transaction","detail":"{read_only:false; response_revision:111; number_of_response:1; }","duration":"517.08876ms","start":"2026-04-10T03:51:24.709001Z","end":"2026-04-10T03:51:25.22609Z","steps":["trace[1618241036] 'process raft request' (duration: 323.04418ms)","trace[1618241036] 'compare' (duration: 193.427987ms)"],"step_count":2} {"level":"warn","ts":"2026-04-10T03:51:25.226316Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-10T03:51:24.708992Z","time spent":"517.235952ms","remote":"127.0.0.1:33176","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":693,"response count":0,"response size":37,"request content":"compare: success:> failure:<>"} {"level":"warn","ts":"2026-04-10T03:51:25.226077Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"484.701259ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/events/default/instance.18a4e264d5b086e5\" ","response":"range_response_count:1 size:654"} {"level":"info","ts":"2026-04-10T03:51:25.227149Z","caller":"traceutil/trace.go:171","msg":"trace[1539955492] range","detail":"{range_begin:/registry/events/default/instance.18a4e264d5b086e5; range_end:; response_count:1; response_revision:111; }","duration":"485.161529ms","start":"2026-04-10T03:51:24.741313Z","end":"2026-04-10T03:51:25.226474Z","steps":["trace[1539955492] 'agreement among raft nodes before linearized reading' (duration: 484.572328ms)"],"step_count":1} {"level":"warn","ts":"2026-04-10T03:51:25.227269Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-10T03:51:24.7413Z","time spent":"485.942276ms","remote":"127.0.0.1:32906","response type":"/etcdserverpb.KV/Range","request count":0,"request size":52,"response count":1,"response size":677,"request content":"key:\"/registry/events/default/instance.18a4e264d5b086e5\" "} {"level":"warn","ts":"2026-04-10T03:51:25.607231Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"182.422618ms","expected-duration":"100ms","prefix":"","request":"header: txn: success:> failure:<>>","response":"size:14"} {"level":"info","ts":"2026-04-10T03:51:25.607333Z","caller":"traceutil/trace.go:171","msg":"trace[336294643] transaction","detail":"{read_only:false; response_revision:115; number_of_response:1; }","duration":"356.018168ms","start":"2026-04-10T03:51:25.251295Z","end":"2026-04-10T03:51:25.607313Z","steps":["trace[336294643] 'process raft request' (duration: 173.455199ms)","trace[336294643] 'compare' (duration: 182.090539ms)"],"step_count":2} {"level":"warn","ts":"2026-04-10T03:51:25.607383Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-10T03:51:25.251281Z","time spent":"356.082479ms","remote":"127.0.0.1:33028","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":3965,"response count":0,"response size":37,"request content":"compare: success:> failure:<>"} {"level":"info","ts":"2026-04-10T03:51:25.60861Z","caller":"traceutil/trace.go:171","msg":"trace[871452973] transaction","detail":"{read_only:false; response_revision:116; number_of_response:1; }","duration":"355.985868ms","start":"2026-04-10T03:51:25.252598Z","end":"2026-04-10T03:51:25.608584Z","steps":["trace[871452973] 'process raft request' (duration: 355.778984ms)"],"step_count":1} {"level":"warn","ts":"2026-04-10T03:51:25.608756Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-10T03:51:25.252576Z","time spent":"356.096309ms","remote":"127.0.0.1:32906","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":638,"response count":0,"response size":37,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-04-10T03:51:25.609034Z","caller":"traceutil/trace.go:171","msg":"trace[1635357745] linearizableReadLoop","detail":"{readStateIndex:121; appliedIndex:119; }","duration":"356.244281ms","start":"2026-04-10T03:51:25.252763Z","end":"2026-04-10T03:51:25.609007Z","steps":["trace[1635357745] 'read index received' (duration: 172.09093ms)","trace[1635357745] 'applied index is now lower than readState.Index' (duration: 184.152221ms)"],"step_count":2} {"level":"warn","ts":"2026-04-10T03:51:25.609319Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"356.541168ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/plndr-cp-lock\" ","response":"range_response_count:1 size:429"} {"level":"info","ts":"2026-04-10T03:51:25.609364Z","caller":"traceutil/trace.go:171","msg":"trace[59413456] range","detail":"{range_begin:/registry/leases/kube-system/plndr-cp-lock; range_end:; response_count:1; response_revision:117; }","duration":"356.61648ms","start":"2026-04-10T03:51:25.252735Z","end":"2026-04-10T03:51:25.609352Z","steps":["trace[59413456] 'agreement among raft nodes before linearized reading' (duration: 356.487267ms)"],"step_count":1} {"level":"info","ts":"2026-04-10T03:51:25.609099Z","caller":"traceutil/trace.go:171","msg":"trace[158018208] transaction","detail":"{read_only:false; response_revision:117; number_of_response:1; }","duration":"355.107659ms","start":"2026-04-10T03:51:25.253982Z","end":"2026-04-10T03:51:25.60909Z","steps":["trace[158018208] 'process raft request' (duration: 354.535828ms)"],"step_count":1} {"level":"warn","ts":"2026-04-10T03:51:25.609394Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-10T03:51:25.252727Z","time spent":"356.659751ms","remote":"127.0.0.1:33096","response type":"/etcdserverpb.KV/Range","request count":0,"request size":44,"response count":1,"response size":452,"request content":"key:\"/registry/leases/kube-system/plndr-cp-lock\" "} {"level":"warn","ts":"2026-04-10T03:51:25.609465Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"124.840666ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/health\" ","response":"range_response_count:0 size:4"} {"level":"info","ts":"2026-04-10T03:51:25.609507Z","caller":"traceutil/trace.go:171","msg":"trace[1357229331] range","detail":"{range_begin:/registry/health; range_end:; response_count:0; response_revision:117; }","duration":"124.905077ms","start":"2026-04-10T03:51:25.48459Z","end":"2026-04-10T03:51:25.609495Z","steps":["trace[1357229331] 'agreement among raft nodes before linearized reading' (duration: 124.832605ms)"],"step_count":1} {"level":"warn","ts":"2026-04-10T03:51:25.609687Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"143.801166ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/plndr-svcs-lock\" ","response":"range_response_count:0 size:4"} {"level":"warn","ts":"2026-04-10T03:51:25.609711Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"316.07591ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/health\" ","response":"range_response_count:0 size:4"} {"level":"warn","ts":"2026-04-10T03:51:25.609856Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-10T03:51:25.253966Z","time spent":"355.828264ms","remote":"127.0.0.1:33176","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":710,"response count":0,"response size":37,"request content":"compare: success:> failure:<>"} {"level":"info","ts":"2026-04-10T03:51:25.609991Z","caller":"traceutil/trace.go:171","msg":"trace[1398134011] range","detail":"{range_begin:/registry/health; range_end:; response_count:0; response_revision:117; }","duration":"316.288174ms","start":"2026-04-10T03:51:25.293561Z","end":"2026-04-10T03:51:25.609849Z","steps":["trace[1398134011] 'agreement among raft nodes before linearized reading' (duration: 316.074199ms)"],"step_count":1} {"level":"warn","ts":"2026-04-10T03:51:25.610112Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-10T03:51:25.293546Z","time spent":"316.520078ms","remote":"127.0.0.1:32842","response type":"/etcdserverpb.KV/Range","request count":0,"request size":18,"response count":0,"response size":27,"request content":"key:\"/registry/health\" "} {"level":"info","ts":"2026-04-10T03:51:25.609726Z","caller":"traceutil/trace.go:171","msg":"trace[2127657275] range","detail":"{range_begin:/registry/leases/kube-system/plndr-svcs-lock; range_end:; response_count:0; response_revision:117; }","duration":"143.874406ms","start":"2026-04-10T03:51:25.465842Z","end":"2026-04-10T03:51:25.609717Z","steps":["trace[2127657275] 'agreement among raft nodes before linearized reading' (duration: 143.820366ms)"],"step_count":1} {"level":"info","ts":"2026-04-10T03:51:25.815948Z","caller":"traceutil/trace.go:171","msg":"trace[364246760] transaction","detail":"{read_only:false; response_revision:123; number_of_response:1; }","duration":"116.981509ms","start":"2026-04-10T03:51:25.698939Z","end":"2026-04-10T03:51:25.81592Z","steps":["trace[364246760] 'process raft request' (duration: 116.707483ms)"],"step_count":1} {"level":"info","ts":"2026-04-10T03:51:25.815937Z","caller":"traceutil/trace.go:171","msg":"trace[816684810] transaction","detail":"{read_only:false; response_revision:124; number_of_response:1; }","duration":"116.638782ms","start":"2026-04-10T03:51:25.699273Z","end":"2026-04-10T03:51:25.815911Z","steps":["trace[816684810] 'process raft request' (duration: 116.480868ms)"],"step_count":1} {"level":"info","ts":"2026-04-10T03:51:25.816489Z","caller":"traceutil/trace.go:171","msg":"trace[1575731210] transaction","detail":"{read_only:false; response_revision:122; number_of_response:1; }","duration":"117.382456ms","start":"2026-04-10T03:51:25.698509Z","end":"2026-04-10T03:51:25.815892Z","steps":["trace[1575731210] 'process raft request' (duration: 75.774344ms)","trace[1575731210] 'compare' (duration: 41.070092ms)"],"step_count":2} {"level":"info","ts":"2026-04-10T03:51:26.087323Z","caller":"traceutil/trace.go:171","msg":"trace[1688487437] transaction","detail":"{read_only:false; response_revision:133; number_of_response:1; }","duration":"138.63667ms","start":"2026-04-10T03:51:25.948661Z","end":"2026-04-10T03:51:26.087298Z","steps":["trace[1688487437] 'process raft request' (duration: 93.849566ms)","trace[1688487437] 'compare' (duration: 44.246603ms)"],"step_count":2} {"level":"info","ts":"2026-04-10T03:51:26.254199Z","caller":"traceutil/trace.go:171","msg":"trace[1097511458] transaction","detail":"{read_only:false; response_revision:136; number_of_response:1; }","duration":"110.75106ms","start":"2026-04-10T03:51:26.14341Z","end":"2026-04-10T03:51:26.254161Z","steps":["trace[1097511458] 'process raft request' (duration: 46.648271ms)","trace[1097511458] 'compare' (duration: 63.910715ms)"],"step_count":2} {"level":"info","ts":"2026-04-10T03:51:26.257944Z","caller":"traceutil/trace.go:171","msg":"trace[164881308] transaction","detail":"{read_only:false; response_revision:137; number_of_response:1; }","duration":"114.170848ms","start":"2026-04-10T03:51:26.143745Z","end":"2026-04-10T03:51:26.257916Z","steps":["trace[164881308] 'process raft request' (duration: 113.983234ms)"],"step_count":1} {"level":"info","ts":"2026-04-10T03:51:27.274078Z","caller":"traceutil/trace.go:171","msg":"trace[1405775273] transaction","detail":"{read_only:false; response_revision:217; number_of_response:1; }","duration":"109.784776ms","start":"2026-04-10T03:51:27.164264Z","end":"2026-04-10T03:51:27.274048Z","steps":["trace[1405775273] 'process raft request' (duration: 99.033292ms)"],"step_count":1} {"level":"info","ts":"2026-04-10T03:51:27.496412Z","caller":"traceutil/trace.go:171","msg":"trace[1507502842] transaction","detail":"{read_only:false; response_revision:222; number_of_response:1; }","duration":"126.214565ms","start":"2026-04-10T03:51:27.370146Z","end":"2026-04-10T03:51:27.49636Z","steps":["trace[1507502842] 'process raft request' (duration: 95.152675ms)","trace[1507502842] 'compare' (duration: 30.867885ms)"],"step_count":2} {"level":"info","ts":"2026-04-10T03:51:27.496558Z","caller":"traceutil/trace.go:171","msg":"trace[58099470] transaction","detail":"{read_only:false; response_revision:223; number_of_response:1; }","duration":"124.964879ms","start":"2026-04-10T03:51:27.371567Z","end":"2026-04-10T03:51:27.496532Z","steps":["trace[58099470] 'process raft request' (duration: 124.719315ms)"],"step_count":1} {"level":"info","ts":"2026-04-10T03:51:27.808778Z","caller":"traceutil/trace.go:171","msg":"trace[1557064301] transaction","detail":"{read_only:false; response_revision:234; number_of_response:1; }","duration":"105.671854ms","start":"2026-04-10T03:51:27.703076Z","end":"2026-04-10T03:51:27.808748Z","steps":["trace[1557064301] 'process raft request' (duration: 29.177541ms)","trace[1557064301] 'compare' (duration: 76.353481ms)"],"step_count":2} {"level":"info","ts":"2026-04-10T03:51:28.291709Z","caller":"traceutil/trace.go:171","msg":"trace[847917058] transaction","detail":"{read_only:false; response_revision:244; number_of_response:1; }","duration":"298.978036ms","start":"2026-04-10T03:51:27.992694Z","end":"2026-04-10T03:51:28.291672Z","steps":["trace[847917058] 'process raft request' (duration: 231.82435ms)","trace[847917058] 'compare' (duration: 66.90281ms)"],"step_count":2} {"level":"warn","ts":"2026-04-10T03:51:29.594537Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"158.67852ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/serviceaccounts/kube-system/disruption-controller\" ","response":"range_response_count:0 size:5"} {"level":"info","ts":"2026-04-10T03:51:29.594637Z","caller":"traceutil/trace.go:171","msg":"trace[306091418] range","detail":"{range_begin:/registry/serviceaccounts/kube-system/disruption-controller; range_end:; response_count:0; response_revision:275; }","duration":"158.838494ms","start":"2026-04-10T03:51:29.435778Z","end":"2026-04-10T03:51:29.594616Z","steps":["trace[306091418] 'range keys from in-memory index tree' (duration: 158.582749ms)"],"step_count":1} {"level":"warn","ts":"2026-04-10T03:51:31.023082Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"145.058574ms","expected-duration":"100ms","prefix":"","request":"header: txn: success:> failure:<>>","response":"size:16"} {"level":"info","ts":"2026-04-10T03:51:31.023207Z","caller":"traceutil/trace.go:171","msg":"trace[1085931364] linearizableReadLoop","detail":"{readStateIndex:316; appliedIndex:315; }","duration":"188.178028ms","start":"2026-04-10T03:51:30.835009Z","end":"2026-04-10T03:51:31.023187Z","steps":["trace[1085931364] 'read index received' (duration: 43.037282ms)","trace[1085931364] 'applied index is now lower than readState.Index' (duration: 145.139126ms)"],"step_count":2} {"level":"warn","ts":"2026-04-10T03:51:31.023351Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"188.326802ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/namespaces/kube-system\" ","response":"range_response_count:1 size:351"} {"level":"info","ts":"2026-04-10T03:51:31.023411Z","caller":"traceutil/trace.go:171","msg":"trace[1105735119] range","detail":"{range_begin:/registry/namespaces/kube-system; range_end:; response_count:1; response_revision:310; }","duration":"188.418093ms","start":"2026-04-10T03:51:30.834977Z","end":"2026-04-10T03:51:31.023395Z","steps":["trace[1105735119] 'agreement among raft nodes before linearized reading' (duration: 188.264851ms)"],"step_count":1} {"level":"info","ts":"2026-04-10T03:51:31.023488Z","caller":"traceutil/trace.go:171","msg":"trace[113173373] transaction","detail":"{read_only:false; response_revision:310; number_of_response:1; }","duration":"189.506985ms","start":"2026-04-10T03:51:30.833951Z","end":"2026-04-10T03:51:31.023458Z","steps":["trace[113173373] 'process raft request' (duration: 43.990542ms)","trace[113173373] 'compare' (duration: 144.789639ms)"],"step_count":2} {"level":"info","ts":"2026-04-10T03:51:31.073929Z","caller":"traceutil/trace.go:171","msg":"trace[1665525947] transaction","detail":"{read_only:false; number_of_response:0; response_revision:312; }","duration":"211.922198ms","start":"2026-04-10T03:51:30.861987Z","end":"2026-04-10T03:51:31.073909Z","steps":["trace[1665525947] 'process raft request' (duration: 211.898178ms)"],"step_count":1} {"level":"info","ts":"2026-04-10T03:51:31.073905Z","caller":"traceutil/trace.go:171","msg":"trace[1068027168] transaction","detail":"{read_only:false; number_of_response:0; response_revision:311; }","duration":"222.5471ms","start":"2026-04-10T03:51:30.851313Z","end":"2026-04-10T03:51:31.073861Z","steps":["trace[1068027168] 'process raft request' (duration: 222.422707ms)"],"step_count":1} {"level":"info","ts":"2026-04-10T03:51:31.07396Z","caller":"traceutil/trace.go:171","msg":"trace[1151050864] transaction","detail":"{read_only:false; response_revision:311; number_of_response:1; }","duration":"223.347545ms","start":"2026-04-10T03:51:30.850561Z","end":"2026-04-10T03:51:31.073909Z","steps":["trace[1151050864] 'process raft request' (duration: 223.06827ms)"],"step_count":1} {"level":"info","ts":"2026-04-10T03:51:31.073989Z","caller":"traceutil/trace.go:171","msg":"trace[847951284] transaction","detail":"{read_only:false; number_of_response:0; response_revision:312; }","duration":"214.051991ms","start":"2026-04-10T03:51:30.859913Z","end":"2026-04-10T03:51:31.073965Z","steps":["trace[847951284] 'process raft request' (duration: 213.905817ms)"],"step_count":1} {"level":"info","ts":"2026-04-10T03:51:31.07419Z","caller":"traceutil/trace.go:171","msg":"trace[1209102839] transaction","detail":"{read_only:false; number_of_response:0; response_revision:312; }","duration":"212.928368ms","start":"2026-04-10T03:51:30.861248Z","end":"2026-04-10T03:51:31.074176Z","steps":["trace[1209102839] 'process raft request' (duration: 212.616902ms)"],"step_count":1} {"level":"info","ts":"2026-04-10T03:51:31.074357Z","caller":"traceutil/trace.go:171","msg":"trace[1315972100] transaction","detail":"{read_only:false; number_of_response:0; response_revision:312; }","duration":"213.480069ms","start":"2026-04-10T03:51:30.860862Z","end":"2026-04-10T03:51:31.074342Z","steps":["trace[1315972100] 'process raft request' (duration: 212.983999ms)"],"step_count":1} {"level":"info","ts":"2026-04-10T03:51:31.074304Z","caller":"traceutil/trace.go:171","msg":"trace[1909342598] transaction","detail":"{read_only:false; response_revision:312; number_of_response:1; }","duration":"214.850316ms","start":"2026-04-10T03:51:30.85933Z","end":"2026-04-10T03:51:31.07418Z","steps":["trace[1909342598] 'process raft request' (duration: 214.437588ms)"],"step_count":1} {"level":"info","ts":"2026-04-10T03:51:31.593247Z","caller":"traceutil/trace.go:171","msg":"trace[1461843966] transaction","detail":"{read_only:false; response_revision:328; number_of_response:1; }","duration":"106.912315ms","start":"2026-04-10T03:51:31.486314Z","end":"2026-04-10T03:51:31.593226Z","steps":["trace[1461843966] 'process raft request' (duration: 46.357697ms)","trace[1461843966] 'compare' (duration: 60.443336ms)"],"step_count":2} {"level":"info","ts":"2026-04-10T03:51:43.561576Z","caller":"traceutil/trace.go:171","msg":"trace[1174699731] transaction","detail":"{read_only:false; response_revision:461; number_of_response:1; }","duration":"243.553076ms","start":"2026-04-10T03:51:43.317987Z","end":"2026-04-10T03:51:43.56154Z","steps":["trace[1174699731] 'process raft request' (duration: 243.373712ms)"],"step_count":1} {"level":"info","ts":"2026-04-10T03:51:54.040276Z","caller":"traceutil/trace.go:171","msg":"trace[1417017046] linearizableReadLoop","detail":"{readStateIndex:506; appliedIndex:505; }","duration":"281.281498ms","start":"2026-04-10T03:51:53.75897Z","end":"2026-04-10T03:51:54.040251Z","steps":["trace[1417017046] 'read index received' (duration: 280.344383ms)","trace[1417017046] 'applied index is now lower than readState.Index' (duration: 935.885µs)"],"step_count":2} {"level":"info","ts":"2026-04-10T03:51:54.040439Z","caller":"traceutil/trace.go:171","msg":"trace[1708150953] transaction","detail":"{read_only:false; response_revision:485; number_of_response:1; }","duration":"296.876097ms","start":"2026-04-10T03:51:53.743442Z","end":"2026-04-10T03:51:54.040318Z","steps":["trace[1708150953] 'process raft request' (duration: 296.006124ms)"],"step_count":1} {"level":"warn","ts":"2026-04-10T03:51:54.040684Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"281.686384ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/kube-controller-manager\" ","response":"range_response_count:1 size:506"} {"level":"info","ts":"2026-04-10T03:51:54.040724Z","caller":"traceutil/trace.go:171","msg":"trace[1427723226] range","detail":"{range_begin:/registry/leases/kube-system/kube-controller-manager; range_end:; response_count:1; response_revision:485; }","duration":"281.759507ms","start":"2026-04-10T03:51:53.758954Z","end":"2026-04-10T03:51:54.040713Z","steps":["trace[1427723226] 'agreement among raft nodes before linearized reading' (duration: 281.398572ms)"],"step_count":1} {"level":"warn","ts":"2026-04-10T03:51:54.074617Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"229.263907ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/plndr-cp-lock\" ","response":"range_response_count:1 size:432"} {"level":"info","ts":"2026-04-10T03:51:54.074724Z","caller":"traceutil/trace.go:171","msg":"trace[166072151] range","detail":"{range_begin:/registry/leases/kube-system/plndr-cp-lock; range_end:; response_count:1; response_revision:485; }","duration":"229.415513ms","start":"2026-04-10T03:51:53.845282Z","end":"2026-04-10T03:51:54.074697Z","steps":["trace[166072151] 'agreement among raft nodes before linearized reading' (duration: 229.198904ms)"],"step_count":1} {"level":"info","ts":"2026-04-10T03:51:56.491442Z","caller":"traceutil/trace.go:171","msg":"trace[363192800] transaction","detail":"{read_only:false; response_revision:523; number_of_response:1; }","duration":"767.744293ms","start":"2026-04-10T03:51:55.723675Z","end":"2026-04-10T03:51:56.49142Z","steps":["trace[363192800] 'process raft request' (duration: 767.622099ms)"],"step_count":1} {"level":"warn","ts":"2026-04-10T03:51:56.491581Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-10T03:51:55.723657Z","time spent":"767.864207ms","remote":"127.0.0.1:32882","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":6315,"response count":0,"response size":39,"request content":"compare: success:> failure:<>"} {"level":"info","ts":"2026-04-10T03:51:56.502873Z","caller":"traceutil/trace.go:171","msg":"trace[614523096] transaction","detail":"{read_only:false; response_revision:524; number_of_response:1; }","duration":"778.431331ms","start":"2026-04-10T03:51:55.724425Z","end":"2026-04-10T03:51:56.502857Z","steps":["trace[614523096] 'process raft request' (duration: 778.124971ms)"],"step_count":1} {"level":"info","ts":"2026-04-10T03:51:56.502993Z","caller":"traceutil/trace.go:171","msg":"trace[1745268411] transaction","detail":"{read_only:false; response_revision:525; number_of_response:1; }","duration":"778.464732ms","start":"2026-04-10T03:51:55.724484Z","end":"2026-04-10T03:51:56.502949Z","steps":["trace[1745268411] 'process raft request' (duration: 778.298596ms)"],"step_count":1} {"level":"warn","ts":"2026-04-10T03:51:56.503057Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-10T03:51:55.724399Z","time spent":"778.517195ms","remote":"127.0.0.1:32882","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":9490,"response count":0,"response size":39,"request content":"compare: success:> failure:<>"} {"level":"info","ts":"2026-04-10T03:51:56.504103Z","caller":"traceutil/trace.go:171","msg":"trace[442726270] transaction","detail":"{read_only:false; response_revision:527; number_of_response:1; }","duration":"775.561341ms","start":"2026-04-10T03:51:55.728506Z","end":"2026-04-10T03:51:56.504067Z","steps":["trace[442726270] 'process raft request' (duration: 774.361946ms)"],"step_count":1} {"level":"warn","ts":"2026-04-10T03:51:56.504214Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-10T03:51:55.7285Z","time spent":"775.683956ms","remote":"127.0.0.1:32882","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":28462,"response count":0,"response size":39,"request content":"compare: success:> failure:<>"} {"level":"info","ts":"2026-04-10T03:51:56.504329Z","caller":"traceutil/trace.go:171","msg":"trace[673163181] transaction","detail":"{read_only:false; response_revision:529; number_of_response:1; }","duration":"763.830889ms","start":"2026-04-10T03:51:55.740465Z","end":"2026-04-10T03:51:56.504296Z","steps":["trace[673163181] 'process raft request' (duration: 762.530039ms)"],"step_count":1} {"level":"warn","ts":"2026-04-10T03:51:56.504463Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-10T03:51:55.740448Z","time spent":"763.967595ms","remote":"127.0.0.1:32882","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":29801,"response count":0,"response size":39,"request content":"compare: success:> failure:<>"} {"level":"info","ts":"2026-04-10T03:51:56.504513Z","caller":"traceutil/trace.go:171","msg":"trace[2021809303] transaction","detail":"{read_only:false; response_revision:530; number_of_response:1; }","duration":"755.759327ms","start":"2026-04-10T03:51:55.748567Z","end":"2026-04-10T03:51:56.504326Z","steps":["trace[2021809303] 'process raft request' (duration: 754.478918ms)"],"step_count":1} {"level":"warn","ts":"2026-04-10T03:51:56.504604Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-10T03:51:55.748546Z","time spent":"756.023278ms","remote":"127.0.0.1:32882","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":28166,"response count":0,"response size":39,"request content":"compare: success:> failure:<>"} {"level":"info","ts":"2026-04-10T03:51:56.50488Z","caller":"traceutil/trace.go:171","msg":"trace[363464238] transaction","detail":"{read_only:false; response_revision:526; number_of_response:1; }","duration":"775.065821ms","start":"2026-04-10T03:51:55.727987Z","end":"2026-04-10T03:51:56.503053Z","steps":["trace[363464238] 'process raft request' (duration: 774.845653ms)"],"step_count":1} {"level":"info","ts":"2026-04-10T03:51:56.504996Z","caller":"traceutil/trace.go:171","msg":"trace[342912066] transaction","detail":"{read_only:false; response_revision:531; number_of_response:1; }","duration":"744.093379ms","start":"2026-04-10T03:51:55.760633Z","end":"2026-04-10T03:51:56.504726Z","steps":["trace[342912066] 'process raft request' (duration: 743.110861ms)"],"step_count":1} {"level":"warn","ts":"2026-04-10T03:51:56.505011Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-10T03:51:55.72797Z","time spent":"777.001556ms","remote":"127.0.0.1:32882","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":22019,"response count":0,"response size":39,"request content":"compare: success:> failure:<>"} {"level":"warn","ts":"2026-04-10T03:51:56.505062Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-10T03:51:55.760613Z","time spent":"744.416802ms","remote":"127.0.0.1:32882","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":63889,"response count":0,"response size":39,"request content":"compare: success:> failure:<>"} {"level":"warn","ts":"2026-04-10T03:51:56.505304Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-10T03:51:55.72448Z","time spent":"778.578806ms","remote":"127.0.0.1:32882","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":8162,"response count":0,"response size":39,"request content":"compare: success:> failure:<>"} {"level":"info","ts":"2026-04-10T03:51:56.503124Z","caller":"traceutil/trace.go:171","msg":"trace[584996703] transaction","detail":"{read_only:false; response_revision:528; number_of_response:1; }","duration":"769.373513ms","start":"2026-04-10T03:51:55.73374Z","end":"2026-04-10T03:51:56.503113Z","steps":["trace[584996703] 'process raft request' (duration: 769.185185ms)"],"step_count":1} {"level":"warn","ts":"2026-04-10T03:51:56.50635Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-10T03:51:55.733722Z","time spent":"772.591786ms","remote":"127.0.0.1:32882","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":29820,"response count":0,"response size":39,"request content":"compare: success:> failure:<>"} {"level":"info","ts":"2026-04-10T03:51:56.507156Z","caller":"traceutil/trace.go:171","msg":"trace[1082440577] transaction","detail":"{read_only:false; response_revision:532; number_of_response:1; }","duration":"732.851135ms","start":"2026-04-10T03:51:55.774234Z","end":"2026-04-10T03:51:56.507085Z","steps":["trace[1082440577] 'process raft request' (duration: 731.269074ms)"],"step_count":1} {"level":"warn","ts":"2026-04-10T03:51:56.507376Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-10T03:51:55.774212Z","time spent":"733.062703ms","remote":"127.0.0.1:32882","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":58271,"response count":0,"response size":39,"request content":"compare: success:> failure:<>"} {"level":"info","ts":"2026-04-10T03:51:56.512364Z","caller":"traceutil/trace.go:171","msg":"trace[313266335] transaction","detail":"{read_only:false; response_revision:533; number_of_response:1; }","duration":"725.122196ms","start":"2026-04-10T03:51:55.787152Z","end":"2026-04-10T03:51:56.512275Z","steps":["trace[313266335] 'process raft request' (duration: 722.030098ms)"],"step_count":1} {"level":"warn","ts":"2026-04-10T03:51:56.512442Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-10T03:51:55.787136Z","time spent":"725.270501ms","remote":"127.0.0.1:32882","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":79374,"response count":0,"response size":39,"request content":"compare: success:> failure:<>"} {"level":"warn","ts":"2026-04-10T03:51:56.519347Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"439.608271ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/kube-controller-manager\" ","response":"range_response_count:1 size:506"} {"level":"info","ts":"2026-04-10T03:51:56.519425Z","caller":"traceutil/trace.go:171","msg":"trace[1310059054] range","detail":"{range_begin:/registry/leases/kube-system/kube-controller-manager; range_end:; response_count:1; response_revision:539; }","duration":"439.723296ms","start":"2026-04-10T03:51:56.079681Z","end":"2026-04-10T03:51:56.519404Z","steps":["trace[1310059054] 'agreement among raft nodes before linearized reading' (duration: 434.218215ms)"],"step_count":1} {"level":"warn","ts":"2026-04-10T03:51:56.519569Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-10T03:51:56.079665Z","time spent":"439.892192ms","remote":"127.0.0.1:33096","response type":"/etcdserverpb.KV/Range","request count":0,"request size":54,"response count":1,"response size":529,"request content":"key:\"/registry/leases/kube-system/kube-controller-manager\" "} {"level":"info","ts":"2026-04-10T03:51:56.519821Z","caller":"traceutil/trace.go:171","msg":"trace[876557121] transaction","detail":"{read_only:false; response_revision:534; number_of_response:1; }","duration":"629.029086ms","start":"2026-04-10T03:51:55.884884Z","end":"2026-04-10T03:51:56.513913Z","steps":["trace[876557121] 'process raft request' (duration: 627.808009ms)"],"step_count":1} {"level":"warn","ts":"2026-04-10T03:51:56.520328Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-10T03:51:55.884858Z","time spent":"635.002954ms","remote":"127.0.0.1:32882","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":149907,"response count":0,"response size":39,"request content":"compare: success:> failure:<>"} {"level":"info","ts":"2026-04-10T03:51:56.52092Z","caller":"traceutil/trace.go:171","msg":"trace[2002069088] linearizableReadLoop","detail":"{readStateIndex:556; appliedIndex:544; }","duration":"435.291745ms","start":"2026-04-10T03:51:56.079724Z","end":"2026-04-10T03:51:56.515016Z","steps":["trace[2002069088] 'read index received' (duration: 411.564817ms)","trace[2002069088] 'applied index is now lower than readState.Index' (duration: 22.605345ms)"],"step_count":2} {"level":"warn","ts":"2026-04-10T03:51:56.52517Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"441.136638ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/plndr-cp-lock\" ","response":"range_response_count:1 size:432"} {"level":"info","ts":"2026-04-10T03:51:56.525459Z","caller":"traceutil/trace.go:171","msg":"trace[1843725441] range","detail":"{range_begin:/registry/leases/kube-system/plndr-cp-lock; range_end:; response_count:1; response_revision:540; }","duration":"441.540344ms","start":"2026-04-10T03:51:56.083899Z","end":"2026-04-10T03:51:56.525439Z","steps":["trace[1843725441] 'agreement among raft nodes before linearized reading' (duration: 441.082307ms)"],"step_count":1} {"level":"warn","ts":"2026-04-10T03:51:56.52562Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-10T03:51:56.083879Z","time spent":"441.616588ms","remote":"127.0.0.1:33096","response type":"/etcdserverpb.KV/Range","request count":0,"request size":44,"response count":1,"response size":455,"request content":"key:\"/registry/leases/kube-system/plndr-cp-lock\" "} {"level":"warn","ts":"2026-04-10T03:51:56.526415Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"438.483847ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/plndr-svcs-lock\" ","response":"range_response_count:1 size:436"} {"level":"info","ts":"2026-04-10T03:51:56.526446Z","caller":"traceutil/trace.go:171","msg":"trace[2116611221] range","detail":"{range_begin:/registry/leases/kube-system/plndr-svcs-lock; range_end:; response_count:1; response_revision:540; }","duration":"438.532059ms","start":"2026-04-10T03:51:56.087905Z","end":"2026-04-10T03:51:56.526437Z","steps":["trace[2116611221] 'agreement among raft nodes before linearized reading' (duration: 438.390754ms)"],"step_count":1} {"level":"warn","ts":"2026-04-10T03:51:56.526568Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-10T03:51:56.087892Z","time spent":"438.667896ms","remote":"127.0.0.1:33096","response type":"/etcdserverpb.KV/Range","request count":0,"request size":46,"response count":1,"response size":459,"request content":"key:\"/registry/leases/kube-system/plndr-svcs-lock\" "} {"level":"info","ts":"2026-04-10T03:51:57.795545Z","caller":"traceutil/trace.go:171","msg":"trace[612428626] linearizableReadLoop","detail":"{readStateIndex:629; appliedIndex:628; }","duration":"103.075084ms","start":"2026-04-10T03:51:57.692442Z","end":"2026-04-10T03:51:57.795517Z","steps":["trace[612428626] 'read index received' (duration: 39.411586ms)","trace[612428626] 'applied index is now lower than readState.Index' (duration: 63.662698ms)"],"step_count":2} {"level":"info","ts":"2026-04-10T03:51:57.795706Z","caller":"traceutil/trace.go:171","msg":"trace[935646944] transaction","detail":"{read_only:false; response_revision:600; number_of_response:1; }","duration":"105.552968ms","start":"2026-04-10T03:51:57.690111Z","end":"2026-04-10T03:51:57.795664Z","steps":["trace[935646944] 'process raft request' (duration: 41.816228ms)","trace[935646944] 'compare' (duration: 63.46975ms)"],"step_count":2} {"level":"warn","ts":"2026-04-10T03:51:57.795766Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"103.263091ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/apiextensions.k8s.io/customresourcedefinitions/referencegrants.gateway.networking.k8s.io\" ","response":"range_response_count:1 size:7708"} {"level":"info","ts":"2026-04-10T03:51:57.795829Z","caller":"traceutil/trace.go:171","msg":"trace[1588473141] range","detail":"{range_begin:/registry/apiextensions.k8s.io/customresourcedefinitions/referencegrants.gateway.networking.k8s.io; range_end:; response_count:1; response_revision:600; }","duration":"103.412928ms","start":"2026-04-10T03:51:57.692402Z","end":"2026-04-10T03:51:57.795815Z","steps":["trace[1588473141] 'agreement among raft nodes before linearized reading' (duration: 103.20271ms)"],"step_count":1} {"level":"info","ts":"2026-04-10T03:51:58.717691Z","caller":"traceutil/trace.go:171","msg":"trace[835289081] linearizableReadLoop","detail":"{readStateIndex:633; appliedIndex:632; }","duration":"148.836393ms","start":"2026-04-10T03:51:58.56883Z","end":"2026-04-10T03:51:58.717666Z","steps":["trace[835289081] 'read index received' (duration: 148.687517ms)","trace[835289081] 'applied index is now lower than readState.Index' (duration: 147.496µs)"],"step_count":2} {"level":"info","ts":"2026-04-10T03:51:58.717788Z","caller":"traceutil/trace.go:171","msg":"trace[927390340] transaction","detail":"{read_only:false; response_revision:603; number_of_response:1; }","duration":"149.26183ms","start":"2026-04-10T03:51:58.568505Z","end":"2026-04-10T03:51:58.717767Z","steps":["trace[927390340] 'process raft request' (duration: 149.01292ms)"],"step_count":1} {"level":"warn","ts":"2026-04-10T03:51:58.717867Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"149.011629ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/plndr-cp-lock\" ","response":"range_response_count:1 size:431"} {"level":"info","ts":"2026-04-10T03:51:58.717897Z","caller":"traceutil/trace.go:171","msg":"trace[102808612] range","detail":"{range_begin:/registry/leases/kube-system/plndr-cp-lock; range_end:; response_count:1; response_revision:603; }","duration":"149.058531ms","start":"2026-04-10T03:51:58.568829Z","end":"2026-04-10T03:51:58.717887Z","steps":["trace[102808612] 'agreement among raft nodes before linearized reading' (duration: 148.928936ms)"],"step_count":1} {"level":"info","ts":"2026-04-10T03:51:58.839769Z","caller":"traceutil/trace.go:171","msg":"trace[480415788] transaction","detail":"{read_only:false; response_revision:605; number_of_response:1; }","duration":"117.036813ms","start":"2026-04-10T03:51:58.722697Z","end":"2026-04-10T03:51:58.839734Z","steps":["trace[480415788] 'process raft request' (duration: 116.955591ms)"],"step_count":1} {"level":"info","ts":"2026-04-10T03:51:58.839993Z","caller":"traceutil/trace.go:171","msg":"trace[288013155] transaction","detail":"{read_only:false; response_revision:604; number_of_response:1; }","duration":"267.616863ms","start":"2026-04-10T03:51:58.57234Z","end":"2026-04-10T03:51:58.839957Z","steps":["trace[288013155] 'process raft request' (duration: 216.62828ms)","trace[288013155] 'compare' (duration: 50.408791ms)"],"step_count":2} {"level":"info","ts":"2026-04-10T03:51:59.753273Z","caller":"traceutil/trace.go:171","msg":"trace[908389385] linearizableReadLoop","detail":"{readStateIndex:639; appliedIndex:638; }","duration":"107.735956ms","start":"2026-04-10T03:51:59.645515Z","end":"2026-04-10T03:51:59.753251Z","steps":["trace[908389385] 'read index received' (duration: 106.127636ms)","trace[908389385] 'applied index is now lower than readState.Index' (duration: 1.60741ms)"],"step_count":2} {"level":"info","ts":"2026-04-10T03:51:59.753322Z","caller":"traceutil/trace.go:171","msg":"trace[289797309] transaction","detail":"{read_only:false; response_revision:609; number_of_response:1; }","duration":"200.063495ms","start":"2026-04-10T03:51:59.55322Z","end":"2026-04-10T03:51:59.753284Z","steps":["trace[289797309] 'process raft request' (duration: 199.281136ms)"],"step_count":1} {"level":"warn","ts":"2026-04-10T03:51:59.753493Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"107.966165ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/kube-scheduler\" ","response":"range_response_count:1 size:478"} {"level":"info","ts":"2026-04-10T03:51:59.753536Z","caller":"traceutil/trace.go:171","msg":"trace[1302219086] range","detail":"{range_begin:/registry/leases/kube-system/kube-scheduler; range_end:; response_count:1; response_revision:609; }","duration":"108.064038ms","start":"2026-04-10T03:51:59.645462Z","end":"2026-04-10T03:51:59.753526Z","steps":["trace[1302219086] 'agreement among raft nodes before linearized reading' (duration: 107.874131ms)"],"step_count":1} {"level":"warn","ts":"2026-04-10T03:52:00.078395Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"128.366489ms","expected-duration":"100ms","prefix":"","request":"header: txn: success:> failure: >>","response":"size:16"} {"level":"info","ts":"2026-04-10T03:52:00.078494Z","caller":"traceutil/trace.go:171","msg":"trace[206054147] linearizableReadLoop","detail":"{readStateIndex:640; appliedIndex:639; }","duration":"252.113666ms","start":"2026-04-10T03:51:59.826366Z","end":"2026-04-10T03:52:00.078479Z","steps":["trace[206054147] 'read index received' (duration: 123.555459ms)","trace[206054147] 'applied index is now lower than readState.Index' (duration: 128.556967ms)"],"step_count":2} {"level":"info","ts":"2026-04-10T03:52:00.07853Z","caller":"traceutil/trace.go:171","msg":"trace[92784217] transaction","detail":"{read_only:false; response_revision:610; number_of_response:1; }","duration":"320.629382ms","start":"2026-04-10T03:51:59.757876Z","end":"2026-04-10T03:52:00.078505Z","steps":["trace[92784217] 'process raft request' (duration: 191.93725ms)","trace[92784217] 'compare' (duration: 128.247145ms)"],"step_count":2} {"level":"warn","ts":"2026-04-10T03:52:00.078611Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"252.23396ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/serviceaccounts/envoy-gateway-system/envoy-gateway-gateway-helm-certgen\" ","response":"range_response_count:0 size:5"} {"level":"warn","ts":"2026-04-10T03:52:00.078654Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-10T03:51:59.757849Z","time spent":"320.751857ms","remote":"127.0.0.1:33096","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":463,"response count":0,"response size":39,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-04-10T03:52:00.078667Z","caller":"traceutil/trace.go:171","msg":"trace[1221800600] range","detail":"{range_begin:/registry/serviceaccounts/envoy-gateway-system/envoy-gateway-gateway-helm-certgen; range_end:; response_count:0; response_revision:610; }","duration":"252.288402ms","start":"2026-04-10T03:51:59.826362Z","end":"2026-04-10T03:52:00.07865Z","steps":["trace[1221800600] 'agreement among raft nodes before linearized reading' (duration: 252.206958ms)"],"step_count":1} {"level":"warn","ts":"2026-04-10T03:52:01.115981Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"394.727978ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/kube-controller-manager\" ","response":"range_response_count:1 size:506"} {"level":"info","ts":"2026-04-10T03:52:01.116085Z","caller":"traceutil/trace.go:171","msg":"trace[2069781006] range","detail":"{range_begin:/registry/leases/kube-system/kube-controller-manager; range_end:; response_count:1; response_revision:612; }","duration":"394.873145ms","start":"2026-04-10T03:52:00.721185Z","end":"2026-04-10T03:52:01.116058Z","steps":["trace[2069781006] 'range keys from in-memory index tree' (duration: 394.538501ms)"],"step_count":1} {"level":"warn","ts":"2026-04-10T03:52:01.116118Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"271.421751ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/plndr-svcs-lock\" ","response":"range_response_count:1 size:437"} {"level":"warn","ts":"2026-04-10T03:52:01.116179Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-10T03:52:00.721142Z","time spent":"395.02328ms","remote":"127.0.0.1:33096","response type":"/etcdserverpb.KV/Range","request count":0,"request size":54,"response count":1,"response size":529,"request content":"key:\"/registry/leases/kube-system/kube-controller-manager\" "} {"level":"info","ts":"2026-04-10T03:52:01.116235Z","caller":"traceutil/trace.go:171","msg":"trace[1663722991] range","detail":"{range_begin:/registry/leases/kube-system/plndr-svcs-lock; range_end:; response_count:1; response_revision:612; }","duration":"271.594167ms","start":"2026-04-10T03:52:00.844616Z","end":"2026-04-10T03:52:01.116211Z","steps":["trace[1663722991] 'range keys from in-memory index tree' (duration: 271.194912ms)"],"step_count":1} {"level":"warn","ts":"2026-04-10T03:52:01.116381Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"271.783405ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/plndr-cp-lock\" ","response":"range_response_count:1 size:432"} {"level":"info","ts":"2026-04-10T03:52:01.116624Z","caller":"traceutil/trace.go:171","msg":"trace[1616925760] range","detail":"{range_begin:/registry/leases/kube-system/plndr-cp-lock; range_end:; response_count:1; response_revision:612; }","duration":"272.095465ms","start":"2026-04-10T03:52:00.844449Z","end":"2026-04-10T03:52:01.116544Z","steps":["trace[1616925760] 'range keys from in-memory index tree' (duration: 271.371289ms)"],"step_count":1} {"level":"info","ts":"2026-04-10T03:52:01.326403Z","caller":"traceutil/trace.go:171","msg":"trace[580575780] linearizableReadLoop","detail":"{readStateIndex:643; appliedIndex:642; }","duration":"265.571605ms","start":"2026-04-10T03:52:01.060806Z","end":"2026-04-10T03:52:01.326377Z","steps":["trace[580575780] 'read index received' (duration: 264.751154ms)","trace[580575780] 'applied index is now lower than readState.Index' (duration: 819.541µs)"],"step_count":2} {"level":"info","ts":"2026-04-10T03:52:01.326475Z","caller":"traceutil/trace.go:171","msg":"trace[90627927] transaction","detail":"{read_only:false; response_revision:613; number_of_response:1; }","duration":"309.401884ms","start":"2026-04-10T03:52:01.017022Z","end":"2026-04-10T03:52:01.326424Z","steps":["trace[90627927] 'process raft request' (duration: 308.729919ms)"],"step_count":1} {"level":"warn","ts":"2026-04-10T03:52:01.326523Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"265.693009ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/health\" ","response":"range_response_count:0 size:5"} {"level":"info","ts":"2026-04-10T03:52:01.32656Z","caller":"traceutil/trace.go:171","msg":"trace[219415196] range","detail":"{range_begin:/registry/health; range_end:; response_count:0; response_revision:613; }","duration":"265.785153ms","start":"2026-04-10T03:52:01.060766Z","end":"2026-04-10T03:52:01.326551Z","steps":["trace[219415196] 'agreement among raft nodes before linearized reading' (duration: 265.70396ms)"],"step_count":1} {"level":"warn","ts":"2026-04-10T03:52:01.326657Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-10T03:52:01.016976Z","time spent":"309.586182ms","remote":"127.0.0.1:32928","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":1036157,"response count":0,"response size":39,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-04-10T03:52:01.562252Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"127.339506ms","expected-duration":"100ms","prefix":"","request":"header: txn: success:> failure: >>","response":"size:16"} {"level":"info","ts":"2026-04-10T03:52:01.562413Z","caller":"traceutil/trace.go:171","msg":"trace[1162294141] transaction","detail":"{read_only:false; response_revision:614; number_of_response:1; }","duration":"442.509914ms","start":"2026-04-10T03:52:01.11987Z","end":"2026-04-10T03:52:01.56238Z","steps":["trace[1162294141] 'process raft request' (duration: 314.968661ms)","trace[1162294141] 'compare' (duration: 127.192751ms)"],"step_count":2} {"level":"warn","ts":"2026-04-10T03:52:01.562589Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-10T03:52:01.119849Z","time spent":"442.654419ms","remote":"127.0.0.1:33096","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":491,"response count":0,"response size":39,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-04-10T03:52:01.562799Z","caller":"traceutil/trace.go:171","msg":"trace[431505739] transaction","detail":"{read_only:false; response_revision:615; number_of_response:1; }","duration":"442.091958ms","start":"2026-04-10T03:52:01.120686Z","end":"2026-04-10T03:52:01.562778Z","steps":["trace[431505739] 'process raft request' (duration: 441.661503ms)"],"step_count":1} {"level":"warn","ts":"2026-04-10T03:52:01.562954Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-10T03:52:01.120673Z","time spent":"442.175452ms","remote":"127.0.0.1:33096","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":418,"response count":0,"response size":39,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-04-10T03:52:01.56312Z","caller":"traceutil/trace.go:171","msg":"trace[996260670] linearizableReadLoop","detail":"{readStateIndex:646; appliedIndex:643; }","duration":"235.375669ms","start":"2026-04-10T03:52:01.327661Z","end":"2026-04-10T03:52:01.563037Z","steps":["trace[996260670] 'read index received' (duration: 107.14342ms)","trace[996260670] 'applied index is now lower than readState.Index' (duration: 128.229929ms)"],"step_count":2} {"level":"info","ts":"2026-04-10T03:52:01.563156Z","caller":"traceutil/trace.go:171","msg":"trace[1872809401] transaction","detail":"{read_only:false; response_revision:617; number_of_response:1; }","duration":"178.636751ms","start":"2026-04-10T03:52:01.384502Z","end":"2026-04-10T03:52:01.563138Z","steps":["trace[1872809401] 'process raft request' (duration: 178.300609ms)"],"step_count":1} {"level":"info","ts":"2026-04-10T03:52:01.563218Z","caller":"traceutil/trace.go:171","msg":"trace[376477581] transaction","detail":"{read_only:false; response_revision:616; number_of_response:1; }","duration":"442.369639ms","start":"2026-04-10T03:52:01.120838Z","end":"2026-04-10T03:52:01.563208Z","steps":["trace[376477581] 'process raft request' (duration: 441.826979ms)"],"step_count":1} {"level":"warn","ts":"2026-04-10T03:52:01.563297Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-10T03:52:01.120814Z","time spent":"442.442282ms","remote":"127.0.0.1:33096","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":423,"response count":0,"response size":39,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-04-10T03:52:01.563315Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"235.632099ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/health\" ","response":"range_response_count:0 size:5"} {"level":"info","ts":"2026-04-10T03:52:01.563397Z","caller":"traceutil/trace.go:171","msg":"trace[1344454321] range","detail":"{range_begin:/registry/health; range_end:; response_count:0; response_revision:618; }","duration":"235.759833ms","start":"2026-04-10T03:52:01.327618Z","end":"2026-04-10T03:52:01.563378Z","steps":["trace[1344454321] 'agreement among raft nodes before linearized reading' (duration: 235.628268ms)"],"step_count":1} {"level":"info","ts":"2026-04-10T03:52:05.152031Z","caller":"traceutil/trace.go:171","msg":"trace[1571054464] transaction","detail":"{read_only:false; response_revision:643; number_of_response:1; }","duration":"279.088668ms","start":"2026-04-10T03:52:04.872909Z","end":"2026-04-10T03:52:05.151998Z","steps":["trace[1571054464] 'process raft request' (duration: 278.878161ms)"],"step_count":1} {"level":"warn","ts":"2026-04-10T03:52:07.024929Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.269344269s","expected-duration":"100ms","prefix":"","request":"header: txn: success:> failure: >>","response":"size:16"} {"level":"info","ts":"2026-04-10T03:52:07.025213Z","caller":"traceutil/trace.go:171","msg":"trace[1886541629] linearizableReadLoop","detail":"{readStateIndex:677; appliedIndex:675; }","duration":"964.781178ms","start":"2026-04-10T03:52:06.060408Z","end":"2026-04-10T03:52:07.025189Z","steps":["trace[1886541629] 'read index received' (duration: 37.572µs)","trace[1886541629] 'applied index is now lower than readState.Index' (duration: 964.742386ms)"],"step_count":2} {"level":"warn","ts":"2026-04-10T03:52:07.025473Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"965.044417ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/health\" ","response":"range_response_count:0 size:5"} {"level":"info","ts":"2026-04-10T03:52:07.02559Z","caller":"traceutil/trace.go:171","msg":"trace[719807380] range","detail":"{range_begin:/registry/health; range_end:; response_count:0; response_revision:646; }","duration":"965.214683ms","start":"2026-04-10T03:52:06.060353Z","end":"2026-04-10T03:52:07.025567Z","steps":["trace[719807380] 'agreement among raft nodes before linearized reading' (duration: 965.039167ms)"],"step_count":1} {"level":"warn","ts":"2026-04-10T03:52:07.025642Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-10T03:52:06.060333Z","time spent":"965.298005ms","remote":"127.0.0.1:32842","response type":"/etcdserverpb.KV/Range","request count":0,"request size":18,"response count":0,"response size":28,"request content":"key:\"/registry/health\" "} {"level":"info","ts":"2026-04-10T03:52:07.025763Z","caller":"traceutil/trace.go:171","msg":"trace[885976927] transaction","detail":"{read_only:false; response_revision:645; number_of_response:1; }","duration":"1.437347188s","start":"2026-04-10T03:52:05.588392Z","end":"2026-04-10T03:52:07.02574Z","steps":["trace[885976927] 'process raft request' (duration: 167.108956ms)","trace[885976927] 'compare' (duration: 1.269075861s)"],"step_count":2} {"level":"info","ts":"2026-04-10T03:52:07.025794Z","caller":"traceutil/trace.go:171","msg":"trace[1899291506] transaction","detail":"{read_only:false; response_revision:646; number_of_response:1; }","duration":"1.437313336s","start":"2026-04-10T03:52:05.588459Z","end":"2026-04-10T03:52:07.025773Z","steps":["trace[1899291506] 'process raft request' (duration: 1.436646612s)"],"step_count":1} {"level":"warn","ts":"2026-04-10T03:52:07.025887Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-10T03:52:05.588376Z","time spent":"1.437455401s","remote":"127.0.0.1:33096","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":423,"response count":0,"response size":39,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-04-10T03:52:07.02589Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-10T03:52:05.588437Z","time spent":"1.437396119s","remote":"127.0.0.1:33096","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":491,"response count":0,"response size":39,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-04-10T03:52:07.026148Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"918.600624ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/kube-scheduler\" ","response":"range_response_count:1 size:477"} {"level":"info","ts":"2026-04-10T03:52:07.026208Z","caller":"traceutil/trace.go:171","msg":"trace[102325829] range","detail":"{range_begin:/registry/leases/kube-system/kube-scheduler; range_end:; response_count:1; response_revision:646; }","duration":"918.690498ms","start":"2026-04-10T03:52:06.107503Z","end":"2026-04-10T03:52:07.026194Z","steps":["trace[102325829] 'agreement among raft nodes before linearized reading' (duration: 918.342476ms)"],"step_count":1} {"level":"warn","ts":"2026-04-10T03:52:07.026336Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-10T03:52:06.107492Z","time spent":"918.832783ms","remote":"127.0.0.1:33096","response type":"/etcdserverpb.KV/Range","request count":0,"request size":45,"response count":1,"response size":500,"request content":"key:\"/registry/leases/kube-system/kube-scheduler\" "} {"level":"warn","ts":"2026-04-10T03:52:08.430854Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"371.178802ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/health\" ","response":"range_response_count:0 size:5"} {"level":"info","ts":"2026-04-10T03:52:08.430923Z","caller":"traceutil/trace.go:171","msg":"trace[964210434] range","detail":"{range_begin:/registry/health; range_end:; response_count:0; response_revision:652; }","duration":"371.290065ms","start":"2026-04-10T03:52:08.059619Z","end":"2026-04-10T03:52:08.430909Z","steps":["trace[964210434] 'range keys from in-memory index tree' (duration: 371.095708ms)"],"step_count":1} {"level":"warn","ts":"2026-04-10T03:52:08.430961Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-10T03:52:08.059597Z","time spent":"371.358278ms","remote":"127.0.0.1:32842","response type":"/etcdserverpb.KV/Range","request count":0,"request size":18,"response count":0,"response size":28,"request content":"key:\"/registry/health\" "} {"level":"info","ts":"2026-04-10T03:52:18.664821Z","caller":"traceutil/trace.go:171","msg":"trace[384695170] transaction","detail":"{read_only:false; response_revision:766; number_of_response:1; }","duration":"174.473216ms","start":"2026-04-10T03:52:18.490316Z","end":"2026-04-10T03:52:18.664789Z","steps":["trace[384695170] 'process raft request' (duration: 149.365851ms)","trace[384695170] 'compare' (duration: 24.868337ms)"],"step_count":2} {"level":"info","ts":"2026-04-10T03:52:18.978978Z","caller":"traceutil/trace.go:171","msg":"trace[332855306] linearizableReadLoop","detail":"{readStateIndex:802; appliedIndex:801; }","duration":"275.653813ms","start":"2026-04-10T03:52:18.703292Z","end":"2026-04-10T03:52:18.978946Z","steps":["trace[332855306] 'read index received' (duration: 275.259021ms)","trace[332855306] 'applied index is now lower than readState.Index' (duration: 393.012µs)"],"step_count":2} {"level":"info","ts":"2026-04-10T03:52:18.979042Z","caller":"traceutil/trace.go:171","msg":"trace[1740298080] transaction","detail":"{read_only:false; response_revision:767; number_of_response:1; }","duration":"296.661174ms","start":"2026-04-10T03:52:18.682349Z","end":"2026-04-10T03:52:18.979011Z","steps":["trace[1740298080] 'process raft request' (duration: 296.298432ms)"],"step_count":1} {"level":"warn","ts":"2026-04-10T03:52:18.979511Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"276.181391ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/cilium-operator-resource-lock\" ","response":"range_response_count:1 size:492"} {"level":"info","ts":"2026-04-10T03:52:18.979629Z","caller":"traceutil/trace.go:171","msg":"trace[47706169] range","detail":"{range_begin:/registry/leases/kube-system/cilium-operator-resource-lock; range_end:; response_count:1; response_revision:767; }","duration":"276.338437ms","start":"2026-04-10T03:52:18.703266Z","end":"2026-04-10T03:52:18.979604Z","steps":["trace[47706169] 'agreement among raft nodes before linearized reading' (duration: 275.792748ms)"],"step_count":1} {"level":"info","ts":"2026-04-10T03:52:19.365372Z","caller":"traceutil/trace.go:171","msg":"trace[2007609378] linearizableReadLoop","detail":"{readStateIndex:805; appliedIndex:803; }","duration":"289.817481ms","start":"2026-04-10T03:52:19.075533Z","end":"2026-04-10T03:52:19.36535Z","steps":["trace[2007609378] 'read index received' (duration: 289.699897ms)","trace[2007609378] 'applied index is now lower than readState.Index' (duration: 116.614µs)"],"step_count":2} {"level":"info","ts":"2026-04-10T03:52:19.365493Z","caller":"traceutil/trace.go:171","msg":"trace[688595311] transaction","detail":"{read_only:false; response_revision:769; number_of_response:1; }","duration":"378.83875ms","start":"2026-04-10T03:52:18.986645Z","end":"2026-04-10T03:52:19.365484Z","steps":["trace[688595311] 'process raft request' (duration: 378.475637ms)"],"step_count":1} {"level":"warn","ts":"2026-04-10T03:52:19.365588Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-10T03:52:18.986635Z","time spent":"378.882611ms","remote":"127.0.0.1:33020","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":4177,"response count":0,"response size":39,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-04-10T03:52:19.365698Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"290.164632ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/plndr-svcs-lock\" ","response":"range_response_count:1 size:436"} {"level":"info","ts":"2026-04-10T03:52:19.365744Z","caller":"traceutil/trace.go:171","msg":"trace[1511851321] range","detail":"{range_begin:/registry/leases/kube-system/plndr-svcs-lock; range_end:; response_count:1; response_revision:770; }","duration":"290.265756ms","start":"2026-04-10T03:52:19.075466Z","end":"2026-04-10T03:52:19.365732Z","steps":["trace[1511851321] 'agreement among raft nodes before linearized reading' (duration: 290.024858ms)"],"step_count":1} {"level":"warn","ts":"2026-04-10T03:52:19.365852Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"285.017262ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/kube-controller-manager\" ","response":"range_response_count:1 size:505"} {"level":"info","ts":"2026-04-10T03:52:19.365884Z","caller":"traceutil/trace.go:171","msg":"trace[1477090538] range","detail":"{range_begin:/registry/leases/kube-system/kube-controller-manager; range_end:; response_count:1; response_revision:770; }","duration":"285.065163ms","start":"2026-04-10T03:52:19.080807Z","end":"2026-04-10T03:52:19.365872Z","steps":["trace[1477090538] 'agreement among raft nodes before linearized reading' (duration: 284.97445ms)"],"step_count":1} {"level":"info","ts":"2026-04-10T03:52:19.365929Z","caller":"traceutil/trace.go:171","msg":"trace[1772808813] transaction","detail":"{read_only:false; response_revision:770; number_of_response:1; }","duration":"372.737066ms","start":"2026-04-10T03:52:18.993182Z","end":"2026-04-10T03:52:19.365919Z","steps":["trace[1772808813] 'process raft request' (duration: 372.102805ms)"],"step_count":1} {"level":"warn","ts":"2026-04-10T03:52:19.365989Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-10T03:52:18.993169Z","time spent":"372.783928ms","remote":"127.0.0.1:33288","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":14465,"response count":0,"response size":39,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-04-10T03:52:19.366057Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"221.384886ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/kube-scheduler\" ","response":"range_response_count:1 size:477"} {"level":"info","ts":"2026-04-10T03:52:19.366083Z","caller":"traceutil/trace.go:171","msg":"trace[436754385] range","detail":"{range_begin:/registry/leases/kube-system/kube-scheduler; range_end:; response_count:1; response_revision:770; }","duration":"221.442978ms","start":"2026-04-10T03:52:19.144633Z","end":"2026-04-10T03:52:19.366076Z","steps":["trace[436754385] 'agreement among raft nodes before linearized reading' (duration: 221.367495ms)"],"step_count":1} {"level":"warn","ts":"2026-04-10T03:52:19.626909Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"165.072713ms","expected-duration":"100ms","prefix":"","request":"header: txn: success:> failure: >>","response":"size:16"} {"level":"info","ts":"2026-04-10T03:52:19.627173Z","caller":"traceutil/trace.go:171","msg":"trace[1313679999] transaction","detail":"{read_only:false; response_revision:772; number_of_response:1; }","duration":"256.200568ms","start":"2026-04-10T03:52:19.370932Z","end":"2026-04-10T03:52:19.627132Z","steps":["trace[1313679999] 'process raft request' (duration: 90.800264ms)","trace[1313679999] 'compare' (duration: 164.941709ms)"],"step_count":2} {"level":"info","ts":"2026-04-10T03:52:19.62732Z","caller":"traceutil/trace.go:171","msg":"trace[2122636782] transaction","detail":"{read_only:false; response_revision:774; number_of_response:1; }","duration":"253.097835ms","start":"2026-04-10T03:52:19.374198Z","end":"2026-04-10T03:52:19.627296Z","steps":["trace[2122636782] 'process raft request' (duration: 252.906359ms)"],"step_count":1} {"level":"info","ts":"2026-04-10T03:52:19.62735Z","caller":"traceutil/trace.go:171","msg":"trace[1880898325] transaction","detail":"{read_only:false; response_revision:773; number_of_response:1; }","duration":"256.119555ms","start":"2026-04-10T03:52:19.371203Z","end":"2026-04-10T03:52:19.627322Z","steps":["trace[1880898325] 'process raft request' (duration: 255.817375ms)"],"step_count":1} {"level":"info","ts":"2026-04-10T03:52:21.576326Z","caller":"traceutil/trace.go:171","msg":"trace[679587214] transaction","detail":"{read_only:false; response_revision:790; number_of_response:1; }","duration":"190.471874ms","start":"2026-04-10T03:52:21.385817Z","end":"2026-04-10T03:52:21.576288Z","steps":["trace[679587214] 'process raft request' (duration: 190.138383ms)"],"step_count":1} {"level":"warn","ts":"2026-04-10T03:52:24.560496Z","caller":"etcdserver/v3_server.go:897","msg":"waiting for ReadIndex response took too long, retrying","sent-request-id":6432439295843422160,"retry-timeout":"500ms"} {"level":"warn","ts":"2026-04-10T03:52:25.061176Z","caller":"etcdserver/v3_server.go:897","msg":"waiting for ReadIndex response took too long, retrying","sent-request-id":6432439295843422160,"retry-timeout":"500ms"} {"level":"warn","ts":"2026-04-10T03:52:25.07602Z","caller":"wal/wal.go:805","msg":"slow fdatasync","took":"1.103459274s","expected-duration":"1s"} {"level":"info","ts":"2026-04-10T03:52:25.076453Z","caller":"traceutil/trace.go:171","msg":"trace[1227870531] linearizableReadLoop","detail":"{readStateIndex:846; appliedIndex:845; }","duration":"1.01597489s","start":"2026-04-10T03:52:24.060456Z","end":"2026-04-10T03:52:25.076431Z","steps":["trace[1227870531] 'read index received' (duration: 1.015721263s)","trace[1227870531] 'applied index is now lower than readState.Index' (duration: 252.697µs)"],"step_count":2} {"level":"info","ts":"2026-04-10T03:52:25.076714Z","caller":"traceutil/trace.go:171","msg":"trace[227742444] transaction","detail":"{read_only:false; response_revision:809; number_of_response:1; }","duration":"1.104253879s","start":"2026-04-10T03:52:23.972445Z","end":"2026-04-10T03:52:25.076699Z","steps":["trace[227742444] 'process raft request' (duration: 1.103816805s)"],"step_count":1} {"level":"warn","ts":"2026-04-10T03:52:25.076873Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-10T03:52:23.972424Z","time spent":"1.104360183s","remote":"127.0.0.1:33028","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":4028,"response count":0,"response size":39,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-04-10T03:52:25.076889Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"400.012337ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/roles/\" range_end:\"/registry/roles0\" count_only:true ","response":"range_response_count:0 size:7"} {"level":"warn","ts":"2026-04-10T03:52:25.076879Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.016400065s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/health\" ","response":"range_response_count:0 size:5"} {"level":"info","ts":"2026-04-10T03:52:25.076944Z","caller":"traceutil/trace.go:171","msg":"trace[61839434] range","detail":"{range_begin:/registry/roles/; range_end:/registry/roles0; response_count:0; response_revision:809; }","duration":"400.109731ms","start":"2026-04-10T03:52:24.676819Z","end":"2026-04-10T03:52:25.076929Z","steps":["trace[61839434] 'agreement among raft nodes before linearized reading' (duration: 399.983657ms)"],"step_count":1} {"level":"info","ts":"2026-04-10T03:52:25.076953Z","caller":"traceutil/trace.go:171","msg":"trace[2028349098] range","detail":"{range_begin:/registry/health; range_end:; response_count:0; response_revision:809; }","duration":"1.016524729s","start":"2026-04-10T03:52:24.060413Z","end":"2026-04-10T03:52:25.076938Z","steps":["trace[2028349098] 'agreement among raft nodes before linearized reading' (duration: 1.016386565s)"],"step_count":1} {"level":"warn","ts":"2026-04-10T03:52:25.076988Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-10T03:52:24.060394Z","time spent":"1.01658603s","remote":"127.0.0.1:32842","response type":"/etcdserverpb.KV/Range","request count":0,"request size":18,"response count":0,"response size":28,"request content":"key:\"/registry/health\" "} {"level":"warn","ts":"2026-04-10T03:52:25.076986Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-10T03:52:24.676801Z","time spent":"400.173302ms","remote":"127.0.0.1:33154","response type":"/etcdserverpb.KV/Range","request count":0,"request size":38,"response count":14,"response size":30,"request content":"key:\"/registry/roles/\" range_end:\"/registry/roles0\" count_only:true "} {"level":"warn","ts":"2026-04-10T03:52:54.291782Z","caller":"etcdserver/v3_server.go:897","msg":"waiting for ReadIndex response took too long, retrying","sent-request-id":6432439295843422894,"retry-timeout":"500ms"} {"level":"info","ts":"2026-04-10T03:52:54.642987Z","caller":"traceutil/trace.go:171","msg":"trace[338418275] transaction","detail":"{read_only:false; response_revision:1209; number_of_response:1; }","duration":"903.530073ms","start":"2026-04-10T03:52:53.739426Z","end":"2026-04-10T03:52:54.642956Z","steps":["trace[338418275] 'process raft request' (duration: 903.351788ms)"],"step_count":1} {"level":"warn","ts":"2026-04-10T03:52:54.64318Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-10T03:52:53.739404Z","time spent":"903.672606ms","remote":"127.0.0.1:33096","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":463,"response count":0,"response size":39,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-04-10T03:52:54.671579Z","caller":"traceutil/trace.go:171","msg":"trace[327119983] transaction","detail":"{read_only:false; response_revision:1210; number_of_response:1; }","duration":"854.265229ms","start":"2026-04-10T03:52:53.817293Z","end":"2026-04-10T03:52:54.671558Z","steps":["trace[327119983] 'process raft request' (duration: 854.135096ms)"],"step_count":1} {"level":"warn","ts":"2026-04-10T03:52:54.671711Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-10T03:52:53.817259Z","time spent":"854.374422ms","remote":"127.0.0.1:33096","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":673,"response count":0,"response size":39,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-04-10T03:52:54.678783Z","caller":"traceutil/trace.go:171","msg":"trace[1788349154] linearizableReadLoop","detail":"{readStateIndex:1254; appliedIndex:1250; }","duration":"887.934459ms","start":"2026-04-10T03:52:53.790827Z","end":"2026-04-10T03:52:54.678762Z","steps":["trace[1788349154] 'read index received' (duration: 851.954348ms)","trace[1788349154] 'applied index is now lower than readState.Index' (duration: 35.978961ms)"],"step_count":2} {"level":"info","ts":"2026-04-10T03:52:54.678836Z","caller":"traceutil/trace.go:171","msg":"trace[742390590] transaction","detail":"{read_only:false; response_revision:1211; number_of_response:1; }","duration":"499.555114ms","start":"2026-04-10T03:52:54.179234Z","end":"2026-04-10T03:52:54.678789Z","steps":["trace[742390590] 'process raft request' (duration: 499.41243ms)"],"step_count":1} {"level":"warn","ts":"2026-04-10T03:52:54.679041Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-10T03:52:54.179207Z","time spent":"499.722301ms","remote":"127.0.0.1:33096","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":533,"response count":0,"response size":39,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-04-10T03:52:54.679074Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"883.997308ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/kube-controller-manager\" ","response":"range_response_count:1 size:506"} {"level":"warn","ts":"2026-04-10T03:52:54.67909Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"638.524778ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/replicasets/\" range_end:\"/registry/replicasets0\" count_only:true ","response":"range_response_count:0 size:7"} {"level":"info","ts":"2026-04-10T03:52:54.679128Z","caller":"traceutil/trace.go:171","msg":"trace[410065812] range","detail":"{range_begin:/registry/leases/kube-system/kube-controller-manager; range_end:; response_count:1; response_revision:1211; }","duration":"884.058689ms","start":"2026-04-10T03:52:53.795054Z","end":"2026-04-10T03:52:54.679113Z","steps":["trace[410065812] 'agreement among raft nodes before linearized reading' (duration: 883.864014ms)"],"step_count":1} {"level":"info","ts":"2026-04-10T03:52:54.679139Z","caller":"traceutil/trace.go:171","msg":"trace[1448100620] range","detail":"{range_begin:/registry/replicasets/; range_end:/registry/replicasets0; response_count:0; response_revision:1211; }","duration":"638.61291ms","start":"2026-04-10T03:52:54.040514Z","end":"2026-04-10T03:52:54.679127Z","steps":["trace[1448100620] 'agreement among raft nodes before linearized reading' (duration: 638.529789ms)"],"step_count":1} {"level":"warn","ts":"2026-04-10T03:52:54.679163Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-10T03:52:53.795037Z","time spent":"884.118612ms","remote":"127.0.0.1:33096","response type":"/etcdserverpb.KV/Range","request count":0,"request size":54,"response count":1,"response size":529,"request content":"key:\"/registry/leases/kube-system/kube-controller-manager\" "} {"level":"warn","ts":"2026-04-10T03:52:54.679117Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"166.809396ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/ingressclasses/\" range_end:\"/registry/ingressclasses0\" count_only:true ","response":"range_response_count:0 size:5"} {"level":"warn","ts":"2026-04-10T03:52:54.679184Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-10T03:52:54.040496Z","time spent":"638.679303ms","remote":"127.0.0.1:33296","response type":"/etcdserverpb.KV/Range","request count":0,"request size":50,"response count":8,"response size":30,"request content":"key:\"/registry/replicasets/\" range_end:\"/registry/replicasets0\" count_only:true "} {"level":"warn","ts":"2026-04-10T03:52:54.679302Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"811.400401ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/plndr-cp-lock\" ","response":"range_response_count:1 size:432"} {"level":"info","ts":"2026-04-10T03:52:54.679291Z","caller":"traceutil/trace.go:171","msg":"trace[1757655760] range","detail":"{range_begin:/registry/ingressclasses/; range_end:/registry/ingressclasses0; response_count:0; response_revision:1211; }","duration":"167.038173ms","start":"2026-04-10T03:52:54.512224Z","end":"2026-04-10T03:52:54.679262Z","steps":["trace[1757655760] 'agreement among raft nodes before linearized reading' (duration: 166.742624ms)"],"step_count":1} {"level":"warn","ts":"2026-04-10T03:52:54.679114Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"888.255238ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/plndr-svcs-lock\" ","response":"range_response_count:1 size:437"} {"level":"info","ts":"2026-04-10T03:52:54.679341Z","caller":"traceutil/trace.go:171","msg":"trace[962850681] range","detail":"{range_begin:/registry/leases/kube-system/plndr-cp-lock; range_end:; response_count:1; response_revision:1211; }","duration":"811.480862ms","start":"2026-04-10T03:52:53.86785Z","end":"2026-04-10T03:52:54.679331Z","steps":["trace[962850681] 'agreement among raft nodes before linearized reading' (duration: 811.38723ms)"],"step_count":1} {"level":"warn","ts":"2026-04-10T03:52:54.679369Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-10T03:52:53.867836Z","time spent":"811.527575ms","remote":"127.0.0.1:33096","response type":"/etcdserverpb.KV/Range","request count":0,"request size":44,"response count":1,"response size":455,"request content":"key:\"/registry/leases/kube-system/plndr-cp-lock\" "} {"level":"info","ts":"2026-04-10T03:52:54.679548Z","caller":"traceutil/trace.go:171","msg":"trace[1759456520] range","detail":"{range_begin:/registry/leases/kube-system/plndr-svcs-lock; range_end:; response_count:1; response_revision:1211; }","duration":"888.599838ms","start":"2026-04-10T03:52:53.790755Z","end":"2026-04-10T03:52:54.679355Z","steps":["trace[1759456520] 'agreement among raft nodes before linearized reading' (duration: 888.131015ms)"],"step_count":1} {"level":"warn","ts":"2026-04-10T03:52:54.679623Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-10T03:52:53.790729Z","time spent":"888.876205ms","remote":"127.0.0.1:33096","response type":"/etcdserverpb.KV/Range","request count":0,"request size":46,"response count":1,"response size":460,"request content":"key:\"/registry/leases/kube-system/plndr-svcs-lock\" "} {"level":"warn","ts":"2026-04-10T03:52:54.679781Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"619.814232ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/health\" ","response":"range_response_count:0 size:5"} {"level":"info","ts":"2026-04-10T03:52:54.679822Z","caller":"traceutil/trace.go:171","msg":"trace[58430664] range","detail":"{range_begin:/registry/health; range_end:; response_count:0; response_revision:1211; }","duration":"619.871815ms","start":"2026-04-10T03:52:54.059939Z","end":"2026-04-10T03:52:54.679811Z","steps":["trace[58430664] 'agreement among raft nodes before linearized reading' (duration: 619.759332ms)"],"step_count":1} {"level":"warn","ts":"2026-04-10T03:52:54.679859Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-10T03:52:54.059932Z","time spent":"619.919516ms","remote":"127.0.0.1:32842","response type":"/etcdserverpb.KV/Range","request count":0,"request size":18,"response count":0,"response size":28,"request content":"key:\"/registry/health\" "} {"level":"info","ts":"2026-04-10T03:53:11.149869Z","caller":"traceutil/trace.go:171","msg":"trace[1465139377] transaction","detail":"{read_only:false; response_revision:1348; number_of_response:1; }","duration":"423.496254ms","start":"2026-04-10T03:53:10.726338Z","end":"2026-04-10T03:53:11.149834Z","steps":["trace[1465139377] 'process raft request' (duration: 422.079187ms)"],"step_count":1} {"level":"warn","ts":"2026-04-10T03:53:11.14999Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-10T03:53:10.72631Z","time spent":"423.611998ms","remote":"127.0.0.1:33096","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":463,"response count":0,"response size":39,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-04-10T03:53:11.153214Z","caller":"traceutil/trace.go:171","msg":"trace[1583521737] linearizableReadLoop","detail":"{readStateIndex:1400; appliedIndex:1398; }","duration":"384.285932ms","start":"2026-04-10T03:53:10.768903Z","end":"2026-04-10T03:53:11.153189Z","steps":["trace[1583521737] 'read index received' (duration: 379.490915ms)","trace[1583521737] 'applied index is now lower than readState.Index' (duration: 4.793977ms)"],"step_count":2} {"level":"info","ts":"2026-04-10T03:53:11.15345Z","caller":"traceutil/trace.go:171","msg":"trace[1598126066] transaction","detail":"{read_only:false; response_revision:1349; number_of_response:1; }","duration":"420.260608ms","start":"2026-04-10T03:53:10.733178Z","end":"2026-04-10T03:53:11.153439Z","steps":["trace[1598126066] 'process raft request' (duration: 419.933279ms)"],"step_count":1} {"level":"warn","ts":"2026-04-10T03:53:11.153529Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-10T03:53:10.733164Z","time spent":"420.31831ms","remote":"127.0.0.1:33096","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":534,"response count":0,"response size":39,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-04-10T03:53:11.15375Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"205.114919ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/gateway.envoyproxy.io/envoyproxies/\" range_end:\"/registry/gateway.envoyproxy.io/envoyproxies0\" count_only:true ","response":"range_response_count:0 size:5"} {"level":"warn","ts":"2026-04-10T03:53:11.15377Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"140.873762ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/gateway.networking.k8s.io/tlsroutes/\" range_end:\"/registry/gateway.networking.k8s.io/tlsroutes0\" count_only:true ","response":"range_response_count:0 size:5"} {"level":"info","ts":"2026-04-10T03:53:11.153815Z","caller":"traceutil/trace.go:171","msg":"trace[1342842673] range","detail":"{range_begin:/registry/gateway.envoyproxy.io/envoyproxies/; range_end:/registry/gateway.envoyproxy.io/envoyproxies0; response_count:0; response_revision:1349; }","duration":"205.212922ms","start":"2026-04-10T03:53:10.94858Z","end":"2026-04-10T03:53:11.153793Z","steps":["trace[1342842673] 'agreement among raft nodes before linearized reading' (duration: 205.13526ms)"],"step_count":1} {"level":"info","ts":"2026-04-10T03:53:11.153838Z","caller":"traceutil/trace.go:171","msg":"trace[544285008] range","detail":"{range_begin:/registry/gateway.networking.k8s.io/tlsroutes/; range_end:/registry/gateway.networking.k8s.io/tlsroutes0; response_count:0; response_revision:1349; }","duration":"140.990726ms","start":"2026-04-10T03:53:11.01283Z","end":"2026-04-10T03:53:11.153821Z","steps":["trace[544285008] 'agreement among raft nodes before linearized reading' (duration: 140.837782ms)"],"step_count":1} {"level":"warn","ts":"2026-04-10T03:53:11.153886Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"383.47545ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/plndr-svcs-lock\" ","response":"range_response_count:1 size:437"} {"level":"info","ts":"2026-04-10T03:53:11.154023Z","caller":"traceutil/trace.go:171","msg":"trace[272883288] range","detail":"{range_begin:/registry/leases/kube-system/plndr-svcs-lock; range_end:; response_count:1; response_revision:1349; }","duration":"383.731667ms","start":"2026-04-10T03:53:10.770267Z","end":"2026-04-10T03:53:11.153999Z","steps":["trace[272883288] 'agreement among raft nodes before linearized reading' (duration: 383.285405ms)"],"step_count":1} {"level":"warn","ts":"2026-04-10T03:53:11.15413Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-10T03:53:10.770245Z","time spent":"383.871822ms","remote":"127.0.0.1:33096","response type":"/etcdserverpb.KV/Range","request count":0,"request size":46,"response count":1,"response size":460,"request content":"key:\"/registry/leases/kube-system/plndr-svcs-lock\" "} {"level":"warn","ts":"2026-04-10T03:53:11.154226Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"383.846719ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/plndr-cp-lock\" ","response":"range_response_count:1 size:432"} {"level":"warn","ts":"2026-04-10T03:53:11.154081Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"385.184155ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/kube-controller-manager\" ","response":"range_response_count:1 size:506"} {"level":"info","ts":"2026-04-10T03:53:11.154331Z","caller":"traceutil/trace.go:171","msg":"trace[1856356790] range","detail":"{range_begin:/registry/leases/kube-system/plndr-cp-lock; range_end:; response_count:1; response_revision:1349; }","duration":"383.909921ms","start":"2026-04-10T03:53:10.770364Z","end":"2026-04-10T03:53:11.154274Z","steps":["trace[1856356790] 'agreement among raft nodes before linearized reading' (duration: 383.750457ms)"],"step_count":1} {"level":"info","ts":"2026-04-10T03:53:11.154377Z","caller":"traceutil/trace.go:171","msg":"trace[96940305] range","detail":"{range_begin:/registry/leases/kube-system/kube-controller-manager; range_end:; response_count:1; response_revision:1349; }","duration":"385.516885ms","start":"2026-04-10T03:53:10.768851Z","end":"2026-04-10T03:53:11.154368Z","steps":["trace[96940305] 'agreement among raft nodes before linearized reading' (duration: 385.151146ms)"],"step_count":1} {"level":"warn","ts":"2026-04-10T03:53:11.154412Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-10T03:53:10.768832Z","time spent":"385.568847ms","remote":"127.0.0.1:33096","response type":"/etcdserverpb.KV/Range","request count":0,"request size":54,"response count":1,"response size":529,"request content":"key:\"/registry/leases/kube-system/kube-controller-manager\" "} {"level":"warn","ts":"2026-04-10T03:53:11.154431Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-10T03:53:10.770335Z","time spent":"384.069497ms","remote":"127.0.0.1:33096","response type":"/etcdserverpb.KV/Range","request count":0,"request size":44,"response count":1,"response size":455,"request content":"key:\"/registry/leases/kube-system/plndr-cp-lock\" "} {"level":"warn","ts":"2026-04-10T03:53:18.826418Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-10T03:53:18.393143Z","time spent":"433.270145ms","remote":"127.0.0.1:32870","response type":"/etcdserverpb.Lease/LeaseGrant","request count":-1,"request size":-1,"response count":-1,"response size":-1,"request content":""} {"level":"warn","ts":"2026-04-10T03:53:19.076809Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"157.608936ms","expected-duration":"100ms","prefix":"","request":"header: txn: success:> failure: >>","response":"size:16"} {"level":"info","ts":"2026-04-10T03:53:19.076914Z","caller":"traceutil/trace.go:171","msg":"trace[2127685715] transaction","detail":"{read_only:false; response_revision:1474; number_of_response:1; }","duration":"249.225254ms","start":"2026-04-10T03:53:18.827669Z","end":"2026-04-10T03:53:19.076894Z","steps":["trace[2127685715] 'process raft request' (duration: 91.439433ms)","trace[2127685715] 'compare' (duration: 157.478103ms)"],"step_count":2} {"level":"info","ts":"2026-04-10T03:53:19.467335Z","caller":"traceutil/trace.go:171","msg":"trace[118870821] linearizableReadLoop","detail":"{readStateIndex:1529; appliedIndex:1528; }","duration":"285.725985ms","start":"2026-04-10T03:53:19.181566Z","end":"2026-04-10T03:53:19.467292Z","steps":["trace[118870821] 'read index received' (duration: 282.691917ms)","trace[118870821] 'applied index is now lower than readState.Index' (duration: 3.031818ms)"],"step_count":2} {"level":"info","ts":"2026-04-10T03:53:19.467387Z","caller":"traceutil/trace.go:171","msg":"trace[2107189161] transaction","detail":"{read_only:false; response_revision:1475; number_of_response:1; }","duration":"288.254491ms","start":"2026-04-10T03:53:19.17911Z","end":"2026-04-10T03:53:19.467365Z","steps":["trace[2107189161] 'process raft request' (duration: 285.202431ms)"],"step_count":1} {"level":"warn","ts":"2026-04-10T03:53:19.467591Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"285.985411ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/kube-scheduler\" ","response":"range_response_count:1 size:477"} {"level":"warn","ts":"2026-04-10T03:53:19.467655Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"276.086127ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/plndr-cp-lock\" ","response":"range_response_count:1 size:431"} {"level":"info","ts":"2026-04-10T03:53:19.467679Z","caller":"traceutil/trace.go:171","msg":"trace[1381118157] range","detail":"{range_begin:/registry/leases/kube-system/kube-scheduler; range_end:; response_count:1; response_revision:1475; }","duration":"286.121065ms","start":"2026-04-10T03:53:19.181538Z","end":"2026-04-10T03:53:19.467659Z","steps":["trace[1381118157] 'agreement among raft nodes before linearized reading' (duration: 285.875829ms)"],"step_count":1} {"level":"warn","ts":"2026-04-10T03:53:19.4677Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"107.733998ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pods/\" range_end:\"/registry/pods0\" count_only:true ","response":"range_response_count:0 size:7"} {"level":"info","ts":"2026-04-10T03:53:19.467728Z","caller":"traceutil/trace.go:171","msg":"trace[217091090] range","detail":"{range_begin:/registry/leases/kube-system/plndr-cp-lock; range_end:; response_count:1; response_revision:1475; }","duration":"276.194849ms","start":"2026-04-10T03:53:19.191514Z","end":"2026-04-10T03:53:19.467709Z","steps":["trace[217091090] 'agreement among raft nodes before linearized reading' (duration: 275.960963ms)"],"step_count":1} {"level":"info","ts":"2026-04-10T03:53:19.46776Z","caller":"traceutil/trace.go:171","msg":"trace[1913480732] range","detail":"{range_begin:/registry/pods/; range_end:/registry/pods0; response_count:0; response_revision:1475; }","duration":"107.834031ms","start":"2026-04-10T03:53:19.359913Z","end":"2026-04-10T03:53:19.467747Z","steps":["trace[1913480732] 'agreement among raft nodes before linearized reading' (duration: 107.690167ms)"],"step_count":1} {"level":"warn","ts":"2026-04-10T03:53:19.467789Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"274.35694ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/plndr-svcs-lock\" ","response":"range_response_count:1 size:436"} {"level":"info","ts":"2026-04-10T03:53:19.46785Z","caller":"traceutil/trace.go:171","msg":"trace[111786405] range","detail":"{range_begin:/registry/leases/kube-system/plndr-svcs-lock; range_end:; response_count:1; response_revision:1475; }","duration":"274.465894ms","start":"2026-04-10T03:53:19.19337Z","end":"2026-04-10T03:53:19.467836Z","steps":["trace[111786405] 'agreement among raft nodes before linearized reading' (duration: 274.288589ms)"],"step_count":1} {"level":"warn","ts":"2026-04-10T03:53:19.467883Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"275.186412ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/kube-controller-manager\" ","response":"range_response_count:1 size:505"} {"level":"info","ts":"2026-04-10T03:53:19.46792Z","caller":"traceutil/trace.go:171","msg":"trace[1547466764] range","detail":"{range_begin:/registry/leases/kube-system/kube-controller-manager; range_end:; response_count:1; response_revision:1475; }","duration":"275.262665ms","start":"2026-04-10T03:53:19.192648Z","end":"2026-04-10T03:53:19.467911Z","steps":["trace[1547466764] 'agreement among raft nodes before linearized reading' (duration: 275.174442ms)"],"step_count":1} {"level":"warn","ts":"2026-04-10T03:53:19.467988Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"112.509402ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/cilium-operator-resource-lock\" ","response":"range_response_count:1 size:492"} {"level":"info","ts":"2026-04-10T03:53:19.468011Z","caller":"traceutil/trace.go:171","msg":"trace[2053111412] range","detail":"{range_begin:/registry/leases/kube-system/cilium-operator-resource-lock; range_end:; response_count:1; response_revision:1475; }","duration":"112.532103ms","start":"2026-04-10T03:53:19.355472Z","end":"2026-04-10T03:53:19.468004Z","steps":["trace[2053111412] 'agreement among raft nodes before linearized reading' (duration: 112.461111ms)"],"step_count":1} {"level":"info","ts":"2026-04-10T03:53:34.601845Z","caller":"traceutil/trace.go:171","msg":"trace[1136559309] transaction","detail":"{read_only:false; response_revision:1754; number_of_response:1; }","duration":"164.432947ms","start":"2026-04-10T03:53:34.437391Z","end":"2026-04-10T03:53:34.601824Z","steps":["trace[1136559309] 'process raft request' (duration: 161.131175ms)"],"step_count":1} {"level":"warn","ts":"2026-04-10T03:53:34.602024Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"162.584811ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pxc.percona.com/perconaxtradbclusters/\" range_end:\"/registry/pxc.percona.com/perconaxtradbclusters0\" count_only:true ","response":"range_response_count:0 size:5"} {"level":"info","ts":"2026-04-10T03:53:34.602099Z","caller":"traceutil/trace.go:171","msg":"trace[219097534] linearizableReadLoop","detail":"{readStateIndex:1835; appliedIndex:1834; }","duration":"162.379837ms","start":"2026-04-10T03:53:34.439411Z","end":"2026-04-10T03:53:34.601791Z","steps":["trace[219097534] 'read index received' (duration: 159.124525ms)","trace[219097534] 'applied index is now lower than readState.Index' (duration: 3.254402ms)"],"step_count":2} {"level":"info","ts":"2026-04-10T03:53:34.602105Z","caller":"traceutil/trace.go:171","msg":"trace[1756672143] range","detail":"{range_begin:/registry/pxc.percona.com/perconaxtradbclusters/; range_end:/registry/pxc.percona.com/perconaxtradbclusters0; response_count:0; response_revision:1754; }","duration":"162.691583ms","start":"2026-04-10T03:53:34.439396Z","end":"2026-04-10T03:53:34.602088Z","steps":["trace[1756672143] 'agreement among raft nodes before linearized reading' (duration: 162.55825ms)"],"step_count":1} {"level":"warn","ts":"2026-04-10T03:53:34.604646Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"165.165776ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pxc.percona.com/perconaxtradbclusters/\" range_end:\"/registry/pxc.percona.com/perconaxtradbclusters0\" limit:10000 ","response":"range_response_count:0 size:5"} {"level":"info","ts":"2026-04-10T03:53:34.604703Z","caller":"traceutil/trace.go:171","msg":"trace[327046384] range","detail":"{range_begin:/registry/pxc.percona.com/perconaxtradbclusters/; range_end:/registry/pxc.percona.com/perconaxtradbclusters0; response_count:0; response_revision:1755; }","duration":"165.288838ms","start":"2026-04-10T03:53:34.439402Z","end":"2026-04-10T03:53:34.60469Z","steps":["trace[327046384] 'agreement among raft nodes before linearized reading' (duration: 165.180295ms)"],"step_count":1} {"level":"info","ts":"2026-04-10T03:53:34.605086Z","caller":"traceutil/trace.go:171","msg":"trace[1392273967] transaction","detail":"{read_only:false; response_revision:1755; number_of_response:1; }","duration":"146.649315ms","start":"2026-04-10T03:53:34.458411Z","end":"2026-04-10T03:53:34.60506Z","steps":["trace[1392273967] 'process raft request' (duration: 146.05808ms)"],"step_count":1} {"level":"warn","ts":"2026-04-10T03:53:34.605191Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"139.108087ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pxc.percona.com/perconaxtradbclusters/\" range_end:\"/registry/pxc.percona.com/perconaxtradbclusters0\" limit:10000 ","response":"range_response_count:0 size:5"} {"level":"info","ts":"2026-04-10T03:53:34.605237Z","caller":"traceutil/trace.go:171","msg":"trace[327262034] range","detail":"{range_begin:/registry/pxc.percona.com/perconaxtradbclusters/; range_end:/registry/pxc.percona.com/perconaxtradbclusters0; response_count:0; response_revision:1755; }","duration":"139.218138ms","start":"2026-04-10T03:53:34.466007Z","end":"2026-04-10T03:53:34.605226Z","steps":["trace[327262034] 'agreement among raft nodes before linearized reading' (duration: 139.098175ms)"],"step_count":1} {"level":"warn","ts":"2026-04-10T03:53:34.605493Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"111.670212ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pxc.percona.com/perconaxtradbclusters/\" range_end:\"/registry/pxc.percona.com/perconaxtradbclusters0\" count_only:true ","response":"range_response_count:0 size:5"} {"level":"info","ts":"2026-04-10T03:53:34.605521Z","caller":"traceutil/trace.go:171","msg":"trace[1957328367] range","detail":"{range_begin:/registry/pxc.percona.com/perconaxtradbclusters/; range_end:/registry/pxc.percona.com/perconaxtradbclusters0; response_count:0; response_revision:1755; }","duration":"111.714824ms","start":"2026-04-10T03:53:34.4938Z","end":"2026-04-10T03:53:34.605514Z","steps":["trace[1957328367] 'agreement among raft nodes before linearized reading' (duration: 111.592931ms)"],"step_count":1} {"level":"warn","ts":"2026-04-10T03:53:34.605524Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"139.27976ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pxc.percona.com/perconaxtradbclusters/\" range_end:\"/registry/pxc.percona.com/perconaxtradbclusters0\" count_only:true ","response":"range_response_count:0 size:5"} {"level":"info","ts":"2026-04-10T03:53:34.605613Z","caller":"traceutil/trace.go:171","msg":"trace[1163714586] range","detail":"{range_begin:/registry/pxc.percona.com/perconaxtradbclusters/; range_end:/registry/pxc.percona.com/perconaxtradbclusters0; response_count:0; response_revision:1755; }","duration":"139.400744ms","start":"2026-04-10T03:53:34.466191Z","end":"2026-04-10T03:53:34.605592Z","steps":["trace[1163714586] 'agreement among raft nodes before linearized reading' (duration: 139.277321ms)"],"step_count":1} {"level":"warn","ts":"2026-04-10T03:53:34.605748Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"111.950039ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pxc.percona.com/perconaxtradbclusters/\" range_end:\"/registry/pxc.percona.com/perconaxtradbclusters0\" limit:10000 ","response":"range_response_count:0 size:5"} {"level":"info","ts":"2026-04-10T03:53:34.605792Z","caller":"traceutil/trace.go:171","msg":"trace[1242308382] range","detail":"{range_begin:/registry/pxc.percona.com/perconaxtradbclusters/; range_end:/registry/pxc.percona.com/perconaxtradbclusters0; response_count:0; response_revision:1755; }","duration":"111.994361ms","start":"2026-04-10T03:53:34.493785Z","end":"2026-04-10T03:53:34.60578Z","steps":["trace[1242308382] 'agreement among raft nodes before linearized reading' (duration: 111.930049ms)"],"step_count":1} {"level":"info","ts":"2026-04-10T03:53:37.77403Z","caller":"traceutil/trace.go:171","msg":"trace[1332421413] linearizableReadLoop","detail":"{readStateIndex:1867; appliedIndex:1866; }","duration":"212.689795ms","start":"2026-04-10T03:53:37.561305Z","end":"2026-04-10T03:53:37.773994Z","steps":["trace[1332421413] 'read index received' (duration: 212.452009ms)","trace[1332421413] 'applied index is now lower than readState.Index' (duration: 236.986µs)"],"step_count":2} {"level":"warn","ts":"2026-04-10T03:53:37.774254Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"212.096389ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/plndr-svcs-lock\" ","response":"range_response_count:1 size:437"} {"level":"info","ts":"2026-04-10T03:53:37.77428Z","caller":"traceutil/trace.go:171","msg":"trace[1883736052] range","detail":"{range_begin:/registry/leases/kube-system/plndr-svcs-lock; range_end:; response_count:1; response_revision:1786; }","duration":"212.156431ms","start":"2026-04-10T03:53:37.562117Z","end":"2026-04-10T03:53:37.774273Z","steps":["trace[1883736052] 'agreement among raft nodes before linearized reading' (duration: 212.028348ms)"],"step_count":1} {"level":"warn","ts":"2026-04-10T03:53:37.774331Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"187.289045ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/cilium-operator-resource-lock\" ","response":"range_response_count:1 size:492"} {"level":"warn","ts":"2026-04-10T03:53:37.774371Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"207.954167ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/plndr-cp-lock\" ","response":"range_response_count:1 size:432"} {"level":"info","ts":"2026-04-10T03:53:37.774438Z","caller":"traceutil/trace.go:171","msg":"trace[1916950296] range","detail":"{range_begin:/registry/leases/kube-system/plndr-cp-lock; range_end:; response_count:1; response_revision:1786; }","duration":"208.030959ms","start":"2026-04-10T03:53:37.566391Z","end":"2026-04-10T03:53:37.774422Z","steps":["trace[1916950296] 'agreement among raft nodes before linearized reading' (duration: 207.846694ms)"],"step_count":1} {"level":"info","ts":"2026-04-10T03:53:37.774434Z","caller":"traceutil/trace.go:171","msg":"trace[1343010283] range","detail":"{range_begin:/registry/leases/kube-system/cilium-operator-resource-lock; range_end:; response_count:1; response_revision:1786; }","duration":"187.438579ms","start":"2026-04-10T03:53:37.586979Z","end":"2026-04-10T03:53:37.774417Z","steps":["trace[1343010283] 'agreement among raft nodes before linearized reading' (duration: 187.240034ms)"],"step_count":1} {"level":"warn","ts":"2026-04-10T03:53:37.774602Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"208.137381ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/kube-scheduler\" ","response":"range_response_count:1 size:478"} {"level":"info","ts":"2026-04-10T03:53:37.774724Z","caller":"traceutil/trace.go:171","msg":"trace[1831555594] range","detail":"{range_begin:/registry/leases/kube-system/kube-scheduler; range_end:; response_count:1; response_revision:1786; }","duration":"208.317236ms","start":"2026-04-10T03:53:37.56636Z","end":"2026-04-10T03:53:37.774678Z","steps":["trace[1831555594] 'agreement among raft nodes before linearized reading' (duration: 207.874315ms)"],"step_count":1} {"level":"warn","ts":"2026-04-10T03:53:37.774893Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"213.582626ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/kube-controller-manager\" ","response":"range_response_count:1 size:506"} {"level":"info","ts":"2026-04-10T03:53:37.77494Z","caller":"traceutil/trace.go:171","msg":"trace[1620681909] range","detail":"{range_begin:/registry/leases/kube-system/kube-controller-manager; range_end:; response_count:1; response_revision:1786; }","duration":"213.664448ms","start":"2026-04-10T03:53:37.561264Z","end":"2026-04-10T03:53:37.774929Z","steps":["trace[1620681909] 'agreement among raft nodes before linearized reading' (duration: 212.845627ms)"],"step_count":1} {"level":"info","ts":"2026-04-10T03:53:37.775027Z","caller":"traceutil/trace.go:171","msg":"trace[1775138093] transaction","detail":"{read_only:false; response_revision:1786; number_of_response:1; }","duration":"248.43616ms","start":"2026-04-10T03:53:37.525623Z","end":"2026-04-10T03:53:37.774059Z","steps":["trace[1775138093] 'process raft request' (duration: 248.243625ms)"],"step_count":1} {"level":"warn","ts":"2026-04-10T03:53:47.895725Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"668.11403ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/cert-manager/cert-manager-controller\" ","response":"range_response_count:1 size:528"} {"level":"info","ts":"2026-04-10T03:53:47.895842Z","caller":"traceutil/trace.go:171","msg":"trace[1578419344] range","detail":"{range_begin:/registry/leases/cert-manager/cert-manager-controller; range_end:; response_count:1; response_revision:1908; }","duration":"668.297206ms","start":"2026-04-10T03:53:47.22752Z","end":"2026-04-10T03:53:47.895817Z","steps":["trace[1578419344] 'range keys from in-memory index tree' (duration: 667.852994ms)"],"step_count":1} {"level":"warn","ts":"2026-04-10T03:53:47.895897Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-10T03:53:47.227487Z","time spent":"668.396248ms","remote":"127.0.0.1:33096","response type":"/etcdserverpb.KV/Range","request count":0,"request size":55,"response count":1,"response size":551,"request content":"key:\"/registry/leases/cert-manager/cert-manager-controller\" "} {"level":"warn","ts":"2026-04-10T03:53:47.896003Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.152294974s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pods/local-path-storage/helper-pod-create-pvc-502162a2-3587-4eab-a8e6-87aa38247f92\" ","response":"range_response_count:1 size:3627"} {"level":"info","ts":"2026-04-10T03:53:47.896091Z","caller":"traceutil/trace.go:171","msg":"trace[442814936] range","detail":"{range_begin:/registry/pods/local-path-storage/helper-pod-create-pvc-502162a2-3587-4eab-a8e6-87aa38247f92; range_end:; response_count:1; response_revision:1908; }","duration":"1.152450107s","start":"2026-04-10T03:53:46.743622Z","end":"2026-04-10T03:53:47.896072Z","steps":["trace[442814936] 'range keys from in-memory index tree' (duration: 1.152044197s)"],"step_count":1} {"level":"warn","ts":"2026-04-10T03:53:47.896155Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-10T03:53:46.743593Z","time spent":"1.15255267s","remote":"127.0.0.1:33028","response type":"/etcdserverpb.KV/Range","request count":0,"request size":94,"response count":1,"response size":3650,"request content":"key:\"/registry/pods/local-path-storage/helper-pod-create-pvc-502162a2-3587-4eab-a8e6-87aa38247f92\" "} {"level":"warn","ts":"2026-04-10T03:53:47.896588Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"172.006672ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/events/openstack/datadir-percona-xtradb-pxc-0.18a4e28780dc48ae\" ","response":"range_response_count:1 size:982"} {"level":"warn","ts":"2026-04-10T03:53:47.896619Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"552.366054ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pods/local-path-storage/helper-pod-create-pvc-502162a2-3587-4eab-a8e6-87aa38247f92\" ","response":"range_response_count:1 size:3627"} {"level":"info","ts":"2026-04-10T03:53:47.896655Z","caller":"traceutil/trace.go:171","msg":"trace[921747345] range","detail":"{range_begin:/registry/events/openstack/datadir-percona-xtradb-pxc-0.18a4e28780dc48ae; range_end:; response_count:1; response_revision:1908; }","duration":"172.110643ms","start":"2026-04-10T03:53:47.724525Z","end":"2026-04-10T03:53:47.896636Z","steps":["trace[921747345] 'range keys from in-memory index tree' (duration: 171.881258ms)"],"step_count":1} {"level":"info","ts":"2026-04-10T03:53:47.896713Z","caller":"traceutil/trace.go:171","msg":"trace[1703221828] range","detail":"{range_begin:/registry/pods/local-path-storage/helper-pod-create-pvc-502162a2-3587-4eab-a8e6-87aa38247f92; range_end:; response_count:1; response_revision:1908; }","duration":"552.530499ms","start":"2026-04-10T03:53:47.344156Z","end":"2026-04-10T03:53:47.896687Z","steps":["trace[1703221828] 'range keys from in-memory index tree' (duration: 551.706668ms)"],"step_count":1} {"level":"warn","ts":"2026-04-10T03:53:47.896773Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-10T03:53:47.344117Z","time spent":"552.64188ms","remote":"127.0.0.1:33028","response type":"/etcdserverpb.KV/Range","request count":0,"request size":94,"response count":1,"response size":3650,"request content":"key:\"/registry/pods/local-path-storage/helper-pod-create-pvc-502162a2-3587-4eab-a8e6-87aa38247f92\" "} {"level":"warn","ts":"2026-04-10T03:53:47.896965Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"830.040248ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pxc.percona.com/perconaxtradbclusters/openstack/percona-xtradb\" ","response":"range_response_count:1 size:5412"} {"level":"info","ts":"2026-04-10T03:53:47.897114Z","caller":"traceutil/trace.go:171","msg":"trace[455491397] range","detail":"{range_begin:/registry/pxc.percona.com/perconaxtradbclusters/openstack/percona-xtradb; range_end:; response_count:1; response_revision:1908; }","duration":"830.271102ms","start":"2026-04-10T03:53:47.066816Z","end":"2026-04-10T03:53:47.897087Z","steps":["trace[455491397] 'range keys from in-memory index tree' (duration: 829.594966ms)"],"step_count":1} {"level":"warn","ts":"2026-04-10T03:53:47.897212Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-10T03:53:47.066796Z","time spent":"830.397575ms","remote":"127.0.0.1:58744","response type":"/etcdserverpb.KV/Range","request count":0,"request size":74,"response count":1,"response size":5435,"request content":"key:\"/registry/pxc.percona.com/perconaxtradbclusters/openstack/percona-xtradb\" "} {"level":"info","ts":"2026-04-10T03:53:48.137777Z","caller":"traceutil/trace.go:171","msg":"trace[1394555523] transaction","detail":"{read_only:false; response_revision:1913; number_of_response:1; }","duration":"232.307136ms","start":"2026-04-10T03:53:47.905449Z","end":"2026-04-10T03:53:48.137756Z","steps":["trace[1394555523] 'process raft request' (duration: 232.239884ms)"],"step_count":1} {"level":"info","ts":"2026-04-10T03:53:48.137796Z","caller":"traceutil/trace.go:171","msg":"trace[273725524] transaction","detail":"{read_only:false; response_revision:1911; number_of_response:1; }","duration":"234.544711ms","start":"2026-04-10T03:53:47.903199Z","end":"2026-04-10T03:53:48.137744Z","steps":["trace[273725524] 'process raft request' (duration: 221.159028ms)","trace[273725524] 'compare' (duration: 12.85556ms)"],"step_count":2} {"level":"info","ts":"2026-04-10T03:53:48.137945Z","caller":"traceutil/trace.go:171","msg":"trace[1628189746] transaction","detail":"{read_only:false; response_revision:1912; number_of_response:1; }","duration":"232.912052ms","start":"2026-04-10T03:53:47.905022Z","end":"2026-04-10T03:53:48.137934Z","steps":["trace[1628189746] 'process raft request' (duration: 232.579524ms)"],"step_count":1} {"level":"warn","ts":"2026-04-10T03:53:48.645346Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"288.217955ms","expected-duration":"100ms","prefix":"","request":"header: txn: success:> failure: >>","response":"size:16"} {"level":"info","ts":"2026-04-10T03:53:48.645578Z","caller":"traceutil/trace.go:171","msg":"trace[1370354068] transaction","detail":"{read_only:false; response_revision:1916; number_of_response:1; }","duration":"713.162383ms","start":"2026-04-10T03:53:47.9324Z","end":"2026-04-10T03:53:48.645562Z","steps":["trace[1370354068] 'process raft request' (duration: 713.099312ms)"],"step_count":1} {"level":"warn","ts":"2026-04-10T03:53:48.64565Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-10T03:53:47.932389Z","time spent":"713.229525ms","remote":"127.0.0.1:33096","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":477,"response count":0,"response size":39,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-04-10T03:53:48.64581Z","caller":"traceutil/trace.go:171","msg":"trace[798198634] transaction","detail":"{read_only:false; response_revision:1914; number_of_response:1; }","duration":"720.846069ms","start":"2026-04-10T03:53:47.924935Z","end":"2026-04-10T03:53:48.645781Z","steps":["trace[798198634] 'process raft request' (duration: 432.097641ms)","trace[798198634] 'compare' (duration: 288.099352ms)"],"step_count":2} {"level":"info","ts":"2026-04-10T03:53:48.645826Z","caller":"traceutil/trace.go:171","msg":"trace[1994572057] transaction","detail":"{read_only:false; response_revision:1915; number_of_response:1; }","duration":"720.840869ms","start":"2026-04-10T03:53:47.924952Z","end":"2026-04-10T03:53:48.645793Z","steps":["trace[1994572057] 'process raft request' (duration: 720.494151ms)"],"step_count":1} {"level":"warn","ts":"2026-04-10T03:53:48.645973Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-10T03:53:47.924883Z","time spent":"721.014784ms","remote":"127.0.0.1:33096","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":463,"response count":0,"response size":39,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-04-10T03:53:48.645997Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-10T03:53:47.924933Z","time spent":"720.976163ms","remote":"127.0.0.1:33096","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":491,"response count":0,"response size":39,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-04-10T03:53:48.646021Z","caller":"traceutil/trace.go:171","msg":"trace[1462739673] transaction","detail":"{read_only:false; response_revision:1917; number_of_response:1; }","duration":"713.466981ms","start":"2026-04-10T03:53:47.932488Z","end":"2026-04-10T03:53:48.645955Z","steps":["trace[1462739673] 'process raft request' (duration: 713.04158ms)"],"step_count":1} {"level":"warn","ts":"2026-04-10T03:53:48.646239Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-10T03:53:47.932482Z","time spent":"713.645895ms","remote":"127.0.0.1:33096","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":423,"response count":0,"response size":39,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-04-10T03:53:48.64632Z","caller":"traceutil/trace.go:171","msg":"trace[1890105995] transaction","detail":"{read_only:false; response_revision:1918; number_of_response:1; }","duration":"579.185587ms","start":"2026-04-10T03:53:48.067117Z","end":"2026-04-10T03:53:48.646303Z","steps":["trace[1890105995] 'process raft request' (duration: 578.765456ms)"],"step_count":1} {"level":"warn","ts":"2026-04-10T03:53:48.646404Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-10T03:53:48.067103Z","time spent":"579.255749ms","remote":"127.0.0.1:33096","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":508,"response count":0,"response size":39,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-04-10T03:53:48.646617Z","caller":"traceutil/trace.go:171","msg":"trace[425913845] linearizableReadLoop","detail":"{readStateIndex:2000; appliedIndex:1993; }","duration":"586.138085ms","start":"2026-04-10T03:53:48.060466Z","end":"2026-04-10T03:53:48.646604Z","steps":["trace[425913845] 'read index received' (duration: 63.972168ms)","trace[425913845] 'applied index is now lower than readState.Index' (duration: 522.164967ms)"],"step_count":2} {"level":"info","ts":"2026-04-10T03:53:48.646775Z","caller":"traceutil/trace.go:171","msg":"trace[1534617540] transaction","detail":"{read_only:false; response_revision:1919; number_of_response:1; }","duration":"578.131003ms","start":"2026-04-10T03:53:48.068633Z","end":"2026-04-10T03:53:48.646764Z","steps":["trace[1534617540] 'process raft request' (duration: 577.63193ms)"],"step_count":1} {"level":"warn","ts":"2026-04-10T03:53:48.646834Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-10T03:53:48.068621Z","time spent":"578.178213ms","remote":"127.0.0.1:33096","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":540,"response count":0,"response size":39,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-04-10T03:53:48.646896Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"586.432012ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/health\" ","response":"range_response_count:0 size:5"} {"level":"info","ts":"2026-04-10T03:53:48.646943Z","caller":"traceutil/trace.go:171","msg":"trace[928370716] range","detail":"{range_begin:/registry/health; range_end:; response_count:0; response_revision:1919; }","duration":"586.511934ms","start":"2026-04-10T03:53:48.060416Z","end":"2026-04-10T03:53:48.646928Z","steps":["trace[928370716] 'agreement among raft nodes before linearized reading' (duration: 586.435822ms)"],"step_count":1} {"level":"warn","ts":"2026-04-10T03:53:48.646973Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-10T03:53:48.060397Z","time spent":"586.569885ms","remote":"127.0.0.1:32842","response type":"/etcdserverpb.KV/Range","request count":0,"request size":18,"response count":0,"response size":28,"request content":"key:\"/registry/health\" "} {"level":"warn","ts":"2026-04-10T03:53:49.146939Z","caller":"etcdserver/v3_server.go:897","msg":"waiting for ReadIndex response took too long, retrying","sent-request-id":6432439295843424300,"retry-timeout":"500ms"} {"level":"info","ts":"2026-04-10T03:53:49.290097Z","caller":"traceutil/trace.go:171","msg":"trace[1136697443] linearizableReadLoop","detail":"{readStateIndex:2003; appliedIndex:2002; }","duration":"643.430869ms","start":"2026-04-10T03:53:48.646644Z","end":"2026-04-10T03:53:49.290074Z","steps":["trace[1136697443] 'read index received' (duration: 643.176433ms)","trace[1136697443] 'applied index is now lower than readState.Index' (duration: 253.456µs)"],"step_count":2} {"level":"info","ts":"2026-04-10T03:53:49.290183Z","caller":"traceutil/trace.go:171","msg":"trace[862389003] transaction","detail":"{read_only:false; response_revision:1920; number_of_response:1; }","duration":"1.007758226s","start":"2026-04-10T03:53:48.282395Z","end":"2026-04-10T03:53:49.290153Z","steps":["trace[862389003] 'process raft request' (duration: 1.007530081s)"],"step_count":1} {"level":"warn","ts":"2026-04-10T03:53:49.290355Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"759.610361ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/cilium.io/ciliumloadbalancerippools/\" range_end:\"/registry/cilium.io/ciliumloadbalancerippools0\" count_only:true ","response":"range_response_count:0 size:5"} {"level":"warn","ts":"2026-04-10T03:53:49.290355Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"641.802858ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/health\" ","response":"range_response_count:0 size:5"} {"level":"info","ts":"2026-04-10T03:53:49.290415Z","caller":"traceutil/trace.go:171","msg":"trace[294856626] range","detail":"{range_begin:/registry/cilium.io/ciliumloadbalancerippools/; range_end:/registry/cilium.io/ciliumloadbalancerippools0; response_count:0; response_revision:1920; }","duration":"759.787695ms","start":"2026-04-10T03:53:48.530616Z","end":"2026-04-10T03:53:49.290404Z","steps":["trace[294856626] 'agreement among raft nodes before linearized reading' (duration: 759.58764ms)"],"step_count":1} {"level":"info","ts":"2026-04-10T03:53:49.290431Z","caller":"traceutil/trace.go:171","msg":"trace[1933103219] range","detail":"{range_begin:/registry/health; range_end:; response_count:0; response_revision:1920; }","duration":"641.943863ms","start":"2026-04-10T03:53:48.648465Z","end":"2026-04-10T03:53:49.290409Z","steps":["trace[1933103219] 'agreement among raft nodes before linearized reading' (duration: 641.79283ms)"],"step_count":1} {"level":"warn","ts":"2026-04-10T03:53:49.290453Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-10T03:53:48.530603Z","time spent":"759.839955ms","remote":"127.0.0.1:39912","response type":"/etcdserverpb.KV/Range","request count":0,"request size":98,"response count":0,"response size":28,"request content":"key:\"/registry/cilium.io/ciliumloadbalancerippools/\" range_end:\"/registry/cilium.io/ciliumloadbalancerippools0\" count_only:true "} {"level":"warn","ts":"2026-04-10T03:53:49.29048Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-10T03:53:48.648447Z","time spent":"642.020195ms","remote":"127.0.0.1:32834","response type":"/etcdserverpb.KV/Range","request count":0,"request size":18,"response count":0,"response size":28,"request content":"key:\"/registry/health\" "} {"level":"warn","ts":"2026-04-10T03:53:49.290512Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-10T03:53:48.282374Z","time spent":"1.00795554s","remote":"127.0.0.1:33096","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":555,"response count":0,"response size":39,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-04-10T03:53:49.290543Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"386.495741ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pxc.percona.com/perconaxtradbclusters/openstack/percona-xtradb\" ","response":"range_response_count:1 size:5412"} {"level":"info","ts":"2026-04-10T03:53:49.29062Z","caller":"traceutil/trace.go:171","msg":"trace[443604143] range","detail":"{range_begin:/registry/pxc.percona.com/perconaxtradbclusters/openstack/percona-xtradb; range_end:; response_count:1; response_revision:1920; }","duration":"386.602104ms","start":"2026-04-10T03:53:48.903994Z","end":"2026-04-10T03:53:49.290596Z","steps":["trace[443604143] 'agreement among raft nodes before linearized reading' (duration: 386.417959ms)"],"step_count":1} {"level":"warn","ts":"2026-04-10T03:53:49.290659Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-10T03:53:48.903977Z","time spent":"386.672625ms","remote":"127.0.0.1:58744","response type":"/etcdserverpb.KV/Range","request count":0,"request size":74,"response count":1,"response size":5435,"request content":"key:\"/registry/pxc.percona.com/perconaxtradbclusters/openstack/percona-xtradb\" "} {"level":"warn","ts":"2026-04-10T03:53:49.290876Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"388.811997ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pods/local-path-storage/helper-pod-create-pvc-502162a2-3587-4eab-a8e6-87aa38247f92\" ","response":"range_response_count:1 size:3747"} {"level":"warn","ts":"2026-04-10T03:53:49.290919Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"896.595196ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/masterleases/199.204.45.153\" ","response":"range_response_count:1 size:135"} {"level":"info","ts":"2026-04-10T03:53:49.290931Z","caller":"traceutil/trace.go:171","msg":"trace[46875692] range","detail":"{range_begin:/registry/pods/local-path-storage/helper-pod-create-pvc-502162a2-3587-4eab-a8e6-87aa38247f92; range_end:; response_count:1; response_revision:1920; }","duration":"388.902818ms","start":"2026-04-10T03:53:48.902011Z","end":"2026-04-10T03:53:49.290914Z","steps":["trace[46875692] 'agreement among raft nodes before linearized reading' (duration: 388.706474ms)"],"step_count":1} {"level":"info","ts":"2026-04-10T03:53:49.290962Z","caller":"traceutil/trace.go:171","msg":"trace[1696032713] range","detail":"{range_begin:/registry/masterleases/199.204.45.153; range_end:; response_count:1; response_revision:1920; }","duration":"896.676228ms","start":"2026-04-10T03:53:48.394272Z","end":"2026-04-10T03:53:49.290949Z","steps":["trace[1696032713] 'agreement among raft nodes before linearized reading' (duration: 896.560175ms)"],"step_count":1} {"level":"warn","ts":"2026-04-10T03:53:49.290977Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-10T03:53:48.901994Z","time spent":"388.97114ms","remote":"127.0.0.1:33028","response type":"/etcdserverpb.KV/Range","request count":0,"request size":94,"response count":1,"response size":3770,"request content":"key:\"/registry/pods/local-path-storage/helper-pod-create-pvc-502162a2-3587-4eab-a8e6-87aa38247f92\" "} {"level":"warn","ts":"2026-04-10T03:53:49.290998Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-10T03:53:48.394254Z","time spent":"896.734909ms","remote":"127.0.0.1:32870","response type":"/etcdserverpb.KV/Range","request count":0,"request size":39,"response count":1,"response size":158,"request content":"key:\"/registry/masterleases/199.204.45.153\" "} {"level":"info","ts":"2026-04-10T03:53:54.039583Z","caller":"traceutil/trace.go:171","msg":"trace[1247571578] transaction","detail":"{read_only:false; response_revision:1973; number_of_response:1; }","duration":"118.620403ms","start":"2026-04-10T03:53:53.920934Z","end":"2026-04-10T03:53:54.039554Z","steps":["trace[1247571578] 'process raft request' (duration: 118.442649ms)"],"step_count":1} {"level":"info","ts":"2026-04-10T03:53:54.13548Z","caller":"traceutil/trace.go:171","msg":"trace[2115613098] transaction","detail":"{read_only:false; response_revision:1974; number_of_response:1; }","duration":"175.893603ms","start":"2026-04-10T03:53:53.959541Z","end":"2026-04-10T03:53:54.135434Z","steps":["trace[2115613098] 'process raft request' (duration: 157.598685ms)","trace[2115613098] 'compare' (duration: 18.027271ms)"],"step_count":2} {"level":"warn","ts":"2026-04-10T03:53:54.485665Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"134.176352ms","expected-duration":"100ms","prefix":"read-only range ","request":"limit:1 serializable:true keys_only:true ","response":"range_response_count:0 size:5"} {"level":"warn","ts":"2026-04-10T03:53:54.485815Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"159.934949ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pxc.percona.com/perconaxtradbclusters/openstack/percona-xtradb\" ","response":"range_response_count:1 size:5412"} {"level":"info","ts":"2026-04-10T03:53:54.485874Z","caller":"traceutil/trace.go:171","msg":"trace[2033409959] range","detail":"{range_begin:; range_end:; response_count:0; response_revision:1975; }","duration":"134.406689ms","start":"2026-04-10T03:53:54.351447Z","end":"2026-04-10T03:53:54.485854Z","steps":["trace[2033409959] 'range keys from in-memory index tree' (duration: 134.156601ms)"],"step_count":1} {"level":"info","ts":"2026-04-10T03:53:54.485875Z","caller":"traceutil/trace.go:171","msg":"trace[1355207769] range","detail":"{range_begin:/registry/pxc.percona.com/perconaxtradbclusters/openstack/percona-xtradb; range_end:; response_count:1; response_revision:1975; }","duration":"160.004361ms","start":"2026-04-10T03:53:54.325856Z","end":"2026-04-10T03:53:54.485861Z","steps":["trace[1355207769] 'range keys from in-memory index tree' (duration: 159.697643ms)"],"step_count":1} {"level":"info","ts":"2026-04-10T03:53:59.696673Z","caller":"traceutil/trace.go:171","msg":"trace[2021733216] transaction","detail":"{read_only:false; response_revision:2008; number_of_response:1; }","duration":"365.856857ms","start":"2026-04-10T03:53:59.330791Z","end":"2026-04-10T03:53:59.696648Z","steps":["trace[2021733216] 'process raft request' (duration: 365.680672ms)"],"step_count":1} {"level":"warn","ts":"2026-04-10T03:53:59.696814Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-10T03:53:59.330772Z","time spent":"365.969758ms","remote":"127.0.0.1:33096","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":555,"response count":0,"response size":39,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-04-10T03:53:59.699902Z","caller":"traceutil/trace.go:171","msg":"trace[732032109] linearizableReadLoop","detail":"{readStateIndex:2095; appliedIndex:2093; }","duration":"180.645069ms","start":"2026-04-10T03:53:59.519232Z","end":"2026-04-10T03:53:59.699877Z","steps":["trace[732032109] 'read index received' (duration: 177.301269ms)","trace[732032109] 'applied index is now lower than readState.Index' (duration: 3.342799ms)"],"step_count":2} {"level":"warn","ts":"2026-04-10T03:53:59.70015Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"180.878924ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pxc.percona.com/perconaxtradbclusters/openstack/percona-xtradb\" ","response":"range_response_count:1 size:5412"} {"level":"info","ts":"2026-04-10T03:53:59.700192Z","caller":"traceutil/trace.go:171","msg":"trace[1241631630] range","detail":"{range_begin:/registry/pxc.percona.com/perconaxtradbclusters/openstack/percona-xtradb; range_end:; response_count:1; response_revision:2009; }","duration":"180.997667ms","start":"2026-04-10T03:53:59.519182Z","end":"2026-04-10T03:53:59.70018Z","steps":["trace[1241631630] 'agreement among raft nodes before linearized reading' (duration: 180.788552ms)"],"step_count":1} {"level":"info","ts":"2026-04-10T03:53:59.700513Z","caller":"traceutil/trace.go:171","msg":"trace[684036439] transaction","detail":"{read_only:false; response_revision:2009; number_of_response:1; }","duration":"339.957369ms","start":"2026-04-10T03:53:59.360545Z","end":"2026-04-10T03:53:59.700502Z","steps":["trace[684036439] 'process raft request' (duration: 339.218192ms)"],"step_count":1} {"level":"warn","ts":"2026-04-10T03:53:59.700604Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-10T03:53:59.360525Z","time spent":"340.020713ms","remote":"127.0.0.1:33096","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":475,"response count":0,"response size":39,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-04-10T03:54:00.571314Z","caller":"etcdserver/v3_server.go:897","msg":"waiting for ReadIndex response took too long, retrying","sent-request-id":6432439295843424496,"retry-timeout":"500ms"} {"level":"warn","ts":"2026-04-10T03:54:01.071837Z","caller":"etcdserver/v3_server.go:897","msg":"waiting for ReadIndex response took too long, retrying","sent-request-id":6432439295843424496,"retry-timeout":"500ms"} {"level":"warn","ts":"2026-04-10T03:54:01.412582Z","caller":"wal/wal.go:805","msg":"slow fdatasync","took":"1.357782026s","expected-duration":"1s"} {"level":"info","ts":"2026-04-10T03:54:01.412947Z","caller":"traceutil/trace.go:171","msg":"trace[703785074] transaction","detail":"{read_only:false; response_revision:2010; number_of_response:1; }","duration":"1.358227606s","start":"2026-04-10T03:54:00.054695Z","end":"2026-04-10T03:54:01.412923Z","steps":["trace[703785074] 'process raft request' (duration: 1.358077883s)"],"step_count":1} {"level":"warn","ts":"2026-04-10T03:54:01.413083Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-10T03:54:00.054672Z","time spent":"1.358338479s","remote":"127.0.0.1:33096","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":533,"response count":0,"response size":39,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-04-10T03:54:01.413474Z","caller":"traceutil/trace.go:171","msg":"trace[1772872024] transaction","detail":"{read_only:false; response_revision:2011; number_of_response:1; }","duration":"703.11712ms","start":"2026-04-10T03:54:00.710334Z","end":"2026-04-10T03:54:01.413451Z","steps":["trace[1772872024] 'process raft request' (duration: 702.991927ms)"],"step_count":1} {"level":"warn","ts":"2026-04-10T03:54:01.413589Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-10T03:54:00.710314Z","time spent":"703.204422ms","remote":"127.0.0.1:33096","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":541,"response count":0,"response size":39,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-04-10T03:54:01.413811Z","caller":"traceutil/trace.go:171","msg":"trace[1276113412] transaction","detail":"{read_only:false; response_revision:2012; number_of_response:1; }","duration":"701.964022ms","start":"2026-04-10T03:54:00.711838Z","end":"2026-04-10T03:54:01.413802Z","steps":["trace[1276113412] 'process raft request' (duration: 701.570583ms)"],"step_count":1} {"level":"warn","ts":"2026-04-10T03:54:01.413859Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-10T03:54:00.7118Z","time spent":"702.033595ms","remote":"127.0.0.1:33096","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":509,"response count":0,"response size":39,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-04-10T03:54:01.413677Z","caller":"traceutil/trace.go:171","msg":"trace[1658836779] linearizableReadLoop","detail":"{readStateIndex:2098; appliedIndex:2095; }","duration":"1.342590796s","start":"2026-04-10T03:54:00.071073Z","end":"2026-04-10T03:54:01.413664Z","steps":["trace[1658836779] 'read index received' (duration: 1.341707555s)","trace[1658836779] 'applied index is now lower than readState.Index' (duration: 882.361µs)"],"step_count":2} {"level":"warn","ts":"2026-04-10T03:54:01.414037Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.342966305s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pods/openstack/percona-xtradb-pxc-0\" ","response":"range_response_count:1 size:11989"} {"level":"info","ts":"2026-04-10T03:54:01.414074Z","caller":"traceutil/trace.go:171","msg":"trace[1782355130] range","detail":"{range_begin:/registry/pods/openstack/percona-xtradb-pxc-0; range_end:; response_count:1; response_revision:2012; }","duration":"1.343044007s","start":"2026-04-10T03:54:00.071019Z","end":"2026-04-10T03:54:01.414063Z","steps":["trace[1782355130] 'agreement among raft nodes before linearized reading' (duration: 1.342914823s)"],"step_count":1} {"level":"warn","ts":"2026-04-10T03:54:01.414106Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-10T03:54:00.070999Z","time spent":"1.343097887s","remote":"127.0.0.1:33028","response type":"/etcdserverpb.KV/Range","request count":0,"request size":47,"response count":1,"response size":12012,"request content":"key:\"/registry/pods/openstack/percona-xtradb-pxc-0\" "} {"level":"warn","ts":"2026-04-10T03:54:01.414544Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.224687162s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/plndr-cp-lock\" ","response":"range_response_count:1 size:431"} {"level":"info","ts":"2026-04-10T03:54:01.414606Z","caller":"traceutil/trace.go:171","msg":"trace[431046400] range","detail":"{range_begin:/registry/leases/kube-system/plndr-cp-lock; range_end:; response_count:1; response_revision:2012; }","duration":"1.224758623s","start":"2026-04-10T03:54:00.189808Z","end":"2026-04-10T03:54:01.414567Z","steps":["trace[431046400] 'agreement among raft nodes before linearized reading' (duration: 1.224669741s)"],"step_count":1} {"level":"warn","ts":"2026-04-10T03:54:01.414639Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-10T03:54:00.189788Z","time spent":"1.224844115s","remote":"127.0.0.1:33096","response type":"/etcdserverpb.KV/Range","request count":0,"request size":44,"response count":1,"response size":454,"request content":"key:\"/registry/leases/kube-system/plndr-cp-lock\" "} {"level":"warn","ts":"2026-04-10T03:54:01.414779Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"356.506016ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/health\" ","response":"range_response_count:0 size:5"} {"level":"info","ts":"2026-04-10T03:54:01.414804Z","caller":"traceutil/trace.go:171","msg":"trace[1159585040] range","detail":"{range_begin:/registry/health; range_end:; response_count:0; response_revision:2012; }","duration":"356.556216ms","start":"2026-04-10T03:54:01.05824Z","end":"2026-04-10T03:54:01.414796Z","steps":["trace[1159585040] 'agreement among raft nodes before linearized reading' (duration: 356.519346ms)"],"step_count":1} {"level":"warn","ts":"2026-04-10T03:54:01.414844Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-10T03:54:01.058226Z","time spent":"356.61166ms","remote":"127.0.0.1:32842","response type":"/etcdserverpb.KV/Range","request count":0,"request size":18,"response count":0,"response size":28,"request content":"key:\"/registry/health\" "} {"level":"warn","ts":"2026-04-10T03:54:01.415148Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"706.387788ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pxc.percona.com/perconaxtradbclusters/openstack/percona-xtradb\" ","response":"range_response_count:1 size:5412"} {"level":"info","ts":"2026-04-10T03:54:01.415185Z","caller":"traceutil/trace.go:171","msg":"trace[1445106340] range","detail":"{range_begin:/registry/pxc.percona.com/perconaxtradbclusters/openstack/percona-xtradb; range_end:; response_count:1; response_revision:2012; }","duration":"706.423569ms","start":"2026-04-10T03:54:00.708749Z","end":"2026-04-10T03:54:01.415173Z","steps":["trace[1445106340] 'agreement among raft nodes before linearized reading' (duration: 706.330017ms)"],"step_count":1} {"level":"warn","ts":"2026-04-10T03:54:01.415212Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-10T03:54:00.708696Z","time spent":"706.509889ms","remote":"127.0.0.1:58744","response type":"/etcdserverpb.KV/Range","request count":0,"request size":74,"response count":1,"response size":5435,"request content":"key:\"/registry/pxc.percona.com/perconaxtradbclusters/openstack/percona-xtradb\" "} {"level":"warn","ts":"2026-04-10T03:54:01.415228Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.208060937s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/cert-manager/cert-manager-cainjector-leader-election\" ","response":"range_response_count:1 size:557"} {"level":"info","ts":"2026-04-10T03:54:01.415312Z","caller":"traceutil/trace.go:171","msg":"trace[856101695] range","detail":"{range_begin:/registry/leases/cert-manager/cert-manager-cainjector-leader-election; range_end:; response_count:1; response_revision:2012; }","duration":"1.208151809s","start":"2026-04-10T03:54:00.20712Z","end":"2026-04-10T03:54:01.415272Z","steps":["trace[856101695] 'agreement among raft nodes before linearized reading' (duration: 1.207970705s)"],"step_count":1} {"level":"warn","ts":"2026-04-10T03:54:01.415361Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-10T03:54:00.207107Z","time spent":"1.208239512s","remote":"127.0.0.1:33096","response type":"/etcdserverpb.KV/Range","request count":0,"request size":71,"response count":1,"response size":580,"request content":"key:\"/registry/leases/cert-manager/cert-manager-cainjector-leader-election\" "} {"level":"warn","ts":"2026-04-10T03:54:01.415394Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"696.136694ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/plndr-svcs-lock\" ","response":"range_response_count:1 size:437"} {"level":"info","ts":"2026-04-10T03:54:01.415426Z","caller":"traceutil/trace.go:171","msg":"trace[296960039] range","detail":"{range_begin:/registry/leases/kube-system/plndr-svcs-lock; range_end:; response_count:1; response_revision:2012; }","duration":"696.190475ms","start":"2026-04-10T03:54:00.719227Z","end":"2026-04-10T03:54:01.415417Z","steps":["trace[296960039] 'agreement among raft nodes before linearized reading' (duration: 696.114634ms)"],"step_count":1} {"level":"warn","ts":"2026-04-10T03:54:01.415452Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-10T03:54:00.719215Z","time spent":"696.230776ms","remote":"127.0.0.1:33096","response type":"/etcdserverpb.KV/Range","request count":0,"request size":46,"response count":1,"response size":460,"request content":"key:\"/registry/leases/kube-system/plndr-svcs-lock\" "} {"level":"warn","ts":"2026-04-10T03:54:01.415555Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"696.40257ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/kube-scheduler\" ","response":"range_response_count:1 size:478"} {"level":"info","ts":"2026-04-10T03:54:01.415587Z","caller":"traceutil/trace.go:171","msg":"trace[40196251] range","detail":"{range_begin:/registry/leases/kube-system/kube-scheduler; range_end:; response_count:1; response_revision:2012; }","duration":"696.449012ms","start":"2026-04-10T03:54:00.719129Z","end":"2026-04-10T03:54:01.415578Z","steps":["trace[40196251] 'agreement among raft nodes before linearized reading' (duration: 696.379ms)"],"step_count":1} {"level":"warn","ts":"2026-04-10T03:54:01.415614Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-10T03:54:00.719119Z","time spent":"696.487132ms","remote":"127.0.0.1:33096","response type":"/etcdserverpb.KV/Range","request count":0,"request size":45,"response count":1,"response size":501,"request content":"key:\"/registry/leases/kube-system/kube-scheduler\" "} {"level":"warn","ts":"2026-04-10T03:54:01.415652Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"873.305684ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pods/openstack/rabbitmq-cluster-operator-54f767cff8-hm5nx\" ","response":"range_response_count:1 size:5855"} {"level":"info","ts":"2026-04-10T03:54:01.415691Z","caller":"traceutil/trace.go:171","msg":"trace[1787039579] range","detail":"{range_begin:/registry/pods/openstack/rabbitmq-cluster-operator-54f767cff8-hm5nx; range_end:; response_count:1; response_revision:2012; }","duration":"873.375135ms","start":"2026-04-10T03:54:00.5423Z","end":"2026-04-10T03:54:01.415675Z","steps":["trace[1787039579] 'agreement among raft nodes before linearized reading' (duration: 873.276283ms)"],"step_count":1} {"level":"warn","ts":"2026-04-10T03:54:01.415738Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-10T03:54:00.542281Z","time spent":"873.450406ms","remote":"127.0.0.1:33028","response type":"/etcdserverpb.KV/Range","request count":0,"request size":69,"response count":1,"response size":5878,"request content":"key:\"/registry/pods/openstack/rabbitmq-cluster-operator-54f767cff8-hm5nx\" "} {"level":"warn","ts":"2026-04-10T03:54:01.415773Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"698.265303ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/kube-controller-manager\" ","response":"range_response_count:1 size:506"} {"level":"info","ts":"2026-04-10T03:54:01.415802Z","caller":"traceutil/trace.go:171","msg":"trace[1456138924] range","detail":"{range_begin:/registry/leases/kube-system/kube-controller-manager; range_end:; response_count:1; response_revision:2012; }","duration":"698.320447ms","start":"2026-04-10T03:54:00.717472Z","end":"2026-04-10T03:54:01.415792Z","steps":["trace[1456138924] 'agreement among raft nodes before linearized reading' (duration: 698.247715ms)"],"step_count":1} {"level":"warn","ts":"2026-04-10T03:54:01.415833Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-10T03:54:00.717459Z","time spent":"698.368227ms","remote":"127.0.0.1:33096","response type":"/etcdserverpb.KV/Range","request count":0,"request size":54,"response count":1,"response size":529,"request content":"key:\"/registry/leases/kube-system/kube-controller-manager\" "} {"level":"warn","ts":"2026-04-10T03:54:01.416372Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"696.684947ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/cilium-operator-resource-lock\" ","response":"range_response_count:1 size:492"} {"level":"info","ts":"2026-04-10T03:54:01.416457Z","caller":"traceutil/trace.go:171","msg":"trace[1205858472] range","detail":"{range_begin:/registry/leases/kube-system/cilium-operator-resource-lock; range_end:; response_count:1; response_revision:2012; }","duration":"696.787719ms","start":"2026-04-10T03:54:00.719658Z","end":"2026-04-10T03:54:01.416446Z","steps":["trace[1205858472] 'agreement among raft nodes before linearized reading' (duration: 695.299014ms)"],"step_count":1} {"level":"warn","ts":"2026-04-10T03:54:01.416489Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-10T03:54:00.719647Z","time spent":"696.83446ms","remote":"127.0.0.1:33096","response type":"/etcdserverpb.KV/Range","request count":0,"request size":60,"response count":1,"response size":515,"request content":"key:\"/registry/leases/kube-system/cilium-operator-resource-lock\" "} {"level":"info","ts":"2026-04-10T03:54:16.57135Z","caller":"traceutil/trace.go:171","msg":"trace[1612240770] linearizableReadLoop","detail":"{readStateIndex:2206; appliedIndex:2205; }","duration":"113.807417ms","start":"2026-04-10T03:54:16.457515Z","end":"2026-04-10T03:54:16.571323Z","steps":["trace[1612240770] 'read index received' (duration: 113.675674ms)","trace[1612240770] 'applied index is now lower than readState.Index' (duration: 130.793µs)"],"step_count":2} {"level":"info","ts":"2026-04-10T03:54:16.571526Z","caller":"traceutil/trace.go:171","msg":"trace[2019142652] transaction","detail":"{read_only:false; response_revision:2117; number_of_response:1; }","duration":"139.199395ms","start":"2026-04-10T03:54:16.432312Z","end":"2026-04-10T03:54:16.571512Z","steps":["trace[2019142652] 'process raft request' (duration: 138.803666ms)"],"step_count":1} {"level":"warn","ts":"2026-04-10T03:54:16.571642Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"114.114015ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/health\" ","response":"range_response_count:0 size:5"} {"level":"info","ts":"2026-04-10T03:54:16.571721Z","caller":"traceutil/trace.go:171","msg":"trace[604501938] range","detail":"{range_begin:/registry/health; range_end:; response_count:0; response_revision:2117; }","duration":"114.227706ms","start":"2026-04-10T03:54:16.457474Z","end":"2026-04-10T03:54:16.571702Z","steps":["trace[604501938] 'agreement among raft nodes before linearized reading' (duration: 114.106853ms)"],"step_count":1} {"level":"info","ts":"2026-04-10T03:54:21.976162Z","caller":"traceutil/trace.go:171","msg":"trace[1425569638] linearizableReadLoop","detail":"{readStateIndex:2233; appliedIndex:2232; }","duration":"237.493778ms","start":"2026-04-10T03:54:21.738623Z","end":"2026-04-10T03:54:21.976117Z","steps":["trace[1425569638] 'read index received' (duration: 180.237811ms)","trace[1425569638] 'applied index is now lower than readState.Index' (duration: 57.252927ms)"],"step_count":2} {"level":"info","ts":"2026-04-10T03:54:21.976198Z","caller":"traceutil/trace.go:171","msg":"trace[799439831] transaction","detail":"{read_only:false; response_revision:2143; number_of_response:1; }","duration":"241.102932ms","start":"2026-04-10T03:54:21.73505Z","end":"2026-04-10T03:54:21.976152Z","steps":["trace[799439831] 'process raft request' (duration: 183.667489ms)","trace[799439831] 'compare' (duration: 57.227128ms)"],"step_count":2} {"level":"warn","ts":"2026-04-10T03:54:21.976823Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"210.65679ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/kube-scheduler\" ","response":"range_response_count:1 size:478"} {"level":"info","ts":"2026-04-10T03:54:21.976874Z","caller":"traceutil/trace.go:171","msg":"trace[813371972] range","detail":"{range_begin:/registry/leases/kube-system/kube-scheduler; range_end:; response_count:1; response_revision:2144; }","duration":"210.743503ms","start":"2026-04-10T03:54:21.766118Z","end":"2026-04-10T03:54:21.976862Z","steps":["trace[813371972] 'agreement among raft nodes before linearized reading' (duration: 210.559359ms)"],"step_count":1} {"level":"warn","ts":"2026-04-10T03:54:21.976985Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"202.111332ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/cilium-operator-resource-lock\" ","response":"range_response_count:1 size:492"} {"level":"info","ts":"2026-04-10T03:54:21.977003Z","caller":"traceutil/trace.go:171","msg":"trace[1953576975] range","detail":"{range_begin:/registry/leases/kube-system/cilium-operator-resource-lock; range_end:; response_count:1; response_revision:2144; }","duration":"202.145175ms","start":"2026-04-10T03:54:21.774854Z","end":"2026-04-10T03:54:21.976999Z","steps":["trace[1953576975] 'agreement among raft nodes before linearized reading' (duration: 202.094484ms)"],"step_count":1} {"level":"warn","ts":"2026-04-10T03:54:21.977113Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"207.090678ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/plndr-cp-lock\" ","response":"range_response_count:1 size:432"} {"level":"info","ts":"2026-04-10T03:54:21.977081Z","caller":"traceutil/trace.go:171","msg":"trace[1195800054] transaction","detail":"{read_only:false; response_revision:2144; number_of_response:1; }","duration":"136.994924ms","start":"2026-04-10T03:54:21.840053Z","end":"2026-04-10T03:54:21.977048Z","steps":["trace[1195800054] 'process raft request' (duration: 136.028512ms)"],"step_count":1} {"level":"info","ts":"2026-04-10T03:54:21.977134Z","caller":"traceutil/trace.go:171","msg":"trace[70192659] range","detail":"{range_begin:/registry/leases/kube-system/plndr-cp-lock; range_end:; response_count:1; response_revision:2144; }","duration":"207.13581ms","start":"2026-04-10T03:54:21.769993Z","end":"2026-04-10T03:54:21.977129Z","steps":["trace[70192659] 'agreement among raft nodes before linearized reading' (duration: 207.058408ms)"],"step_count":1} {"level":"warn","ts":"2026-04-10T03:54:21.977211Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"206.687159ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/kube-controller-manager\" ","response":"range_response_count:1 size:506"} {"level":"info","ts":"2026-04-10T03:54:21.977268Z","caller":"traceutil/trace.go:171","msg":"trace[1703805596] range","detail":"{range_begin:/registry/leases/kube-system/kube-controller-manager; range_end:; response_count:1; response_revision:2144; }","duration":"206.775411ms","start":"2026-04-10T03:54:21.770478Z","end":"2026-04-10T03:54:21.977253Z","steps":["trace[1703805596] 'agreement among raft nodes before linearized reading' (duration: 206.564496ms)"],"step_count":1} {"level":"warn","ts":"2026-04-10T03:54:21.977254Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"162.001881ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/services/specs/ingress-nginx/ingress-nginx-controller\" ","response":"range_response_count:1 size:1988"} {"level":"warn","ts":"2026-04-10T03:54:21.977486Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"238.600855ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pxc.percona.com/perconaxtradbclusters/openstack/percona-xtradb\" ","response":"range_response_count:1 size:5412"} {"level":"info","ts":"2026-04-10T03:54:21.977562Z","caller":"traceutil/trace.go:171","msg":"trace[2105553354] range","detail":"{range_begin:/registry/services/specs/ingress-nginx/ingress-nginx-controller; range_end:; response_count:1; response_revision:2144; }","duration":"162.198214ms","start":"2026-04-10T03:54:21.815194Z","end":"2026-04-10T03:54:21.977392Z","steps":["trace[2105553354] 'agreement among raft nodes before linearized reading' (duration: 161.682622ms)"],"step_count":1} {"level":"info","ts":"2026-04-10T03:54:21.977665Z","caller":"traceutil/trace.go:171","msg":"trace[1629037138] range","detail":"{range_begin:/registry/pxc.percona.com/perconaxtradbclusters/openstack/percona-xtradb; range_end:; response_count:1; response_revision:2144; }","duration":"239.046215ms","start":"2026-04-10T03:54:21.7386Z","end":"2026-04-10T03:54:21.977646Z","steps":["trace[1629037138] 'agreement among raft nodes before linearized reading' (duration: 237.658492ms)"],"step_count":1} {"level":"warn","ts":"2026-04-10T03:54:23.14897Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"164.268404ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pxc.percona.com/perconaxtradbclusters/openstack/percona-xtradb\" ","response":"range_response_count:1 size:5412"} {"level":"info","ts":"2026-04-10T03:54:23.149048Z","caller":"traceutil/trace.go:171","msg":"trace[845285014] range","detail":"{range_begin:/registry/pxc.percona.com/perconaxtradbclusters/openstack/percona-xtradb; range_end:; response_count:1; response_revision:2149; }","duration":"164.425296ms","start":"2026-04-10T03:54:22.984603Z","end":"2026-04-10T03:54:23.149028Z","steps":["trace[845285014] 'range keys from in-memory index tree' (duration: 164.048849ms)"],"step_count":1} {"level":"warn","ts":"2026-04-10T03:54:23.14914Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"509.956774ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/roles/\" range_end:\"/registry/roles0\" count_only:true ","response":"range_response_count:0 size:7"} {"level":"info","ts":"2026-04-10T03:54:23.149242Z","caller":"traceutil/trace.go:171","msg":"trace[284592205] range","detail":"{range_begin:/registry/roles/; range_end:/registry/roles0; response_count:0; response_revision:2149; }","duration":"510.22832ms","start":"2026-04-10T03:54:22.638995Z","end":"2026-04-10T03:54:23.149223Z","steps":["trace[284592205] 'count revisions from in-memory index tree' (duration: 509.842021ms)"],"step_count":1} {"level":"warn","ts":"2026-04-10T03:54:23.14931Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-10T03:54:22.638943Z","time spent":"510.353263ms","remote":"127.0.0.1:33154","response type":"/etcdserverpb.KV/Range","request count":0,"request size":38,"response count":23,"response size":30,"request content":"key:\"/registry/roles/\" range_end:\"/registry/roles0\" count_only:true "} {"level":"warn","ts":"2026-04-10T03:54:23.739741Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"234.108257ms","expected-duration":"100ms","prefix":"","request":"header: lease_revoke:","response":"size:28"} {"level":"info","ts":"2026-04-10T03:54:23.740229Z","caller":"traceutil/trace.go:171","msg":"trace[1991119952] transaction","detail":"{read_only:false; response_revision:2150; number_of_response:1; }","duration":"167.683612ms","start":"2026-04-10T03:54:23.572526Z","end":"2026-04-10T03:54:23.74021Z","steps":["trace[1991119952] 'process raft request' (duration: 167.314103ms)"],"step_count":1} {"level":"info","ts":"2026-04-10T03:54:23.807038Z","caller":"traceutil/trace.go:171","msg":"trace[570878042] transaction","detail":"{read_only:false; response_revision:2151; number_of_response:1; }","duration":"135.87428ms","start":"2026-04-10T03:54:23.670941Z","end":"2026-04-10T03:54:23.806816Z","steps":["trace[570878042] 'process raft request' (duration: 135.669295ms)"],"step_count":1} {"level":"warn","ts":"2026-04-10T03:54:24.320255Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"206.448707ms","expected-duration":"100ms","prefix":"","request":"header: txn: success:> failure: >>","response":"size:16"} {"level":"info","ts":"2026-04-10T03:54:24.320351Z","caller":"traceutil/trace.go:171","msg":"trace[404091123] linearizableReadLoop","detail":"{readStateIndex:2245; appliedIndex:2243; }","duration":"317.425954ms","start":"2026-04-10T03:54:24.002907Z","end":"2026-04-10T03:54:24.320333Z","steps":["trace[404091123] 'read index received' (duration: 31.430871ms)","trace[404091123] 'applied index is now lower than readState.Index' (duration: 285.993763ms)"],"step_count":2} {"level":"info","ts":"2026-04-10T03:54:24.3206Z","caller":"traceutil/trace.go:171","msg":"trace[477278229] transaction","detail":"{read_only:false; response_revision:2154; number_of_response:1; }","duration":"334.194948ms","start":"2026-04-10T03:54:23.986391Z","end":"2026-04-10T03:54:24.320586Z","steps":["trace[477278229] 'process raft request' (duration: 127.319321ms)","trace[477278229] 'compare' (duration: 206.074179ms)"],"step_count":2} {"level":"warn","ts":"2026-04-10T03:54:24.320703Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-10T03:54:23.98637Z","time spent":"334.266739ms","remote":"127.0.0.1:33096","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":423,"response count":0,"response size":39,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-04-10T03:54:24.320913Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"259.796101ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/health\" ","response":"range_response_count:0 size:5"} {"level":"info","ts":"2026-04-10T03:54:24.320999Z","caller":"traceutil/trace.go:171","msg":"trace[69802786] range","detail":"{range_begin:/registry/health; range_end:; response_count:0; response_revision:2154; }","duration":"259.905804ms","start":"2026-04-10T03:54:24.061066Z","end":"2026-04-10T03:54:24.320972Z","steps":["trace[69802786] 'agreement among raft nodes before linearized reading' (duration: 259.769971ms)"],"step_count":1} {"level":"warn","ts":"2026-04-10T03:54:24.321025Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"318.111399ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/kube-controller-manager\" ","response":"range_response_count:1 size:506"} {"level":"warn","ts":"2026-04-10T03:54:24.321035Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"298.040378ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/kube-scheduler\" ","response":"range_response_count:1 size:478"} {"level":"info","ts":"2026-04-10T03:54:24.321061Z","caller":"traceutil/trace.go:171","msg":"trace[9876433] range","detail":"{range_begin:/registry/leases/kube-system/kube-controller-manager; range_end:; response_count:1; response_revision:2154; }","duration":"318.16769ms","start":"2026-04-10T03:54:24.00288Z","end":"2026-04-10T03:54:24.321048Z","steps":["trace[9876433] 'agreement among raft nodes before linearized reading' (duration: 318.049137ms)"],"step_count":1} {"level":"warn","ts":"2026-04-10T03:54:24.321098Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-10T03:54:24.002867Z","time spent":"318.223632ms","remote":"127.0.0.1:33096","response type":"/etcdserverpb.KV/Range","request count":0,"request size":54,"response count":1,"response size":529,"request content":"key:\"/registry/leases/kube-system/kube-controller-manager\" "} {"level":"info","ts":"2026-04-10T03:54:24.321066Z","caller":"traceutil/trace.go:171","msg":"trace[884127021] range","detail":"{range_begin:/registry/leases/kube-system/kube-scheduler; range_end:; response_count:1; response_revision:2154; }","duration":"298.08568ms","start":"2026-04-10T03:54:24.022971Z","end":"2026-04-10T03:54:24.321057Z","steps":["trace[884127021] 'agreement among raft nodes before linearized reading' (duration: 297.975497ms)"],"step_count":1} {"level":"warn","ts":"2026-04-10T03:54:24.322004Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"300.815072ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/plndr-cp-lock\" ","response":"range_response_count:1 size:432"} {"level":"info","ts":"2026-04-10T03:54:24.322063Z","caller":"traceutil/trace.go:171","msg":"trace[1018745011] range","detail":"{range_begin:/registry/leases/kube-system/plndr-cp-lock; range_end:; response_count:1; response_revision:2154; }","duration":"300.889973ms","start":"2026-04-10T03:54:24.021149Z","end":"2026-04-10T03:54:24.322039Z","steps":["trace[1018745011] 'agreement among raft nodes before linearized reading' (duration: 300.73947ms)"],"step_count":1} {"level":"warn","ts":"2026-04-10T03:54:24.322105Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-10T03:54:24.021136Z","time spent":"300.951716ms","remote":"127.0.0.1:33096","response type":"/etcdserverpb.KV/Range","request count":0,"request size":44,"response count":1,"response size":455,"request content":"key:\"/registry/leases/kube-system/plndr-cp-lock\" "} {"level":"warn","ts":"2026-04-10T03:54:24.322304Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"299.279707ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/cilium-operator-resource-lock\" ","response":"range_response_count:1 size:492"} {"level":"info","ts":"2026-04-10T03:54:24.322354Z","caller":"traceutil/trace.go:171","msg":"trace[1271232158] range","detail":"{range_begin:/registry/leases/kube-system/cilium-operator-resource-lock; range_end:; response_count:1; response_revision:2154; }","duration":"299.341498ms","start":"2026-04-10T03:54:24.023003Z","end":"2026-04-10T03:54:24.322344Z","steps":["trace[1271232158] 'agreement among raft nodes before linearized reading' (duration: 297.825303ms)"],"step_count":1} {"level":"warn","ts":"2026-04-10T03:54:24.322513Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"165.197021ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pxc.percona.com/perconaxtradbclusters/openstack/percona-xtradb\" ","response":"range_response_count:1 size:5412"} {"level":"info","ts":"2026-04-10T03:54:24.323165Z","caller":"traceutil/trace.go:171","msg":"trace[1086405564] range","detail":"{range_begin:/registry/pxc.percona.com/perconaxtradbclusters/openstack/percona-xtradb; range_end:; response_count:1; response_revision:2154; }","duration":"165.921757ms","start":"2026-04-10T03:54:24.157227Z","end":"2026-04-10T03:54:24.323149Z","steps":["trace[1086405564] 'agreement among raft nodes before linearized reading' (duration: 163.87337ms)"],"step_count":1} {"level":"warn","ts":"2026-04-10T03:54:24.732064Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"227.558121ms","expected-duration":"100ms","prefix":"","request":"header: txn: success:> failure: >>","response":"size:16"} {"level":"info","ts":"2026-04-10T03:54:24.732341Z","caller":"traceutil/trace.go:171","msg":"trace[1119787473] linearizableReadLoop","detail":"{readStateIndex:2250; appliedIndex:2245; }","duration":"200.481969ms","start":"2026-04-10T03:54:24.531842Z","end":"2026-04-10T03:54:24.732324Z","steps":["trace[1119787473] 'read index received' (duration: 55.121µs)","trace[1119787473] 'applied index is now lower than readState.Index' (duration: 200.425938ms)"],"step_count":2} {"level":"warn","ts":"2026-04-10T03:54:24.732469Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"200.626543ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/horizontalpodautoscalers/\" range_end:\"/registry/horizontalpodautoscalers0\" count_only:true ","response":"range_response_count:0 size:5"} {"level":"info","ts":"2026-04-10T03:54:24.732499Z","caller":"traceutil/trace.go:171","msg":"trace[1453938695] range","detail":"{range_begin:/registry/horizontalpodautoscalers/; range_end:/registry/horizontalpodautoscalers0; response_count:0; response_revision:2159; }","duration":"200.698375ms","start":"2026-04-10T03:54:24.531789Z","end":"2026-04-10T03:54:24.732487Z","steps":["trace[1453938695] 'agreement among raft nodes before linearized reading' (duration: 200.585433ms)"],"step_count":1} {"level":"info","ts":"2026-04-10T03:54:24.732567Z","caller":"traceutil/trace.go:171","msg":"trace[1945612298] transaction","detail":"{read_only:false; response_revision:2158; number_of_response:1; }","duration":"405.787281ms","start":"2026-04-10T03:54:24.326739Z","end":"2026-04-10T03:54:24.732526Z","steps":["trace[1945612298] 'process raft request' (duration: 405.509754ms)"],"step_count":1} {"level":"info","ts":"2026-04-10T03:54:24.732693Z","caller":"traceutil/trace.go:171","msg":"trace[1674238835] transaction","detail":"{read_only:false; response_revision:2159; number_of_response:1; }","duration":"260.586829ms","start":"2026-04-10T03:54:24.472096Z","end":"2026-04-10T03:54:24.732682Z","steps":["trace[1674238835] 'process raft request' (duration: 260.180539ms)"],"step_count":1} {"level":"info","ts":"2026-04-10T03:54:24.732685Z","caller":"traceutil/trace.go:171","msg":"trace[147217228] transaction","detail":"{read_only:false; response_revision:2157; number_of_response:1; }","duration":"405.958274ms","start":"2026-04-10T03:54:24.326694Z","end":"2026-04-10T03:54:24.732652Z","steps":["trace[147217228] 'process raft request' (duration: 405.523474ms)"],"step_count":1} {"level":"warn","ts":"2026-04-10T03:54:24.732824Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-10T03:54:24.326725Z","time spent":"405.971175ms","remote":"127.0.0.1:33096","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":489,"response count":0,"response size":39,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-04-10T03:54:24.732851Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-10T03:54:24.326685Z","time spent":"406.075727ms","remote":"127.0.0.1:33096","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":476,"response count":0,"response size":39,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-04-10T03:54:24.732897Z","caller":"traceutil/trace.go:171","msg":"trace[42343449] transaction","detail":"{read_only:false; response_revision:2155; number_of_response:1; }","duration":"406.420734ms","start":"2026-04-10T03:54:24.326466Z","end":"2026-04-10T03:54:24.732887Z","steps":["trace[42343449] 'process raft request' (duration: 177.978063ms)","trace[42343449] 'compare' (duration: 227.397497ms)"],"step_count":2} {"level":"warn","ts":"2026-04-10T03:54:24.732957Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-10T03:54:24.326453Z","time spent":"406.470487ms","remote":"127.0.0.1:33096","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":417,"response count":0,"response size":39,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-04-10T03:54:24.732988Z","caller":"traceutil/trace.go:171","msg":"trace[2059846137] transaction","detail":"{read_only:false; response_revision:2156; number_of_response:1; }","duration":"405.924514ms","start":"2026-04-10T03:54:24.326545Z","end":"2026-04-10T03:54:24.73247Z","steps":["trace[2059846137] 'process raft request' (duration: 405.622777ms)"],"step_count":1} {"level":"warn","ts":"2026-04-10T03:54:24.733274Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-10T03:54:24.326523Z","time spent":"406.542488ms","remote":"127.0.0.1:33096","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":462,"response count":0,"response size":39,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-04-10T03:54:25.36834Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"437.485979ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/events/openstack/percona-xtradb-haproxy-0.18a4e28dfa6bac67\" ","response":"range_response_count:1 size:846"} {"level":"info","ts":"2026-04-10T03:54:25.368445Z","caller":"traceutil/trace.go:171","msg":"trace[660026129] range","detail":"{range_begin:/registry/events/openstack/percona-xtradb-haproxy-0.18a4e28dfa6bac67; range_end:; response_count:1; response_revision:2159; }","duration":"437.601502ms","start":"2026-04-10T03:54:24.930822Z","end":"2026-04-10T03:54:25.368424Z","steps":["trace[660026129] 'range keys from in-memory index tree' (duration: 437.277643ms)"],"step_count":1} {"level":"warn","ts":"2026-04-10T03:54:25.368447Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"232.047799ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/cert-manager.io/certificates/\" range_end:\"/registry/cert-manager.io/certificates0\" count_only:true ","response":"range_response_count:0 size:7"} {"level":"warn","ts":"2026-04-10T03:54:25.368498Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-10T03:54:24.93077Z","time spent":"437.712803ms","remote":"127.0.0.1:32906","response type":"/etcdserverpb.KV/Range","request count":0,"request size":70,"response count":1,"response size":869,"request content":"key:\"/registry/events/openstack/percona-xtradb-haproxy-0.18a4e28dfa6bac67\" "} {"level":"info","ts":"2026-04-10T03:54:25.368517Z","caller":"traceutil/trace.go:171","msg":"trace[1903666111] range","detail":"{range_begin:/registry/cert-manager.io/certificates/; range_end:/registry/cert-manager.io/certificates0; response_count:0; response_revision:2159; }","duration":"232.160001ms","start":"2026-04-10T03:54:25.136338Z","end":"2026-04-10T03:54:25.368498Z","steps":["trace[1903666111] 'count revisions from in-memory index tree' (duration: 231.917387ms)"],"step_count":1} {"level":"info","ts":"2026-04-10T03:54:25.829708Z","caller":"traceutil/trace.go:171","msg":"trace[37183868] linearizableReadLoop","detail":"{readStateIndex:2251; appliedIndex:2250; }","duration":"184.494018ms","start":"2026-04-10T03:54:25.645189Z","end":"2026-04-10T03:54:25.829683Z","steps":["trace[37183868] 'read index received' (duration: 184.299714ms)","trace[37183868] 'applied index is now lower than readState.Index' (duration: 193.174µs)"],"step_count":2} {"level":"info","ts":"2026-04-10T03:54:25.829752Z","caller":"traceutil/trace.go:171","msg":"trace[1064623979] transaction","detail":"{read_only:false; response_revision:2160; number_of_response:1; }","duration":"458.57129ms","start":"2026-04-10T03:54:25.371156Z","end":"2026-04-10T03:54:25.829727Z","steps":["trace[1064623979] 'process raft request' (duration: 458.293964ms)"],"step_count":1} {"level":"warn","ts":"2026-04-10T03:54:25.829874Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-10T03:54:25.371133Z","time spent":"458.676053ms","remote":"127.0.0.1:32906","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":831,"response count":0,"response size":39,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-04-10T03:54:25.829886Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"184.684313ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pods/\" range_end:\"/registry/pods0\" count_only:true ","response":"range_response_count:0 size:7"} {"level":"info","ts":"2026-04-10T03:54:25.82994Z","caller":"traceutil/trace.go:171","msg":"trace[2046166583] range","detail":"{range_begin:/registry/pods/; range_end:/registry/pods0; response_count:0; response_revision:2160; }","duration":"184.816045ms","start":"2026-04-10T03:54:25.645109Z","end":"2026-04-10T03:54:25.829925Z","steps":["trace[2046166583] 'agreement among raft nodes before linearized reading' (duration: 184.674363ms)"],"step_count":1} {"level":"info","ts":"2026-04-10T03:54:25.853133Z","caller":"traceutil/trace.go:171","msg":"trace[1842686237] transaction","detail":"{read_only:false; response_revision:2161; number_of_response:1; }","duration":"108.243771ms","start":"2026-04-10T03:54:25.74486Z","end":"2026-04-10T03:54:25.853104Z","steps":["trace[1842686237] 'process raft request' (duration: 107.892423ms)"],"step_count":1} {"level":"warn","ts":"2026-04-10T03:54:25.853339Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"177.664902ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/prioritylevelconfigurations/\" range_end:\"/registry/prioritylevelconfigurations0\" count_only:true ","response":"range_response_count:0 size:7"} {"level":"info","ts":"2026-04-10T03:54:25.853403Z","caller":"traceutil/trace.go:171","msg":"trace[1299670285] range","detail":"{range_begin:/registry/prioritylevelconfigurations/; range_end:/registry/prioritylevelconfigurations0; response_count:0; response_revision:2162; }","duration":"177.760064ms","start":"2026-04-10T03:54:25.675628Z","end":"2026-04-10T03:54:25.853388Z","steps":["trace[1299670285] 'agreement among raft nodes before linearized reading' (duration: 177.633322ms)"],"step_count":1} {"level":"warn","ts":"2026-04-10T03:54:26.936237Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"825.57156ms","expected-duration":"100ms","prefix":"","request":"header: txn: success:> failure: >>","response":"size:16"} {"level":"info","ts":"2026-04-10T03:54:26.936477Z","caller":"traceutil/trace.go:171","msg":"trace[1089632548] linearizableReadLoop","detail":"{readStateIndex:2255; appliedIndex:2254; }","duration":"877.893838ms","start":"2026-04-10T03:54:26.058484Z","end":"2026-04-10T03:54:26.936378Z","steps":["trace[1089632548] 'read index received' (duration: 51.909078ms)","trace[1089632548] 'applied index is now lower than readState.Index' (duration: 825.98243ms)"],"step_count":2} {"level":"info","ts":"2026-04-10T03:54:26.936703Z","caller":"traceutil/trace.go:171","msg":"trace[779372406] transaction","detail":"{read_only:false; response_revision:2164; number_of_response:1; }","duration":"896.554516ms","start":"2026-04-10T03:54:26.040039Z","end":"2026-04-10T03:54:26.936594Z","steps":["trace[779372406] 'process raft request' (duration: 70.418903ms)","trace[779372406] 'compare' (duration: 824.607888ms)"],"step_count":2} {"level":"warn","ts":"2026-04-10T03:54:26.93677Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"878.264207ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/health\" ","response":"range_response_count:0 size:5"} {"level":"info","ts":"2026-04-10T03:54:26.936863Z","caller":"traceutil/trace.go:171","msg":"trace[1299989662] range","detail":"{range_begin:/registry/health; range_end:; response_count:0; response_revision:2164; }","duration":"878.412629ms","start":"2026-04-10T03:54:26.058427Z","end":"2026-04-10T03:54:26.93684Z","steps":["trace[1299989662] 'agreement among raft nodes before linearized reading' (duration: 878.205735ms)"],"step_count":1} {"level":"warn","ts":"2026-04-10T03:54:26.936916Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-10T03:54:26.058406Z","time spent":"878.500052ms","remote":"127.0.0.1:32842","response type":"/etcdserverpb.KV/Range","request count":0,"request size":18,"response count":0,"response size":28,"request content":"key:\"/registry/health\" "} {"level":"warn","ts":"2026-04-10T03:54:26.937173Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-10T03:54:26.040014Z","time spent":"896.774141ms","remote":"127.0.0.1:33096","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":554,"response count":0,"response size":39,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-04-10T03:54:27.436866Z","caller":"etcdserver/v3_server.go:897","msg":"waiting for ReadIndex response took too long, retrying","sent-request-id":6432439295843424836,"retry-timeout":"500ms"} {"level":"warn","ts":"2026-04-10T03:54:27.914273Z","caller":"wal/wal.go:805","msg":"slow fdatasync","took":"1.3245095s","expected-duration":"1s"} {"level":"info","ts":"2026-04-10T03:54:27.914635Z","caller":"traceutil/trace.go:171","msg":"trace[117303663] transaction","detail":"{read_only:false; response_revision:2165; number_of_response:1; }","duration":"1.325044292s","start":"2026-04-10T03:54:26.589564Z","end":"2026-04-10T03:54:27.914609Z","steps":["trace[117303663] 'process raft request' (duration: 1.324897029s)"],"step_count":1} {"level":"warn","ts":"2026-04-10T03:54:27.914779Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-10T03:54:26.589527Z","time spent":"1.325173885s","remote":"127.0.0.1:33096","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":673,"response count":0,"response size":39,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-04-10T03:54:27.915351Z","caller":"traceutil/trace.go:171","msg":"trace[845310269] linearizableReadLoop","detail":"{readStateIndex:2256; appliedIndex:2256; }","duration":"978.767944ms","start":"2026-04-10T03:54:26.936572Z","end":"2026-04-10T03:54:27.91534Z","steps":["trace[845310269] 'read index received' (duration: 978.760484ms)","trace[845310269] 'applied index is now lower than readState.Index' (duration: 6.55µs)"],"step_count":2} {"level":"warn","ts":"2026-04-10T03:54:27.915509Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.178283562s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/kube-controller-manager\" ","response":"range_response_count:1 size:504"} {"level":"info","ts":"2026-04-10T03:54:27.915549Z","caller":"traceutil/trace.go:171","msg":"trace[72281524] range","detail":"{range_begin:/registry/leases/kube-system/kube-controller-manager; range_end:; response_count:1; response_revision:2165; }","duration":"1.178334502s","start":"2026-04-10T03:54:26.737202Z","end":"2026-04-10T03:54:27.915536Z","steps":["trace[72281524] 'agreement among raft nodes before linearized reading' (duration: 1.1782088s)"],"step_count":1} {"level":"warn","ts":"2026-04-10T03:54:27.915585Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-10T03:54:26.737197Z","time spent":"1.178381253s","remote":"127.0.0.1:33096","response type":"/etcdserverpb.KV/Range","request count":0,"request size":54,"response count":1,"response size":527,"request content":"key:\"/registry/leases/kube-system/kube-controller-manager\" "} {"level":"warn","ts":"2026-04-10T03:54:27.915639Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.293677684s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pods/openstack/percona-xtradb-pxc-0\" ","response":"range_response_count:1 size:12386"} {"level":"warn","ts":"2026-04-10T03:54:27.91573Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.538511489s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pxc.percona.com/perconaxtradbclusters/openstack/percona-xtradb\" ","response":"range_response_count:1 size:5412"} {"level":"info","ts":"2026-04-10T03:54:27.915766Z","caller":"traceutil/trace.go:171","msg":"trace[1524816973] range","detail":"{range_begin:/registry/pxc.percona.com/perconaxtradbclusters/openstack/percona-xtradb; range_end:; response_count:1; response_revision:2165; }","duration":"1.53856879s","start":"2026-04-10T03:54:26.377186Z","end":"2026-04-10T03:54:27.915755Z","steps":["trace[1524816973] 'agreement among raft nodes before linearized reading' (duration: 1.538472018s)"],"step_count":1} {"level":"warn","ts":"2026-04-10T03:54:27.915795Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-10T03:54:26.377171Z","time spent":"1.538617952s","remote":"127.0.0.1:58744","response type":"/etcdserverpb.KV/Range","request count":0,"request size":74,"response count":1,"response size":5435,"request content":"key:\"/registry/pxc.percona.com/perconaxtradbclusters/openstack/percona-xtradb\" "} {"level":"info","ts":"2026-04-10T03:54:27.915734Z","caller":"traceutil/trace.go:171","msg":"trace[1067138700] range","detail":"{range_begin:/registry/pods/openstack/percona-xtradb-pxc-0; range_end:; response_count:1; response_revision:2165; }","duration":"1.293838478s","start":"2026-04-10T03:54:26.62188Z","end":"2026-04-10T03:54:27.915718Z","steps":["trace[1067138700] 'agreement among raft nodes before linearized reading' (duration: 1.293569701s)"],"step_count":1} {"level":"warn","ts":"2026-04-10T03:54:27.915882Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-10T03:54:26.62186Z","time spent":"1.294011261s","remote":"127.0.0.1:33028","response type":"/etcdserverpb.KV/Range","request count":0,"request size":47,"response count":1,"response size":12409,"request content":"key:\"/registry/pods/openstack/percona-xtradb-pxc-0\" "} {"level":"warn","ts":"2026-04-10T03:54:27.916176Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.179680104s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/cilium-operator-resource-lock\" ","response":"range_response_count:1 size:491"} {"level":"info","ts":"2026-04-10T03:54:27.916542Z","caller":"traceutil/trace.go:171","msg":"trace[955105024] range","detail":"{range_begin:/registry/leases/kube-system/cilium-operator-resource-lock; range_end:; response_count:1; response_revision:2165; }","duration":"1.180076663s","start":"2026-04-10T03:54:26.736456Z","end":"2026-04-10T03:54:27.916532Z","steps":["trace[955105024] 'agreement among raft nodes before linearized reading' (duration: 1.179651473s)"],"step_count":1} {"level":"warn","ts":"2026-04-10T03:54:27.916827Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-10T03:54:26.736439Z","time spent":"1.180377351s","remote":"127.0.0.1:33096","response type":"/etcdserverpb.KV/Range","request count":0,"request size":60,"response count":1,"response size":514,"request content":"key:\"/registry/leases/kube-system/cilium-operator-resource-lock\" "} {"level":"warn","ts":"2026-04-10T03:54:27.916206Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.179121461s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/kube-scheduler\" ","response":"range_response_count:1 size:477"} {"level":"info","ts":"2026-04-10T03:54:27.91712Z","caller":"traceutil/trace.go:171","msg":"trace[199659188] range","detail":"{range_begin:/registry/leases/kube-system/kube-scheduler; range_end:; response_count:1; response_revision:2165; }","duration":"1.180056143s","start":"2026-04-10T03:54:26.737055Z","end":"2026-04-10T03:54:27.917111Z","steps":["trace[199659188] 'agreement among raft nodes before linearized reading' (duration: 1.179039999s)"],"step_count":1} {"level":"warn","ts":"2026-04-10T03:54:27.91718Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-10T03:54:26.737046Z","time spent":"1.180124105s","remote":"127.0.0.1:33096","response type":"/etcdserverpb.KV/Range","request count":0,"request size":45,"response count":1,"response size":500,"request content":"key:\"/registry/leases/kube-system/kube-scheduler\" "} {"level":"warn","ts":"2026-04-10T03:54:27.916266Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.720090456s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/podtemplates/\" range_end:\"/registry/podtemplates0\" count_only:true ","response":"range_response_count:0 size:5"} {"level":"info","ts":"2026-04-10T03:54:27.918136Z","caller":"traceutil/trace.go:171","msg":"trace[1454913938] range","detail":"{range_begin:/registry/podtemplates/; range_end:/registry/podtemplates0; response_count:0; response_revision:2165; }","duration":"1.722011141s","start":"2026-04-10T03:54:26.196115Z","end":"2026-04-10T03:54:27.918126Z","steps":["trace[1454913938] 'agreement among raft nodes before linearized reading' (duration: 1.720127748s)"],"step_count":1} {"level":"warn","ts":"2026-04-10T03:54:27.918211Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-10T03:54:26.196097Z","time spent":"1.722099793s","remote":"127.0.0.1:32960","response type":"/etcdserverpb.KV/Range","request count":0,"request size":52,"response count":0,"response size":28,"request content":"key:\"/registry/podtemplates/\" range_end:\"/registry/podtemplates0\" count_only:true "} {"level":"warn","ts":"2026-04-10T03:54:27.91632Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.594534552s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/cert-manager.io/clusterissuers/\" range_end:\"/registry/cert-manager.io/clusterissuers0\" count_only:true ","response":"range_response_count:0 size:7"} {"level":"info","ts":"2026-04-10T03:54:27.918376Z","caller":"traceutil/trace.go:171","msg":"trace[1343878646] range","detail":"{range_begin:/registry/cert-manager.io/clusterissuers/; range_end:/registry/cert-manager.io/clusterissuers0; response_count:0; response_revision:2165; }","duration":"1.596635629s","start":"2026-04-10T03:54:26.321732Z","end":"2026-04-10T03:54:27.918367Z","steps":["trace[1343878646] 'agreement among raft nodes before linearized reading' (duration: 1.594554342s)"],"step_count":1} {"level":"warn","ts":"2026-04-10T03:54:27.918425Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-10T03:54:26.321696Z","time spent":"1.596718853s","remote":"127.0.0.1:41136","response type":"/etcdserverpb.KV/Range","request count":0,"request size":88,"response count":2,"response size":30,"request content":"key:\"/registry/cert-manager.io/clusterissuers/\" range_end:\"/registry/cert-manager.io/clusterissuers0\" count_only:true "} {"level":"warn","ts":"2026-04-10T03:54:27.917252Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.180096523s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/plndr-cp-lock\" ","response":"range_response_count:1 size:431"} {"level":"info","ts":"2026-04-10T03:54:27.91862Z","caller":"traceutil/trace.go:171","msg":"trace[493420906] range","detail":"{range_begin:/registry/leases/kube-system/plndr-cp-lock; range_end:; response_count:1; response_revision:2165; }","duration":"1.181499876s","start":"2026-04-10T03:54:26.737112Z","end":"2026-04-10T03:54:27.918612Z","steps":["trace[493420906] 'agreement among raft nodes before linearized reading' (duration: 1.179098121s)"],"step_count":1} {"level":"warn","ts":"2026-04-10T03:54:27.918666Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-10T03:54:26.737104Z","time spent":"1.181553027s","remote":"127.0.0.1:33096","response type":"/etcdserverpb.KV/Range","request count":0,"request size":44,"response count":1,"response size":454,"request content":"key:\"/registry/leases/kube-system/plndr-cp-lock\" "} {"level":"warn","ts":"2026-04-10T03:54:27.916022Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.589929026s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/plndr-svcs-lock\" ","response":"range_response_count:1 size:437"} {"level":"info","ts":"2026-04-10T03:54:27.920838Z","caller":"traceutil/trace.go:171","msg":"trace[1773081405] range","detail":"{range_begin:/registry/leases/kube-system/plndr-svcs-lock; range_end:; response_count:1; response_revision:2165; }","duration":"1.594800047s","start":"2026-04-10T03:54:26.326021Z","end":"2026-04-10T03:54:27.920821Z","steps":["trace[1773081405] 'agreement among raft nodes before linearized reading' (duration: 1.589913586s)"],"step_count":1} {"level":"warn","ts":"2026-04-10T03:54:27.920895Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-10T03:54:26.32599Z","time spent":"1.59488818s","remote":"127.0.0.1:33096","response type":"/etcdserverpb.KV/Range","request count":0,"request size":46,"response count":1,"response size":460,"request content":"key:\"/registry/leases/kube-system/plndr-svcs-lock\" "} {"level":"warn","ts":"2026-04-10T03:54:28.938622Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"2.000540669s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/health\" ","response":"","error":"context deadline exceeded"} {"level":"info","ts":"2026-04-10T03:54:28.938719Z","caller":"traceutil/trace.go:171","msg":"trace[434651126] range","detail":"{range_begin:/registry/health; range_end:; }","duration":"2.000656452s","start":"2026-04-10T03:54:26.938043Z","end":"2026-04-10T03:54:28.9387Z","steps":["trace[434651126] 'agreement among raft nodes before linearized reading' (duration: 2.000534909s)"],"step_count":1} {"level":"warn","ts":"2026-04-10T03:54:28.938775Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-10T03:54:26.937981Z","time spent":"2.000779703s","remote":"127.0.0.1:32834","response type":"/etcdserverpb.KV/Range","request count":0,"request size":18,"response count":0,"response size":0,"request content":"key:\"/registry/health\" "} 2026/04/10 03:54:28 WARNING: [core] [Server #8] grpc: Server.processUnaryRPC failed to write status: connection error: desc = "transport is closing" {"level":"warn","ts":"2026-04-10T03:54:29.14134Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"833.860365ms","expected-duration":"100ms","prefix":"","request":"header: txn: success:> failure: >>","response":"size:16"} {"level":"info","ts":"2026-04-10T03:54:29.141665Z","caller":"traceutil/trace.go:171","msg":"trace[1531543374] linearizableReadLoop","detail":"{readStateIndex:2259; appliedIndex:2256; }","duration":"1.226254502s","start":"2026-04-10T03:54:27.915386Z","end":"2026-04-10T03:54:29.141641Z","steps":["trace[1531543374] 'read index received' (duration: 392.002468ms)","trace[1531543374] 'applied index is now lower than readState.Index' (duration: 834.250324ms)"],"step_count":2} {"level":"info","ts":"2026-04-10T03:54:29.141781Z","caller":"traceutil/trace.go:171","msg":"trace[2110165211] transaction","detail":"{read_only:false; response_revision:2167; number_of_response:1; }","duration":"1.280563404s","start":"2026-04-10T03:54:27.8612Z","end":"2026-04-10T03:54:29.141764Z","steps":["trace[2110165211] 'process raft request' (duration: 1.280259277s)"],"step_count":1} {"level":"warn","ts":"2026-04-10T03:54:29.141877Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-10T03:54:27.861177Z","time spent":"1.280649206s","remote":"127.0.0.1:33096","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":541,"response count":0,"response size":39,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-04-10T03:54:29.142039Z","caller":"traceutil/trace.go:171","msg":"trace[1508534108] transaction","detail":"{read_only:false; response_revision:2168; number_of_response:1; }","duration":"1.280738188s","start":"2026-04-10T03:54:27.861285Z","end":"2026-04-10T03:54:29.142024Z","steps":["trace[1508534108] 'process raft request' (duration: 1.280292527s)"],"step_count":1} {"level":"warn","ts":"2026-04-10T03:54:29.142124Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-10T03:54:27.861278Z","time spent":"1.280802649s","remote":"127.0.0.1:33096","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":509,"response count":0,"response size":39,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-04-10T03:54:29.142188Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.831061864s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/gateway.envoyproxy.io/backendtrafficpolicies/\" range_end:\"/registry/gateway.envoyproxy.io/backendtrafficpolicies0\" count_only:true ","response":"range_response_count:0 size:5"} {"level":"info","ts":"2026-04-10T03:54:29.142212Z","caller":"traceutil/trace.go:171","msg":"trace[321478677] transaction","detail":"{read_only:false; response_revision:2166; number_of_response:1; }","duration":"1.281032994s","start":"2026-04-10T03:54:27.861148Z","end":"2026-04-10T03:54:29.142181Z","steps":["trace[321478677] 'process raft request' (duration: 446.224287ms)","trace[321478677] 'compare' (duration: 833.683452ms)"],"step_count":2} {"level":"info","ts":"2026-04-10T03:54:29.142265Z","caller":"traceutil/trace.go:171","msg":"trace[1496453110] range","detail":"{range_begin:/registry/gateway.envoyproxy.io/backendtrafficpolicies/; range_end:/registry/gateway.envoyproxy.io/backendtrafficpolicies0; response_count:0; response_revision:2168; }","duration":"1.831153806s","start":"2026-04-10T03:54:27.311093Z","end":"2026-04-10T03:54:29.142247Z","steps":["trace[1496453110] 'agreement among raft nodes before linearized reading' (duration: 1.831025572s)"],"step_count":1} {"level":"warn","ts":"2026-04-10T03:54:29.142312Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-10T03:54:27.311018Z","time spent":"1.831284148s","remote":"127.0.0.1:48270","response type":"/etcdserverpb.KV/Range","request count":0,"request size":116,"response count":0,"response size":28,"request content":"key:\"/registry/gateway.envoyproxy.io/backendtrafficpolicies/\" range_end:\"/registry/gateway.envoyproxy.io/backendtrafficpolicies0\" count_only:true "} {"level":"warn","ts":"2026-04-10T03:54:29.142317Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-10T03:54:27.861124Z","time spent":"1.281138987s","remote":"127.0.0.1:33096","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":534,"response count":0,"response size":39,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-04-10T03:54:29.641815Z","caller":"etcdserver/v3_server.go:897","msg":"waiting for ReadIndex response took too long, retrying","sent-request-id":6432439295843424849,"retry-timeout":"500ms"} {"level":"warn","ts":"2026-04-10T03:54:29.997168Z","caller":"wal/wal.go:805","msg":"slow fdatasync","took":"1.689762507s","expected-duration":"1s"} {"level":"warn","ts":"2026-04-10T03:54:30.377854Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"380.167946ms","expected-duration":"100ms","prefix":"","request":"header: txn: success:> failure: >>","response":"size:16"} {"level":"info","ts":"2026-04-10T03:54:30.378275Z","caller":"traceutil/trace.go:171","msg":"trace[1721240230] transaction","detail":"{read_only:false; response_revision:2171; number_of_response:1; }","duration":"2.456110218s","start":"2026-04-10T03:54:27.922127Z","end":"2026-04-10T03:54:30.378237Z","steps":["trace[1721240230] 'process raft request' (duration: 2.455910753s)"],"step_count":1} {"level":"info","ts":"2026-04-10T03:54:30.378348Z","caller":"traceutil/trace.go:171","msg":"trace[178718637] transaction","detail":"{read_only:false; response_revision:2169; number_of_response:1; }","duration":"2.457965769s","start":"2026-04-10T03:54:27.920368Z","end":"2026-04-10T03:54:30.378334Z","steps":["trace[178718637] 'process raft request' (duration: 2.077239411s)","trace[178718637] 'compare' (duration: 379.589483ms)"],"step_count":2} {"level":"warn","ts":"2026-04-10T03:54:30.378444Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-10T03:54:27.922102Z","time spent":"2.456251161s","remote":"127.0.0.1:33096","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":477,"response count":0,"response size":39,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-04-10T03:54:30.378467Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-10T03:54:27.92035Z","time spent":"2.458040861s","remote":"127.0.0.1:33096","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":491,"response count":0,"response size":39,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-04-10T03:54:30.378237Z","caller":"traceutil/trace.go:171","msg":"trace[982363740] transaction","detail":"{read_only:false; response_revision:2170; number_of_response:1; }","duration":"2.4566252s","start":"2026-04-10T03:54:27.921574Z","end":"2026-04-10T03:54:30.378199Z","steps":["trace[982363740] 'process raft request' (duration: 2.456380304s)"],"step_count":1} {"level":"warn","ts":"2026-04-10T03:54:30.378714Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-10T03:54:27.921557Z","time spent":"2.457127141s","remote":"127.0.0.1:33096","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":463,"response count":0,"response size":39,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-04-10T03:54:30.37883Z","caller":"traceutil/trace.go:171","msg":"trace[1389596274] transaction","detail":"{read_only:false; response_revision:2173; number_of_response:1; }","duration":"2.454969382s","start":"2026-04-10T03:54:27.92385Z","end":"2026-04-10T03:54:30.378819Z","steps":["trace[1389596274] 'process raft request' (duration: 2.454253805s)"],"step_count":1} {"level":"warn","ts":"2026-04-10T03:54:30.378882Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-10T03:54:27.92384Z","time spent":"2.455017902s","remote":"127.0.0.1:33096","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":423,"response count":0,"response size":39,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-04-10T03:54:30.378858Z","caller":"traceutil/trace.go:171","msg":"trace[307985157] transaction","detail":"{read_only:false; response_revision:2172; number_of_response:1; }","duration":"2.456593429s","start":"2026-04-10T03:54:27.922229Z","end":"2026-04-10T03:54:30.378822Z","steps":["trace[307985157] 'process raft request' (duration: 2.455841232s)"],"step_count":1} {"level":"warn","ts":"2026-04-10T03:54:30.378908Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-10T03:54:28.942173Z","time spent":"1.436727888s","remote":"127.0.0.1:32906","response type":"/etcdserverpb.Lease/LeaseGrant","request count":-1,"request size":-1,"response count":-1,"response size":-1,"request content":""} {"level":"info","ts":"2026-04-10T03:54:30.378979Z","caller":"traceutil/trace.go:171","msg":"trace[2046931942] linearizableReadLoop","detail":"{readStateIndex:2266; appliedIndex:2259; }","duration":"1.237242374s","start":"2026-04-10T03:54:29.141719Z","end":"2026-04-10T03:54:30.378961Z","steps":["trace[2046931942] 'read index received' (duration: 855.876881ms)","trace[2046931942] 'applied index is now lower than readState.Index' (duration: 381.364343ms)"],"step_count":2} {"level":"warn","ts":"2026-04-10T03:54:30.379103Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"2.453216481s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/deployments/openstack/percona-xtradb-pitr\" ","response":"range_response_count:0 size:5"} {"level":"info","ts":"2026-04-10T03:54:30.379139Z","caller":"traceutil/trace.go:171","msg":"trace[571855003] range","detail":"{range_begin:/registry/deployments/openstack/percona-xtradb-pitr; range_end:; response_count:0; response_revision:2175; }","duration":"2.453274282s","start":"2026-04-10T03:54:27.925855Z","end":"2026-04-10T03:54:30.379129Z","steps":["trace[571855003] 'agreement among raft nodes before linearized reading' (duration: 2.45316525s)"],"step_count":1} {"level":"warn","ts":"2026-04-10T03:54:30.379132Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.58172423s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/\" range_end:\"/registry/leases0\" count_only:true ","response":"range_response_count:0 size:7"} {"level":"warn","ts":"2026-04-10T03:54:30.379172Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-10T03:54:27.925843Z","time spent":"2.453321274s","remote":"127.0.0.1:33276","response type":"/etcdserverpb.KV/Range","request count":0,"request size":53,"response count":0,"response size":28,"request content":"key:\"/registry/deployments/openstack/percona-xtradb-pitr\" "} {"level":"info","ts":"2026-04-10T03:54:30.379184Z","caller":"traceutil/trace.go:171","msg":"trace[1880546778] range","detail":"{range_begin:/registry/leases/; range_end:/registry/leases0; response_count:0; response_revision:2175; }","duration":"1.581821123s","start":"2026-04-10T03:54:28.79735Z","end":"2026-04-10T03:54:30.379172Z","steps":["trace[1880546778] 'agreement among raft nodes before linearized reading' (duration: 1.58167427s)"],"step_count":1} {"level":"warn","ts":"2026-04-10T03:54:30.379221Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-10T03:54:28.79733Z","time spent":"1.581881754s","remote":"127.0.0.1:33096","response type":"/etcdserverpb.KV/Range","request count":0,"request size":40,"response count":14,"response size":30,"request content":"key:\"/registry/leases/\" range_end:\"/registry/leases0\" count_only:true "} {"level":"info","ts":"2026-04-10T03:54:30.379235Z","caller":"traceutil/trace.go:171","msg":"trace[1228299661] transaction","detail":"{read_only:false; response_revision:2174; number_of_response:1; }","duration":"1.436317029s","start":"2026-04-10T03:54:28.942902Z","end":"2026-04-10T03:54:30.379219Z","steps":["trace[1228299661] 'process raft request' (duration: 1.435337427s)"],"step_count":1} {"level":"warn","ts":"2026-04-10T03:54:30.379305Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-10T03:54:28.942885Z","time spent":"1.43637887s","remote":"127.0.0.1:33096","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":555,"response count":0,"response size":39,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-04-10T03:54:30.379436Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.982983027s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/masterleases/199.204.45.153\" ","response":"range_response_count:1 size:135"} {"level":"info","ts":"2026-04-10T03:54:30.379472Z","caller":"traceutil/trace.go:171","msg":"trace[89712660] range","detail":"{range_begin:/registry/masterleases/199.204.45.153; range_end:; response_count:1; response_revision:2175; }","duration":"1.983067189s","start":"2026-04-10T03:54:28.396395Z","end":"2026-04-10T03:54:30.379462Z","steps":["trace[89712660] 'agreement among raft nodes before linearized reading' (duration: 1.982956456s)"],"step_count":1} {"level":"warn","ts":"2026-04-10T03:54:30.3795Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-10T03:54:28.396367Z","time spent":"1.98312439s","remote":"127.0.0.1:32870","response type":"/etcdserverpb.KV/Range","request count":0,"request size":39,"response count":1,"response size":158,"request content":"key:\"/registry/masterleases/199.204.45.153\" "} {"level":"warn","ts":"2026-04-10T03:54:30.379558Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.455241992s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pxc.percona.com/perconaxtradbclusters/openstack/percona-xtradb\" ","response":"range_response_count:1 size:5412"} {"level":"info","ts":"2026-04-10T03:54:30.379698Z","caller":"traceutil/trace.go:171","msg":"trace[1825324947] range","detail":"{range_begin:/registry/pxc.percona.com/perconaxtradbclusters/openstack/percona-xtradb; range_end:; response_count:1; response_revision:2175; }","duration":"1.455411875s","start":"2026-04-10T03:54:28.924272Z","end":"2026-04-10T03:54:30.379684Z","steps":["trace[1825324947] 'agreement among raft nodes before linearized reading' (duration: 1.455163859s)"],"step_count":1} {"level":"warn","ts":"2026-04-10T03:54:30.379744Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-10T03:54:28.924248Z","time spent":"1.455483516s","remote":"127.0.0.1:58744","response type":"/etcdserverpb.KV/Range","request count":0,"request size":74,"response count":1,"response size":5435,"request content":"key:\"/registry/pxc.percona.com/perconaxtradbclusters/openstack/percona-xtradb\" "} {"level":"info","ts":"2026-04-10T03:54:30.379573Z","caller":"traceutil/trace.go:171","msg":"trace[1938259542] transaction","detail":"{read_only:false; response_revision:2175; number_of_response:1; }","duration":"581.104012ms","start":"2026-04-10T03:54:29.798457Z","end":"2026-04-10T03:54:30.379561Z","steps":["trace[1938259542] 'process raft request' (duration: 580.434367ms)"],"step_count":1} {"level":"warn","ts":"2026-04-10T03:54:30.379891Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-10T03:54:29.79843Z","time spent":"581.418628ms","remote":"127.0.0.1:33096","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":475,"response count":0,"response size":39,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-04-10T03:54:30.380433Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.434222321s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/health\" ","response":"range_response_count:0 size:5"} {"level":"info","ts":"2026-04-10T03:54:30.380482Z","caller":"traceutil/trace.go:171","msg":"trace[713212196] range","detail":"{range_begin:/registry/health; range_end:; response_count:0; response_revision:2175; }","duration":"1.434290672s","start":"2026-04-10T03:54:28.94618Z","end":"2026-04-10T03:54:30.380471Z","steps":["trace[713212196] 'agreement among raft nodes before linearized reading' (duration: 1.43283603s)"],"step_count":1} {"level":"warn","ts":"2026-04-10T03:54:30.380512Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-10T03:54:28.946173Z","time spent":"1.434333264s","remote":"127.0.0.1:32842","response type":"/etcdserverpb.KV/Range","request count":0,"request size":18,"response count":0,"response size":28,"request content":"key:\"/registry/health\" "} {"level":"warn","ts":"2026-04-10T03:54:30.379076Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-10T03:54:27.922212Z","time spent":"2.456746992s","remote":"127.0.0.1:33096","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":418,"response count":0,"response size":39,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-04-10T03:55:23.682513Z","caller":"traceutil/trace.go:171","msg":"trace[1033194168] transaction","detail":"{read_only:false; response_revision:2456; number_of_response:1; }","duration":"125.830211ms","start":"2026-04-10T03:55:23.556641Z","end":"2026-04-10T03:55:23.682471Z","steps":["trace[1033194168] 'process raft request' (duration: 125.75874ms)"],"step_count":1} {"level":"info","ts":"2026-04-10T03:55:23.682613Z","caller":"traceutil/trace.go:171","msg":"trace[625222622] transaction","detail":"{read_only:false; response_revision:2455; number_of_response:1; }","duration":"128.124542ms","start":"2026-04-10T03:55:23.554432Z","end":"2026-04-10T03:55:23.682557Z","steps":["trace[625222622] 'process raft request' (duration: 127.675292ms)"],"step_count":1} {"level":"info","ts":"2026-04-10T03:55:39.852865Z","caller":"traceutil/trace.go:171","msg":"trace[571186539] transaction","detail":"{read_only:false; response_revision:2545; number_of_response:1; }","duration":"116.249524ms","start":"2026-04-10T03:55:39.736591Z","end":"2026-04-10T03:55:39.85284Z","steps":["trace[571186539] 'process raft request' (duration: 115.473687ms)"],"step_count":1} {"level":"info","ts":"2026-04-10T03:55:39.86735Z","caller":"traceutil/trace.go:171","msg":"trace[883338667] transaction","detail":"{read_only:false; response_revision:2546; number_of_response:1; }","duration":"129.115835ms","start":"2026-04-10T03:55:39.738211Z","end":"2026-04-10T03:55:39.867327Z","steps":["trace[883338667] 'process raft request' (duration: 129.018853ms)"],"step_count":1} {"level":"info","ts":"2026-04-10T03:55:49.487653Z","caller":"traceutil/trace.go:171","msg":"trace[2077263139] transaction","detail":"{read_only:false; response_revision:2629; number_of_response:1; }","duration":"217.142268ms","start":"2026-04-10T03:55:49.270473Z","end":"2026-04-10T03:55:49.487615Z","steps":["trace[2077263139] 'process raft request' (duration: 216.936134ms)"],"step_count":1} {"level":"info","ts":"2026-04-10T03:55:51.016648Z","caller":"traceutil/trace.go:171","msg":"trace[2127196931] transaction","detail":"{read_only:false; response_revision:2640; number_of_response:1; }","duration":"137.074898ms","start":"2026-04-10T03:55:50.879545Z","end":"2026-04-10T03:55:51.01662Z","steps":["trace[2127196931] 'process raft request' (duration: 136.137477ms)"],"step_count":1} {"level":"info","ts":"2026-04-10T03:55:51.164688Z","caller":"traceutil/trace.go:171","msg":"trace[2056530520] linearizableReadLoop","detail":"{readStateIndex:2753; appliedIndex:2752; }","duration":"127.664433ms","start":"2026-04-10T03:55:51.036988Z","end":"2026-04-10T03:55:51.164653Z","steps":["trace[2056530520] 'read index received' (duration: 26.73508ms)","trace[2056530520] 'applied index is now lower than readState.Index' (duration: 100.928092ms)"],"step_count":2} {"level":"info","ts":"2026-04-10T03:55:51.164709Z","caller":"traceutil/trace.go:171","msg":"trace[1201934722] transaction","detail":"{read_only:false; response_revision:2642; number_of_response:1; }","duration":"141.669817ms","start":"2026-04-10T03:55:51.022992Z","end":"2026-04-10T03:55:51.164662Z","steps":["trace[1201934722] 'process raft request' (duration: 93.01545ms)","trace[1201934722] 'compare' (duration: 48.480813ms)"],"step_count":2} {"level":"warn","ts":"2026-04-10T03:55:51.164899Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"107.009163ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/health\" ","response":"range_response_count:0 size:5"} {"level":"info","ts":"2026-04-10T03:55:51.164959Z","caller":"traceutil/trace.go:171","msg":"trace[139768463] range","detail":"{range_begin:/registry/health; range_end:; response_count:0; response_revision:2642; }","duration":"107.139736ms","start":"2026-04-10T03:55:51.057807Z","end":"2026-04-10T03:55:51.164947Z","steps":["trace[139768463] 'agreement among raft nodes before linearized reading' (duration: 107.032914ms)"],"step_count":1} {"level":"warn","ts":"2026-04-10T03:55:51.164967Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"127.954768ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/plndr-svcs-lock\" ","response":"range_response_count:1 size:436"} {"level":"info","ts":"2026-04-10T03:55:51.165038Z","caller":"traceutil/trace.go:171","msg":"trace[999489469] range","detail":"{range_begin:/registry/leases/kube-system/plndr-svcs-lock; range_end:; response_count:1; response_revision:2642; }","duration":"128.072291ms","start":"2026-04-10T03:55:51.036946Z","end":"2026-04-10T03:55:51.165018Z","steps":["trace[999489469] 'agreement among raft nodes before linearized reading' (duration: 127.857387ms)"],"step_count":1} {"level":"warn","ts":"2026-04-10T03:55:51.165322Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"100.808179ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/kube-scheduler\" ","response":"range_response_count:1 size:477"} {"level":"info","ts":"2026-04-10T03:55:51.165369Z","caller":"traceutil/trace.go:171","msg":"trace[1342251370] range","detail":"{range_begin:/registry/leases/kube-system/kube-scheduler; range_end:; response_count:1; response_revision:2642; }","duration":"100.893722ms","start":"2026-04-10T03:55:51.064461Z","end":"2026-04-10T03:55:51.165355Z","steps":["trace[1342251370] 'agreement among raft nodes before linearized reading' (duration: 100.707407ms)"],"step_count":1} {"level":"info","ts":"2026-04-10T03:55:57.520956Z","caller":"traceutil/trace.go:171","msg":"trace[1511681885] transaction","detail":"{read_only:false; response_revision:2694; number_of_response:1; }","duration":"223.622777ms","start":"2026-04-10T03:55:57.297303Z","end":"2026-04-10T03:55:57.520926Z","steps":["trace[1511681885] 'process raft request' (duration: 173.529382ms)","trace[1511681885] 'compare' (duration: 49.944892ms)"],"step_count":2} {"level":"info","ts":"2026-04-10T03:55:57.897735Z","caller":"traceutil/trace.go:171","msg":"trace[448142596] transaction","detail":"{read_only:false; response_revision:2703; number_of_response:1; }","duration":"166.588722ms","start":"2026-04-10T03:55:57.731115Z","end":"2026-04-10T03:55:57.897704Z","steps":["trace[448142596] 'process raft request' (duration: 166.53125ms)"],"step_count":1} {"level":"info","ts":"2026-04-10T03:55:57.897795Z","caller":"traceutil/trace.go:171","msg":"trace[1537388803] transaction","detail":"{read_only:false; response_revision:2701; number_of_response:1; }","duration":"204.277559ms","start":"2026-04-10T03:55:57.693491Z","end":"2026-04-10T03:55:57.897769Z","steps":["trace[1537388803] 'process raft request' (duration: 108.591374ms)","trace[1537388803] 'compare' (duration: 95.295997ms)"],"step_count":2} {"level":"info","ts":"2026-04-10T03:55:57.897772Z","caller":"traceutil/trace.go:171","msg":"trace[1796382598] transaction","detail":"{read_only:false; response_revision:2702; number_of_response:1; }","duration":"204.170166ms","start":"2026-04-10T03:55:57.693573Z","end":"2026-04-10T03:55:57.897743Z","steps":["trace[1796382598] 'process raft request' (duration: 203.990152ms)"],"step_count":1} {"level":"info","ts":"2026-04-10T03:55:58.103107Z","caller":"traceutil/trace.go:171","msg":"trace[1281260805] linearizableReadLoop","detail":"{readStateIndex:2818; appliedIndex:2817; }","duration":"172.162892ms","start":"2026-04-10T03:55:57.930906Z","end":"2026-04-10T03:55:58.103069Z","steps":["trace[1281260805] 'read index received' (duration: 11.086361ms)","trace[1281260805] 'applied index is now lower than readState.Index' (duration: 161.074751ms)"],"step_count":2} {"level":"info","ts":"2026-04-10T03:55:58.103134Z","caller":"traceutil/trace.go:171","msg":"trace[1923204599] transaction","detail":"{read_only:false; response_revision:2706; number_of_response:1; }","duration":"190.49225ms","start":"2026-04-10T03:55:57.912604Z","end":"2026-04-10T03:55:58.103097Z","steps":["trace[1923204599] 'process raft request' (duration: 170.963586ms)","trace[1923204599] 'compare' (duration: 19.189276ms)"],"step_count":2} {"level":"warn","ts":"2026-04-10T03:55:58.103588Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"172.59537ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pods/openstack/memcached-memcached-cf56b6468-v8jbp\" ","response":"range_response_count:1 size:7983"} {"level":"info","ts":"2026-04-10T03:55:58.103672Z","caller":"traceutil/trace.go:171","msg":"trace[330453422] range","detail":"{range_begin:/registry/pods/openstack/memcached-memcached-cf56b6468-v8jbp; range_end:; response_count:1; response_revision:2706; }","duration":"172.801166ms","start":"2026-04-10T03:55:57.930851Z","end":"2026-04-10T03:55:58.103652Z","steps":["trace[330453422] 'agreement among raft nodes before linearized reading' (duration: 172.378136ms)"],"step_count":1} {"level":"info","ts":"2026-04-10T03:55:58.151608Z","caller":"traceutil/trace.go:171","msg":"trace[234094800] transaction","detail":"{read_only:false; response_revision:2707; number_of_response:1; }","duration":"209.362997ms","start":"2026-04-10T03:55:57.94222Z","end":"2026-04-10T03:55:58.151583Z","steps":["trace[234094800] 'process raft request' (duration: 209.05447ms)"],"step_count":1} {"level":"info","ts":"2026-04-10T03:55:58.151623Z","caller":"traceutil/trace.go:171","msg":"trace[2114140155] transaction","detail":"{read_only:false; response_revision:2709; number_of_response:1; }","duration":"204.665286ms","start":"2026-04-10T03:55:57.946941Z","end":"2026-04-10T03:55:58.151606Z","steps":["trace[2114140155] 'process raft request' (duration: 204.534663ms)"],"step_count":1} {"level":"info","ts":"2026-04-10T03:55:58.151802Z","caller":"traceutil/trace.go:171","msg":"trace[1492479641] transaction","detail":"{read_only:false; response_revision:2710; number_of_response:1; }","duration":"187.843702ms","start":"2026-04-10T03:55:57.963905Z","end":"2026-04-10T03:55:58.151748Z","steps":["trace[1492479641] 'process raft request' (duration: 187.624177ms)"],"step_count":1} {"level":"info","ts":"2026-04-10T03:55:58.15201Z","caller":"traceutil/trace.go:171","msg":"trace[1821530576] transaction","detail":"{read_only:false; response_revision:2708; number_of_response:1; }","duration":"205.32048ms","start":"2026-04-10T03:55:57.94667Z","end":"2026-04-10T03:55:58.15199Z","steps":["trace[1821530576] 'process raft request' (duration: 204.755098ms)"],"step_count":1} {"level":"info","ts":"2026-04-10T03:55:58.442505Z","caller":"traceutil/trace.go:171","msg":"trace[243940560] linearizableReadLoop","detail":"{readStateIndex:2824; appliedIndex:2822; }","duration":"290.890565ms","start":"2026-04-10T03:55:58.151581Z","end":"2026-04-10T03:55:58.442472Z","steps":["trace[243940560] 'read index received' (duration: 236.512206ms)","trace[243940560] 'applied index is now lower than readState.Index' (duration: 54.376679ms)"],"step_count":2} {"level":"info","ts":"2026-04-10T03:55:58.44298Z","caller":"traceutil/trace.go:171","msg":"trace[2073851079] transaction","detail":"{read_only:false; response_revision:2711; number_of_response:1; }","duration":"338.297303ms","start":"2026-04-10T03:55:58.104665Z","end":"2026-04-10T03:55:58.442962Z","steps":["trace[2073851079] 'process raft request' (duration: 283.557806ms)","trace[2073851079] 'compare' (duration: 53.866108ms)"],"step_count":2} {"level":"warn","ts":"2026-04-10T03:55:58.446509Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-10T03:55:58.104648Z","time spent":"338.369973ms","remote":"127.0.0.1:33036","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":1304,"response count":0,"response size":39,"request content":"compare: success:> failure:<>"} {"level":"warn","ts":"2026-04-10T03:55:58.446723Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"292.969889ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/health\" ","response":"range_response_count:0 size:5"} {"level":"info","ts":"2026-04-10T03:55:58.446753Z","caller":"traceutil/trace.go:171","msg":"trace[1755441459] range","detail":"{range_begin:/registry/health; range_end:; response_count:0; response_revision:2712; }","duration":"293.062942ms","start":"2026-04-10T03:55:58.153683Z","end":"2026-04-10T03:55:58.446745Z","steps":["trace[1755441459] 'agreement among raft nodes before linearized reading' (duration: 293.004501ms)"],"step_count":1} {"level":"info","ts":"2026-04-10T03:55:58.44709Z","caller":"traceutil/trace.go:171","msg":"trace[1585679142] transaction","detail":"{read_only:false; response_revision:2712; number_of_response:1; }","duration":"332.599078ms","start":"2026-04-10T03:55:58.114475Z","end":"2026-04-10T03:55:58.447074Z","steps":["trace[1585679142] 'process raft request' (duration: 327.899167ms)"],"step_count":1} {"level":"warn","ts":"2026-04-10T03:55:58.446705Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"342.034673ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/ranges/serviceips\" ","response":"range_response_count:1 size:120048"} {"level":"info","ts":"2026-04-10T03:55:58.447256Z","caller":"traceutil/trace.go:171","msg":"trace[1157713061] range","detail":"{range_begin:/registry/ranges/serviceips; range_end:; response_count:1; response_revision:2712; }","duration":"342.693757ms","start":"2026-04-10T03:55:58.104554Z","end":"2026-04-10T03:55:58.447248Z","steps":["trace[1157713061] 'agreement among raft nodes before linearized reading' (duration: 341.728106ms)"],"step_count":1} {"level":"warn","ts":"2026-04-10T03:55:58.447288Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-10T03:55:58.104528Z","time spent":"342.752199ms","remote":"127.0.0.1:32888","response type":"/etcdserverpb.KV/Range","request count":0,"request size":29,"response count":1,"response size":120071,"request content":"key:\"/registry/ranges/serviceips\" "} {"level":"warn","ts":"2026-04-10T03:55:58.447237Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-10T03:55:58.114454Z","time spent":"332.707212ms","remote":"127.0.0.1:33028","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":8372,"response count":0,"response size":39,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-04-10T03:55:58.684141Z","caller":"traceutil/trace.go:171","msg":"trace[1489004725] transaction","detail":"{read_only:false; response_revision:2714; number_of_response:1; }","duration":"233.850438ms","start":"2026-04-10T03:55:58.450245Z","end":"2026-04-10T03:55:58.684095Z","steps":["trace[1489004725] 'process raft request' (duration: 233.405419ms)"],"step_count":1} {"level":"info","ts":"2026-04-10T03:55:58.684473Z","caller":"traceutil/trace.go:171","msg":"trace[7347133] transaction","detail":"{read_only:false; response_revision:2715; number_of_response:1; }","duration":"234.172655ms","start":"2026-04-10T03:55:58.450276Z","end":"2026-04-10T03:55:58.684448Z","steps":["trace[7347133] 'process raft request' (duration: 233.817297ms)"],"step_count":1} {"level":"info","ts":"2026-04-10T03:55:58.733952Z","caller":"traceutil/trace.go:171","msg":"trace[1617102209] transaction","detail":"{read_only:false; response_revision:2717; number_of_response:1; }","duration":"191.058431ms","start":"2026-04-10T03:55:58.542868Z","end":"2026-04-10T03:55:58.733926Z","steps":["trace[1617102209] 'process raft request' (duration: 190.98662ms)"],"step_count":1} {"level":"info","ts":"2026-04-10T03:55:58.734177Z","caller":"traceutil/trace.go:171","msg":"trace[1621483841] transaction","detail":"{read_only:false; response_revision:2716; number_of_response:1; }","duration":"201.483196ms","start":"2026-04-10T03:55:58.532668Z","end":"2026-04-10T03:55:58.734151Z","steps":["trace[1621483841] 'process raft request' (duration: 201.052846ms)"],"step_count":1} {"level":"warn","ts":"2026-04-10T03:55:59.005682Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"104.033865ms","expected-duration":"100ms","prefix":"","request":"header: txn: success:> failure:<>>","response":"size:16"} {"level":"info","ts":"2026-04-10T03:55:59.005985Z","caller":"traceutil/trace.go:171","msg":"trace[1890345201] transaction","detail":"{read_only:false; response_revision:2720; number_of_response:1; }","duration":"254.221908ms","start":"2026-04-10T03:55:58.751735Z","end":"2026-04-10T03:55:59.005957Z","steps":["trace[1890345201] 'process raft request' (duration: 149.844196ms)","trace[1890345201] 'compare' (duration: 103.919783ms)"],"step_count":2} {"level":"info","ts":"2026-04-10T03:55:59.006153Z","caller":"traceutil/trace.go:171","msg":"trace[1004614546] transaction","detail":"{read_only:false; response_revision:2721; number_of_response:1; }","duration":"254.191408ms","start":"2026-04-10T03:55:58.751933Z","end":"2026-04-10T03:55:59.006124Z","steps":["trace[1004614546] 'process raft request' (duration: 253.859561ms)"],"step_count":1} {"level":"info","ts":"2026-04-10T03:55:59.236146Z","caller":"traceutil/trace.go:171","msg":"trace[59507398] transaction","detail":"{read_only:false; response_revision:2723; number_of_response:1; }","duration":"219.636228ms","start":"2026-04-10T03:55:59.016463Z","end":"2026-04-10T03:55:59.236099Z","steps":["trace[59507398] 'process raft request' (duration: 161.473938ms)","trace[59507398] 'compare' (duration: 57.998107ms)"],"step_count":2} {"level":"info","ts":"2026-04-10T03:55:59.236325Z","caller":"traceutil/trace.go:171","msg":"trace[281391446] linearizableReadLoop","detail":"{readStateIndex:2836; appliedIndex:2834; }","duration":"219.23942ms","start":"2026-04-10T03:55:59.017063Z","end":"2026-04-10T03:55:59.236302Z","steps":["trace[281391446] 'read index received' (duration: 39.186369ms)","trace[281391446] 'applied index is now lower than readState.Index' (duration: 180.051921ms)"],"step_count":2} {"level":"info","ts":"2026-04-10T03:55:59.236447Z","caller":"traceutil/trace.go:171","msg":"trace[1566213925] transaction","detail":"{read_only:false; response_revision:2724; number_of_response:1; }","duration":"197.386226ms","start":"2026-04-10T03:55:59.03905Z","end":"2026-04-10T03:55:59.236437Z","steps":["trace[1566213925] 'process raft request' (duration: 197.012318ms)"],"step_count":1} {"level":"warn","ts":"2026-04-10T03:55:59.2366Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"175.604075ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/health\" ","response":"range_response_count:0 size:5"} {"level":"info","ts":"2026-04-10T03:55:59.238941Z","caller":"traceutil/trace.go:171","msg":"trace[2058062023] range","detail":"{range_begin:/registry/health; range_end:; response_count:0; response_revision:2724; }","duration":"177.974207ms","start":"2026-04-10T03:55:59.060947Z","end":"2026-04-10T03:55:59.238921Z","steps":["trace[2058062023] 'agreement among raft nodes before linearized reading' (duration: 175.593804ms)"],"step_count":1} {"level":"warn","ts":"2026-04-10T03:55:59.236773Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"219.69108ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/services/specs/auth-system/keycloak-headless\" ","response":"range_response_count:1 size:1369"} {"level":"info","ts":"2026-04-10T03:55:59.239088Z","caller":"traceutil/trace.go:171","msg":"trace[244907156] range","detail":"{range_begin:/registry/services/specs/auth-system/keycloak-headless; range_end:; response_count:1; response_revision:2724; }","duration":"222.024481ms","start":"2026-04-10T03:55:59.017043Z","end":"2026-04-10T03:55:59.239067Z","steps":["trace[244907156] 'agreement among raft nodes before linearized reading' (duration: 219.655089ms)"],"step_count":1} {"level":"warn","ts":"2026-04-10T03:55:59.236888Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"172.178741ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/limitranges/auth-system/\" range_end:\"/registry/limitranges/auth-system0\" ","response":"range_response_count:0 size:5"} {"level":"info","ts":"2026-04-10T03:55:59.239299Z","caller":"traceutil/trace.go:171","msg":"trace[1219483790] range","detail":"{range_begin:/registry/limitranges/auth-system/; range_end:/registry/limitranges/auth-system0; response_count:0; response_revision:2724; }","duration":"174.617014ms","start":"2026-04-10T03:55:59.064668Z","end":"2026-04-10T03:55:59.239285Z","steps":["trace[1219483790] 'agreement among raft nodes before linearized reading' (duration: 172.197791ms)"],"step_count":1} {"level":"warn","ts":"2026-04-10T03:55:59.236902Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"105.909125ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/kube-controller-manager\" ","response":"range_response_count:1 size:506"} {"level":"info","ts":"2026-04-10T03:55:59.24021Z","caller":"traceutil/trace.go:171","msg":"trace[277430555] range","detail":"{range_begin:/registry/leases/kube-system/kube-controller-manager; range_end:; response_count:1; response_revision:2724; }","duration":"109.247197ms","start":"2026-04-10T03:55:59.130947Z","end":"2026-04-10T03:55:59.240194Z","steps":["trace[277430555] 'agreement among raft nodes before linearized reading' (duration: 105.852834ms)"],"step_count":1} {"level":"info","ts":"2026-04-10T03:55:59.375435Z","caller":"traceutil/trace.go:171","msg":"trace[2086474822] transaction","detail":"{read_only:false; response_revision:2726; number_of_response:1; }","duration":"131.958298ms","start":"2026-04-10T03:55:59.243444Z","end":"2026-04-10T03:55:59.375402Z","steps":["trace[2086474822] 'process raft request' (duration: 104.774719ms)","trace[2086474822] 'compare' (duration: 26.919493ms)"],"step_count":2} {"level":"info","ts":"2026-04-10T03:55:59.375516Z","caller":"traceutil/trace.go:171","msg":"trace[1941776149] transaction","detail":"{read_only:false; response_revision:2727; number_of_response:1; }","duration":"131.9611ms","start":"2026-04-10T03:55:59.243534Z","end":"2026-04-10T03:55:59.375495Z","steps":["trace[1941776149] 'process raft request' (duration: 131.823846ms)"],"step_count":1} {"level":"info","ts":"2026-04-10T03:55:59.376019Z","caller":"traceutil/trace.go:171","msg":"trace[246912335] transaction","detail":"{read_only:false; response_revision:2728; number_of_response:1; }","duration":"132.370958ms","start":"2026-04-10T03:55:59.243624Z","end":"2026-04-10T03:55:59.375995Z","steps":["trace[246912335] 'process raft request' (duration: 131.817176ms)"],"step_count":1} {"level":"info","ts":"2026-04-10T03:55:59.376312Z","caller":"traceutil/trace.go:171","msg":"trace[1457977558] linearizableReadLoop","detail":"{readStateIndex:2848; appliedIndex:2837; }","duration":"129.584367ms","start":"2026-04-10T03:55:59.246708Z","end":"2026-04-10T03:55:59.376292Z","steps":["trace[1457977558] 'read index received' (duration: 7.010312ms)","trace[1457977558] 'applied index is now lower than readState.Index' (duration: 122.572455ms)"],"step_count":2} {"level":"info","ts":"2026-04-10T03:55:59.37645Z","caller":"traceutil/trace.go:171","msg":"trace[1927042247] transaction","detail":"{read_only:false; response_revision:2731; number_of_response:1; }","duration":"130.919375ms","start":"2026-04-10T03:55:59.245519Z","end":"2026-04-10T03:55:59.376438Z","steps":["trace[1927042247] 'process raft request' (duration: 130.511867ms)"],"step_count":1} {"level":"info","ts":"2026-04-10T03:55:59.376703Z","caller":"traceutil/trace.go:171","msg":"trace[1920109910] transaction","detail":"{read_only:false; response_revision:2729; number_of_response:1; }","duration":"132.593022ms","start":"2026-04-10T03:55:59.244098Z","end":"2026-04-10T03:55:59.376691Z","steps":["trace[1920109910] 'process raft request' (duration: 131.790804ms)"],"step_count":1} {"level":"info","ts":"2026-04-10T03:55:59.3768Z","caller":"traceutil/trace.go:171","msg":"trace[579696666] transaction","detail":"{read_only:false; response_revision:2730; number_of_response:1; }","duration":"132.485572ms","start":"2026-04-10T03:55:59.244297Z","end":"2026-04-10T03:55:59.376783Z","steps":["trace[579696666] 'process raft request' (duration: 131.689984ms)"],"step_count":1} {"level":"info","ts":"2026-04-10T03:55:59.376982Z","caller":"traceutil/trace.go:171","msg":"trace[1191193926] transaction","detail":"{read_only:false; response_revision:2733; number_of_response:1; }","duration":"130.63189ms","start":"2026-04-10T03:55:59.246319Z","end":"2026-04-10T03:55:59.37695Z","steps":["trace[1191193926] 'process raft request' (duration: 129.789721ms)"],"step_count":1} {"level":"warn","ts":"2026-04-10T03:55:59.376762Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"130.035527ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/services/specs/auth-system/keycloak\" ","response":"range_response_count:1 size:1319"} {"level":"info","ts":"2026-04-10T03:55:59.377564Z","caller":"traceutil/trace.go:171","msg":"trace[1171013245] range","detail":"{range_begin:/registry/services/specs/auth-system/keycloak; range_end:; response_count:1; response_revision:2735; }","duration":"130.860115ms","start":"2026-04-10T03:55:59.24668Z","end":"2026-04-10T03:55:59.37754Z","steps":["trace[1171013245] 'agreement among raft nodes before linearized reading' (duration: 129.73802ms)"],"step_count":1} {"level":"info","ts":"2026-04-10T03:55:59.377361Z","caller":"traceutil/trace.go:171","msg":"trace[70511956] transaction","detail":"{read_only:false; response_revision:2732; number_of_response:1; }","duration":"131.166111ms","start":"2026-04-10T03:55:59.246175Z","end":"2026-04-10T03:55:59.377342Z","steps":["trace[70511956] 'process raft request' (duration: 129.889604ms)"],"step_count":1} {"level":"info","ts":"2026-04-10T03:55:59.377428Z","caller":"traceutil/trace.go:171","msg":"trace[933584660] transaction","detail":"{read_only:false; response_revision:2734; number_of_response:1; }","duration":"131.005777ms","start":"2026-04-10T03:55:59.246404Z","end":"2026-04-10T03:55:59.37741Z","steps":["trace[933584660] 'process raft request' (duration: 129.773461ms)"],"step_count":1} {"level":"info","ts":"2026-04-10T03:55:59.377464Z","caller":"traceutil/trace.go:171","msg":"trace[2086876936] transaction","detail":"{read_only:false; response_revision:2735; number_of_response:1; }","duration":"130.959557ms","start":"2026-04-10T03:55:59.246492Z","end":"2026-04-10T03:55:59.377452Z","steps":["trace[2086876936] 'process raft request' (duration: 129.723379ms)"],"step_count":1} {"level":"info","ts":"2026-04-10T03:55:59.647854Z","caller":"traceutil/trace.go:171","msg":"trace[962505932] transaction","detail":"{read_only:false; response_revision:2742; number_of_response:1; }","duration":"185.551891ms","start":"2026-04-10T03:55:59.462269Z","end":"2026-04-10T03:55:59.647821Z","steps":["trace[962505932] 'process raft request' (duration: 92.641528ms)","trace[962505932] 'compare' (duration: 92.74502ms)"],"step_count":2} {"level":"info","ts":"2026-04-10T03:55:59.731706Z","caller":"traceutil/trace.go:171","msg":"trace[1105202757] linearizableReadLoop","detail":"{readStateIndex:2856; appliedIndex:2854; }","duration":"210.360228ms","start":"2026-04-10T03:55:59.52132Z","end":"2026-04-10T03:55:59.73168Z","steps":["trace[1105202757] 'read index received' (duration: 33.68355ms)","trace[1105202757] 'applied index is now lower than readState.Index' (duration: 176.675488ms)"],"step_count":2} {"level":"info","ts":"2026-04-10T03:55:59.731876Z","caller":"traceutil/trace.go:171","msg":"trace[1316867598] transaction","detail":"{read_only:false; response_revision:2743; number_of_response:1; }","duration":"263.084211ms","start":"2026-04-10T03:55:59.468733Z","end":"2026-04-10T03:55:59.731817Z","steps":["trace[1316867598] 'process raft request' (duration: 262.810235ms)"],"step_count":1} {"level":"warn","ts":"2026-04-10T03:55:59.732154Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"210.783947ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/priorityclasses/\" range_end:\"/registry/priorityclasses0\" count_only:true ","response":"range_response_count:0 size:7"} {"level":"info","ts":"2026-04-10T03:55:59.732239Z","caller":"traceutil/trace.go:171","msg":"trace[568909925] range","detail":"{range_begin:/registry/priorityclasses/; range_end:/registry/priorityclasses0; response_count:0; response_revision:2743; }","duration":"210.958902ms","start":"2026-04-10T03:55:59.521263Z","end":"2026-04-10T03:55:59.732221Z","steps":["trace[568909925] 'agreement among raft nodes before linearized reading' (duration: 210.560753ms)"],"step_count":1} {"level":"warn","ts":"2026-04-10T03:55:59.732555Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"147.70971ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/serviceaccounts/auth-system/keycloak\" ","response":"range_response_count:1 size:905"} {"level":"info","ts":"2026-04-10T03:55:59.732786Z","caller":"traceutil/trace.go:171","msg":"trace[819073374] range","detail":"{range_begin:/registry/serviceaccounts/auth-system/keycloak; range_end:; response_count:1; response_revision:2743; }","duration":"148.11272ms","start":"2026-04-10T03:55:59.584595Z","end":"2026-04-10T03:55:59.732708Z","steps":["trace[819073374] 'agreement among raft nodes before linearized reading' (duration: 147.506176ms)"],"step_count":1} {"level":"info","ts":"2026-04-10T03:56:00.119316Z","caller":"traceutil/trace.go:171","msg":"trace[1680947393] transaction","detail":"{read_only:false; response_revision:2744; number_of_response:1; }","duration":"271.693036ms","start":"2026-04-10T03:55:59.847593Z","end":"2026-04-10T03:56:00.119286Z","steps":["trace[1680947393] 'process raft request' (duration: 271.504582ms)"],"step_count":1} {"level":"info","ts":"2026-04-10T03:56:00.13381Z","caller":"traceutil/trace.go:171","msg":"trace[725254227] transaction","detail":"{read_only:false; response_revision:2745; number_of_response:1; }","duration":"230.471533ms","start":"2026-04-10T03:55:59.90332Z","end":"2026-04-10T03:56:00.133791Z","steps":["trace[725254227] 'process raft request' (duration: 230.399941ms)"],"step_count":1} {"level":"warn","ts":"2026-04-10T03:56:00.38657Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"131.325093ms","expected-duration":"100ms","prefix":"","request":"header: txn: success:> failure: >>","response":"size:16"} {"level":"info","ts":"2026-04-10T03:56:00.386986Z","caller":"traceutil/trace.go:171","msg":"trace[1009952774] transaction","detail":"{read_only:false; response_revision:2747; number_of_response:1; }","duration":"229.692235ms","start":"2026-04-10T03:56:00.157216Z","end":"2026-04-10T03:56:00.386908Z","steps":["trace[1009952774] 'process raft request' (duration: 229.45933ms)"],"step_count":1} {"level":"info","ts":"2026-04-10T03:56:00.387084Z","caller":"traceutil/trace.go:171","msg":"trace[1239887943] transaction","detail":"{read_only:false; response_revision:2746; number_of_response:1; }","duration":"229.880019ms","start":"2026-04-10T03:56:00.15717Z","end":"2026-04-10T03:56:00.38705Z","steps":["trace[1239887943] 'process raft request' (duration: 97.998013ms)","trace[1239887943] 'compare' (duration: 131.208971ms)"],"step_count":2} {"level":"warn","ts":"2026-04-10T03:56:03.185656Z","caller":"etcdserver/v3_server.go:897","msg":"waiting for ReadIndex response took too long, retrying","sent-request-id":6432439295843426193,"retry-timeout":"500ms"} {"level":"warn","ts":"2026-04-10T03:56:03.262476Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.166065798s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/podtemplates/\" range_end:\"/registry/podtemplates0\" count_only:true ","response":"range_response_count:0 size:5"} {"level":"info","ts":"2026-04-10T03:56:03.26264Z","caller":"traceutil/trace.go:171","msg":"trace[1822796554] range","detail":"{range_begin:/registry/podtemplates/; range_end:/registry/podtemplates0; response_count:0; response_revision:2758; }","duration":"1.166278614s","start":"2026-04-10T03:56:02.096344Z","end":"2026-04-10T03:56:03.262622Z","steps":["trace[1822796554] 'count revisions from in-memory index tree' (duration: 1.165982956s)"],"step_count":1} {"level":"warn","ts":"2026-04-10T03:56:03.262726Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-10T03:56:02.096324Z","time spent":"1.166388107s","remote":"127.0.0.1:32960","response type":"/etcdserverpb.KV/Range","request count":0,"request size":52,"response count":0,"response size":28,"request content":"key:\"/registry/podtemplates/\" range_end:\"/registry/podtemplates0\" count_only:true "} {"level":"warn","ts":"2026-04-10T03:56:03.275948Z","caller":"wal/wal.go:805","msg":"slow fdatasync","took":"1.137183875s","expected-duration":"1s"} {"level":"info","ts":"2026-04-10T03:56:03.276367Z","caller":"traceutil/trace.go:171","msg":"trace[721770396] transaction","detail":"{read_only:false; response_revision:2759; number_of_response:1; }","duration":"1.137679527s","start":"2026-04-10T03:56:02.138665Z","end":"2026-04-10T03:56:03.276344Z","steps":["trace[721770396] 'process raft request' (duration: 1.137425601s)"],"step_count":1} {"level":"warn","ts":"2026-04-10T03:56:03.276559Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-10T03:56:02.138643Z","time spent":"1.137803071s","remote":"127.0.0.1:33096","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":540,"response count":0,"response size":39,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-04-10T03:56:03.286076Z","caller":"traceutil/trace.go:171","msg":"trace[237768910] linearizableReadLoop","detail":"{readStateIndex:2874; appliedIndex:2871; }","duration":"601.509429ms","start":"2026-04-10T03:56:02.684541Z","end":"2026-04-10T03:56:03.286051Z","steps":["trace[237768910] 'read index received' (duration: 591.640257ms)","trace[237768910] 'applied index is now lower than readState.Index' (duration: 9.868192ms)"],"step_count":2} {"level":"info","ts":"2026-04-10T03:56:03.286135Z","caller":"traceutil/trace.go:171","msg":"trace[1581170302] transaction","detail":"{read_only:false; response_revision:2760; number_of_response:1; }","duration":"893.588293ms","start":"2026-04-10T03:56:02.392517Z","end":"2026-04-10T03:56:03.286105Z","steps":["trace[1581170302] 'process raft request' (duration: 893.376757ms)"],"step_count":1} {"level":"warn","ts":"2026-04-10T03:56:03.286372Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"601.763836ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/acme.cert-manager.io/challenges/\" range_end:\"/registry/acme.cert-manager.io/challenges0\" count_only:true ","response":"range_response_count:0 size:5"} {"level":"info","ts":"2026-04-10T03:56:03.286169Z","caller":"traceutil/trace.go:171","msg":"trace[1520151205] transaction","detail":"{read_only:false; response_revision:2761; number_of_response:1; }","duration":"893.49765ms","start":"2026-04-10T03:56:02.392651Z","end":"2026-04-10T03:56:03.286148Z","steps":["trace[1520151205] 'process raft request' (duration: 893.362887ms)"],"step_count":1} {"level":"info","ts":"2026-04-10T03:56:03.286474Z","caller":"traceutil/trace.go:171","msg":"trace[2016336326] range","detail":"{range_begin:/registry/acme.cert-manager.io/challenges/; range_end:/registry/acme.cert-manager.io/challenges0; response_count:0; response_revision:2761; }","duration":"601.96385ms","start":"2026-04-10T03:56:02.684491Z","end":"2026-04-10T03:56:03.286455Z","steps":["trace[2016336326] 'agreement among raft nodes before linearized reading' (duration: 601.683612ms)"],"step_count":1} {"level":"warn","ts":"2026-04-10T03:56:03.286522Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-10T03:56:02.392622Z","time spent":"893.85116ms","remote":"127.0.0.1:33096","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":534,"response count":0,"response size":39,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-04-10T03:56:03.286612Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-10T03:56:02.392478Z","time spent":"893.88232ms","remote":"127.0.0.1:33096","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":509,"response count":0,"response size":39,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-04-10T03:56:03.286684Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-10T03:56:02.684472Z","time spent":"602.186867ms","remote":"127.0.0.1:41096","response type":"/etcdserverpb.KV/Range","request count":0,"request size":90,"response count":0,"response size":28,"request content":"key:\"/registry/acme.cert-manager.io/challenges/\" range_end:\"/registry/acme.cert-manager.io/challenges0\" count_only:true "} {"level":"warn","ts":"2026-04-10T03:56:03.286877Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"226.10506ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/health\" ","response":"range_response_count:0 size:5"} {"level":"info","ts":"2026-04-10T03:56:03.286941Z","caller":"traceutil/trace.go:171","msg":"trace[419535890] range","detail":"{range_begin:/registry/health; range_end:; response_count:0; response_revision:2762; }","duration":"226.209292ms","start":"2026-04-10T03:56:03.060719Z","end":"2026-04-10T03:56:03.286928Z","steps":["trace[419535890] 'agreement among raft nodes before linearized reading' (duration: 226.047118ms)"],"step_count":1} {"level":"warn","ts":"2026-04-10T03:56:03.286934Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"103.224164ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/csidrivers/\" range_end:\"/registry/csidrivers0\" count_only:true ","response":"range_response_count:0 size:5"} {"level":"info","ts":"2026-04-10T03:56:03.287072Z","caller":"traceutil/trace.go:171","msg":"trace[1618239260] range","detail":"{range_begin:/registry/csidrivers/; range_end:/registry/csidrivers0; response_count:0; response_revision:2762; }","duration":"103.401628ms","start":"2026-04-10T03:56:03.183655Z","end":"2026-04-10T03:56:03.287057Z","steps":["trace[1618239260] 'agreement among raft nodes before linearized reading' (duration: 103.230273ms)"],"step_count":1} {"level":"warn","ts":"2026-04-10T03:56:31.777425Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"107.62598ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/cert-manager/cert-manager-cainjector-leader-election\" ","response":"range_response_count:1 size:558"} {"level":"info","ts":"2026-04-10T03:56:31.777514Z","caller":"traceutil/trace.go:171","msg":"trace[2100022340] range","detail":"{range_begin:/registry/leases/cert-manager/cert-manager-cainjector-leader-election; range_end:; response_count:1; response_revision:2925; }","duration":"107.771115ms","start":"2026-04-10T03:56:31.66972Z","end":"2026-04-10T03:56:31.777491Z","steps":["trace[2100022340] 'range keys from in-memory index tree' (duration: 107.439366ms)"],"step_count":1} {"level":"warn","ts":"2026-04-10T03:56:35.554648Z","caller":"etcdserver/v3_server.go:897","msg":"waiting for ReadIndex response took too long, retrying","sent-request-id":6432439295843426678,"retry-timeout":"500ms"} {"level":"warn","ts":"2026-04-10T03:56:36.055057Z","caller":"etcdserver/v3_server.go:897","msg":"waiting for ReadIndex response took too long, retrying","sent-request-id":6432439295843426678,"retry-timeout":"500ms"} {"level":"warn","ts":"2026-04-10T03:56:36.089885Z","caller":"wal/wal.go:805","msg":"slow fdatasync","took":"1.084871065s","expected-duration":"1s"} {"level":"info","ts":"2026-04-10T03:56:36.090391Z","caller":"traceutil/trace.go:171","msg":"trace[314996500] transaction","detail":"{read_only:false; response_revision:2937; number_of_response:1; }","duration":"1.08545918s","start":"2026-04-10T03:56:35.004896Z","end":"2026-04-10T03:56:36.090355Z","steps":["trace[314996500] 'process raft request' (duration: 1.085235905s)"],"step_count":1} {"level":"warn","ts":"2026-04-10T03:56:36.090646Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-10T03:56:35.00488Z","time spent":"1.085645875s","remote":"127.0.0.1:32906","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":766,"response count":0,"response size":39,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-04-10T03:56:36.157972Z","caller":"traceutil/trace.go:171","msg":"trace[946394876] transaction","detail":"{read_only:false; response_revision:2940; number_of_response:1; }","duration":"727.140527ms","start":"2026-04-10T03:56:35.430803Z","end":"2026-04-10T03:56:36.157943Z","steps":["trace[946394876] 'process raft request' (duration: 727.064344ms)"],"step_count":1} {"level":"info","ts":"2026-04-10T03:56:36.15822Z","caller":"traceutil/trace.go:171","msg":"trace[1965218455] linearizableReadLoop","detail":"{readStateIndex:3061; appliedIndex:3056; }","duration":"1.103639273s","start":"2026-04-10T03:56:35.054556Z","end":"2026-04-10T03:56:36.158195Z","steps":["trace[1965218455] 'read index received' (duration: 1.035638539s)","trace[1965218455] 'applied index is now lower than readState.Index' (duration: 67.998824ms)"],"step_count":2} {"level":"warn","ts":"2026-04-10T03:56:36.158313Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-10T03:56:35.43079Z","time spent":"727.27025ms","remote":"127.0.0.1:33096","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":555,"response count":0,"response size":39,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-04-10T03:56:36.158448Z","caller":"traceutil/trace.go:171","msg":"trace[1752383912] transaction","detail":"{read_only:false; response_revision:2941; number_of_response:1; }","duration":"722.685982ms","start":"2026-04-10T03:56:35.435739Z","end":"2026-04-10T03:56:36.158425Z","steps":["trace[1752383912] 'process raft request' (duration: 722.165969ms)"],"step_count":1} {"level":"warn","ts":"2026-04-10T03:56:36.158568Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.099169697s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/health\" ","response":"range_response_count:0 size:5"} {"level":"info","ts":"2026-04-10T03:56:36.158583Z","caller":"traceutil/trace.go:171","msg":"trace[620780299] transaction","detail":"{read_only:false; response_revision:2938; number_of_response:1; }","duration":"743.31261ms","start":"2026-04-10T03:56:35.415239Z","end":"2026-04-10T03:56:36.158551Z","steps":["trace[620780299] 'process raft request' (duration: 742.424207ms)"],"step_count":1} {"level":"warn","ts":"2026-04-10T03:56:36.158577Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.104005002s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/gateway.envoyproxy.io/envoypatchpolicies/\" range_end:\"/registry/gateway.envoyproxy.io/envoypatchpolicies0\" count_only:true ","response":"range_response_count:0 size:5"} {"level":"warn","ts":"2026-04-10T03:56:36.158628Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"556.831397ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/plndr-svcs-lock\" ","response":"range_response_count:1 size:438"} {"level":"info","ts":"2026-04-10T03:56:36.158678Z","caller":"traceutil/trace.go:171","msg":"trace[552984220] range","detail":"{range_begin:/registry/gateway.envoyproxy.io/envoypatchpolicies/; range_end:/registry/gateway.envoyproxy.io/envoypatchpolicies0; response_count:0; response_revision:2941; }","duration":"1.104151944s","start":"2026-04-10T03:56:35.054511Z","end":"2026-04-10T03:56:36.158663Z","steps":["trace[552984220] 'agreement among raft nodes before linearized reading' (duration: 1.10397141s)"],"step_count":1} {"level":"info","ts":"2026-04-10T03:56:36.158711Z","caller":"traceutil/trace.go:171","msg":"trace[821134902] range","detail":"{range_begin:/registry/leases/kube-system/plndr-svcs-lock; range_end:; response_count:1; response_revision:2941; }","duration":"556.93235ms","start":"2026-04-10T03:56:35.601759Z","end":"2026-04-10T03:56:36.158692Z","steps":["trace[821134902] 'agreement among raft nodes before linearized reading' (duration: 556.745195ms)"],"step_count":1} {"level":"warn","ts":"2026-04-10T03:56:36.158714Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-10T03:56:35.415215Z","time spent":"743.429192ms","remote":"127.0.0.1:33096","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":541,"response count":0,"response size":39,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-04-10T03:56:36.158728Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"557.096123ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/kube-controller-manager\" ","response":"range_response_count:1 size:507"} {"level":"info","ts":"2026-04-10T03:56:36.158748Z","caller":"traceutil/trace.go:171","msg":"trace[445655260] range","detail":"{range_begin:/registry/leases/kube-system/kube-controller-manager; range_end:; response_count:1; response_revision:2941; }","duration":"557.159965ms","start":"2026-04-10T03:56:35.601583Z","end":"2026-04-10T03:56:36.158743Z","steps":["trace[445655260] 'agreement among raft nodes before linearized reading' (duration: 557.064792ms)"],"step_count":1} {"level":"warn","ts":"2026-04-10T03:56:36.158752Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-10T03:56:35.601752Z","time spent":"556.993101ms","remote":"127.0.0.1:33096","response type":"/etcdserverpb.KV/Range","request count":0,"request size":46,"response count":1,"response size":461,"request content":"key:\"/registry/leases/kube-system/plndr-svcs-lock\" "} {"level":"warn","ts":"2026-04-10T03:56:36.15877Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-10T03:56:35.601562Z","time spent":"557.202746ms","remote":"127.0.0.1:33096","response type":"/etcdserverpb.KV/Range","request count":0,"request size":54,"response count":1,"response size":530,"request content":"key:\"/registry/leases/kube-system/kube-controller-manager\" "} {"level":"warn","ts":"2026-04-10T03:56:36.158742Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-10T03:56:35.05449Z","time spent":"1.104238388s","remote":"127.0.0.1:48194","response type":"/etcdserverpb.KV/Range","request count":0,"request size":108,"response count":0,"response size":28,"request content":"key:\"/registry/gateway.envoyproxy.io/envoypatchpolicies/\" range_end:\"/registry/gateway.envoyproxy.io/envoypatchpolicies0\" count_only:true "} {"level":"warn","ts":"2026-04-10T03:56:36.158671Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-10T03:56:35.435726Z","time spent":"722.843217ms","remote":"127.0.0.1:33096","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":534,"response count":0,"response size":39,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-04-10T03:56:36.158921Z","caller":"traceutil/trace.go:171","msg":"trace[733429623] transaction","detail":"{read_only:false; response_revision:2939; number_of_response:1; }","duration":"740.212921ms","start":"2026-04-10T03:56:35.418702Z","end":"2026-04-10T03:56:36.158915Z","steps":["trace[733429623] 'process raft request' (duration: 739.127134ms)"],"step_count":1} {"level":"warn","ts":"2026-04-10T03:56:36.158926Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"556.824078ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/plndr-cp-lock\" ","response":"range_response_count:1 size:433"} {"level":"info","ts":"2026-04-10T03:56:36.158946Z","caller":"traceutil/trace.go:171","msg":"trace[1553213380] range","detail":"{range_begin:/registry/leases/kube-system/plndr-cp-lock; range_end:; response_count:1; response_revision:2941; }","duration":"556.866298ms","start":"2026-04-10T03:56:35.602073Z","end":"2026-04-10T03:56:36.15894Z","steps":["trace[1553213380] 'agreement among raft nodes before linearized reading' (duration: 556.802386ms)"],"step_count":1} {"level":"warn","ts":"2026-04-10T03:56:36.158956Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-10T03:56:35.41869Z","time spent":"740.247542ms","remote":"127.0.0.1:33096","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":509,"response count":0,"response size":39,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-04-10T03:56:36.158963Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-10T03:56:35.602061Z","time spent":"556.898508ms","remote":"127.0.0.1:33096","response type":"/etcdserverpb.KV/Range","request count":0,"request size":44,"response count":1,"response size":456,"request content":"key:\"/registry/leases/kube-system/plndr-cp-lock\" "} {"level":"warn","ts":"2026-04-10T03:56:36.159017Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"558.737536ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/kube-scheduler\" ","response":"range_response_count:1 size:479"} {"level":"info","ts":"2026-04-10T03:56:36.159037Z","caller":"traceutil/trace.go:171","msg":"trace[1075760088] range","detail":"{range_begin:/registry/leases/kube-system/kube-scheduler; range_end:; response_count:1; response_revision:2941; }","duration":"558.796387ms","start":"2026-04-10T03:56:35.600236Z","end":"2026-04-10T03:56:36.159032Z","steps":["trace[1075760088] 'agreement among raft nodes before linearized reading' (duration: 558.742606ms)"],"step_count":1} {"level":"warn","ts":"2026-04-10T03:56:36.159051Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-10T03:56:35.600211Z","time spent":"558.837268ms","remote":"127.0.0.1:33096","response type":"/etcdserverpb.KV/Range","request count":0,"request size":45,"response count":1,"response size":502,"request content":"key:\"/registry/leases/kube-system/kube-scheduler\" "} {"level":"warn","ts":"2026-04-10T03:56:36.159131Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"700.036145ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/services/specs/auth-system/keycloak-headless\" ","response":"range_response_count:1 size:1369"} {"level":"info","ts":"2026-04-10T03:56:36.159146Z","caller":"traceutil/trace.go:171","msg":"trace[1263619206] range","detail":"{range_begin:/registry/services/specs/auth-system/keycloak-headless; range_end:; response_count:1; response_revision:2941; }","duration":"700.081346ms","start":"2026-04-10T03:56:35.459061Z","end":"2026-04-10T03:56:36.159143Z","steps":["trace[1263619206] 'agreement among raft nodes before linearized reading' (duration: 700.035564ms)"],"step_count":1} {"level":"warn","ts":"2026-04-10T03:56:36.159161Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-10T03:56:35.45905Z","time spent":"700.108426ms","remote":"127.0.0.1:33036","response type":"/etcdserverpb.KV/Range","request count":0,"request size":56,"response count":1,"response size":1392,"request content":"key:\"/registry/services/specs/auth-system/keycloak-headless\" "} {"level":"info","ts":"2026-04-10T03:56:36.158633Z","caller":"traceutil/trace.go:171","msg":"trace[912469595] range","detail":"{range_begin:/registry/health; range_end:; response_count:0; response_revision:2941; }","duration":"1.099269801s","start":"2026-04-10T03:56:35.059349Z","end":"2026-04-10T03:56:36.158619Z","steps":["trace[912469595] 'agreement among raft nodes before linearized reading' (duration: 1.099142818s)"],"step_count":1} {"level":"warn","ts":"2026-04-10T03:56:36.159273Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-10T03:56:35.059339Z","time spent":"1.099925147s","remote":"127.0.0.1:32842","response type":"/etcdserverpb.KV/Range","request count":0,"request size":18,"response count":0,"response size":28,"request content":"key:\"/registry/health\" "} {"level":"warn","ts":"2026-04-10T03:56:36.159263Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"555.684528ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/cilium-operator-resource-lock\" ","response":"range_response_count:1 size:493"} {"level":"info","ts":"2026-04-10T03:56:36.159466Z","caller":"traceutil/trace.go:171","msg":"trace[1751368782] range","detail":"{range_begin:/registry/leases/kube-system/cilium-operator-resource-lock; range_end:; response_count:1; response_revision:2941; }","duration":"555.832942ms","start":"2026-04-10T03:56:35.603511Z","end":"2026-04-10T03:56:36.159344Z","steps":["trace[1751368782] 'agreement among raft nodes before linearized reading' (duration: 555.242757ms)"],"step_count":1} {"level":"warn","ts":"2026-04-10T03:56:36.159586Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"172.454641ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pods/openstack/percona-xtradb-pxc-0\" ","response":"range_response_count:1 size:12216"} {"level":"warn","ts":"2026-04-10T03:56:36.15956Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-10T03:56:35.603463Z","time spent":"556.079527ms","remote":"127.0.0.1:33096","response type":"/etcdserverpb.KV/Range","request count":0,"request size":60,"response count":1,"response size":516,"request content":"key:\"/registry/leases/kube-system/cilium-operator-resource-lock\" "} {"level":"info","ts":"2026-04-10T03:56:36.159633Z","caller":"traceutil/trace.go:171","msg":"trace[1758311251] range","detail":"{range_begin:/registry/pods/openstack/percona-xtradb-pxc-0; range_end:; response_count:1; response_revision:2941; }","duration":"172.564453ms","start":"2026-04-10T03:56:35.987056Z","end":"2026-04-10T03:56:36.15962Z","steps":["trace[1758311251] 'agreement among raft nodes before linearized reading' (duration: 172.345277ms)"],"step_count":1} {"level":"warn","ts":"2026-04-10T03:56:37.145156Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"760.536308ms","expected-duration":"100ms","prefix":"","request":"header: txn: success:> failure: >>","response":"size:16"} {"level":"info","ts":"2026-04-10T03:56:37.145316Z","caller":"traceutil/trace.go:171","msg":"trace[228848185] linearizableReadLoop","detail":"{readStateIndex:3062; appliedIndex:3061; }","duration":"981.536516ms","start":"2026-04-10T03:56:36.163756Z","end":"2026-04-10T03:56:37.145292Z","steps":["trace[228848185] 'read index received' (duration: 220.861034ms)","trace[228848185] 'applied index is now lower than readState.Index' (duration: 760.673532ms)"],"step_count":2} {"level":"info","ts":"2026-04-10T03:56:37.145746Z","caller":"traceutil/trace.go:171","msg":"trace[1642216922] transaction","detail":"{read_only:false; response_revision:2942; number_of_response:1; }","duration":"982.068449ms","start":"2026-04-10T03:56:36.163633Z","end":"2026-04-10T03:56:37.145701Z","steps":["trace[1642216922] 'process raft request' (duration: 220.856415ms)","trace[1642216922] 'compare' (duration: 760.059436ms)"],"step_count":2} {"level":"warn","ts":"2026-04-10T03:56:37.146135Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-10T03:56:36.163614Z","time spent":"982.430779ms","remote":"127.0.0.1:33096","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":463,"response count":0,"response size":39,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-04-10T03:56:37.146774Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"982.999292ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/services/specs/auth-system/keycloak-metrics\" ","response":"range_response_count:1 size:1445"} {"level":"info","ts":"2026-04-10T03:56:37.146848Z","caller":"traceutil/trace.go:171","msg":"trace[1442111187] range","detail":"{range_begin:/registry/services/specs/auth-system/keycloak-metrics; range_end:; response_count:1; response_revision:2942; }","duration":"983.111166ms","start":"2026-04-10T03:56:36.163721Z","end":"2026-04-10T03:56:37.146832Z","steps":["trace[1442111187] 'agreement among raft nodes before linearized reading' (duration: 981.922976ms)"],"step_count":1} {"level":"warn","ts":"2026-04-10T03:56:37.146979Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-10T03:56:36.163704Z","time spent":"983.26243ms","remote":"127.0.0.1:33036","response type":"/etcdserverpb.KV/Range","request count":0,"request size":55,"response count":1,"response size":1468,"request content":"key:\"/registry/services/specs/auth-system/keycloak-metrics\" "} {"level":"info","ts":"2026-04-10T03:56:37.18514Z","caller":"traceutil/trace.go:171","msg":"trace[1963089715] transaction","detail":"{read_only:false; response_revision:2943; number_of_response:1; }","duration":"1.01859438s","start":"2026-04-10T03:56:36.166524Z","end":"2026-04-10T03:56:37.185118Z","steps":["trace[1963089715] 'process raft request' (duration: 1.018421406s)"],"step_count":1} {"level":"warn","ts":"2026-04-10T03:56:37.185278Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-10T03:56:36.16651Z","time spent":"1.018696652s","remote":"127.0.0.1:33096","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":491,"response count":0,"response size":39,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-04-10T03:56:37.185332Z","caller":"traceutil/trace.go:171","msg":"trace[1866276050] transaction","detail":"{read_only:false; response_revision:2944; number_of_response:1; }","duration":"1.01862951s","start":"2026-04-10T03:56:36.166687Z","end":"2026-04-10T03:56:37.185316Z","steps":["trace[1866276050] 'process raft request' (duration: 1.018390724s)"],"step_count":1} {"level":"warn","ts":"2026-04-10T03:56:37.185439Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-10T03:56:36.166681Z","time spent":"1.018698322s","remote":"127.0.0.1:33096","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":477,"response count":0,"response size":39,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-04-10T03:56:37.185748Z","caller":"traceutil/trace.go:171","msg":"trace[1469407116] transaction","detail":"{read_only:false; response_revision:2945; number_of_response:1; }","duration":"1.018852586s","start":"2026-04-10T03:56:36.166879Z","end":"2026-04-10T03:56:37.185732Z","steps":["trace[1469407116] 'process raft request' (duration: 1.018373544s)"],"step_count":1} {"level":"info","ts":"2026-04-10T03:56:37.185815Z","caller":"traceutil/trace.go:171","msg":"trace[780785860] transaction","detail":"{read_only:false; response_revision:2946; number_of_response:1; }","duration":"1.018812226s","start":"2026-04-10T03:56:36.166925Z","end":"2026-04-10T03:56:37.185737Z","steps":["trace[780785860] 'process raft request' (duration: 1.018735955s)"],"step_count":1} {"level":"warn","ts":"2026-04-10T03:56:37.18583Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-10T03:56:36.166871Z","time spent":"1.018917078s","remote":"127.0.0.1:33096","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":423,"response count":0,"response size":39,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-04-10T03:56:37.185886Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-10T03:56:36.16692Z","time spent":"1.018934359s","remote":"127.0.0.1:33096","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":418,"response count":0,"response size":39,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-04-10T03:56:37.196979Z","caller":"traceutil/trace.go:171","msg":"trace[224165590] transaction","detail":"{read_only:false; response_revision:2947; number_of_response:1; }","duration":"432.94147ms","start":"2026-04-10T03:56:36.764018Z","end":"2026-04-10T03:56:37.19696Z","steps":["trace[224165590] 'process raft request' (duration: 432.791796ms)"],"step_count":1} {"level":"warn","ts":"2026-04-10T03:56:37.197039Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.026679575s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/health\" ","response":"range_response_count:0 size:5"} {"level":"warn","ts":"2026-04-10T03:56:37.197104Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.031311675s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pods/openstack/percona-xtradb-pxc-0\" ","response":"range_response_count:1 size:12216"} {"level":"info","ts":"2026-04-10T03:56:37.19711Z","caller":"traceutil/trace.go:171","msg":"trace[1166277375] range","detail":"{range_begin:/registry/health; range_end:; response_count:0; response_revision:2947; }","duration":"1.02678535s","start":"2026-04-10T03:56:36.170311Z","end":"2026-04-10T03:56:37.197096Z","steps":["trace[1166277375] 'agreement among raft nodes before linearized reading' (duration: 1.026653446s)"],"step_count":1} {"level":"info","ts":"2026-04-10T03:56:37.197138Z","caller":"traceutil/trace.go:171","msg":"trace[1298546515] range","detail":"{range_begin:/registry/pods/openstack/percona-xtradb-pxc-0; range_end:; response_count:1; response_revision:2947; }","duration":"1.031375525s","start":"2026-04-10T03:56:36.165755Z","end":"2026-04-10T03:56:37.19713Z","steps":["trace[1298546515] 'agreement among raft nodes before linearized reading' (duration: 1.031260042s)"],"step_count":1} {"level":"warn","ts":"2026-04-10T03:56:37.197162Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-10T03:56:36.16574Z","time spent":"1.031417837s","remote":"127.0.0.1:33028","response type":"/etcdserverpb.KV/Range","request count":0,"request size":47,"response count":1,"response size":12239,"request content":"key:\"/registry/pods/openstack/percona-xtradb-pxc-0\" "} {"level":"warn","ts":"2026-04-10T03:56:37.19716Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-10T03:56:36.170304Z","time spent":"1.026847871s","remote":"127.0.0.1:32842","response type":"/etcdserverpb.KV/Range","request count":0,"request size":18,"response count":0,"response size":28,"request content":"key:\"/registry/health\" "} {"level":"warn","ts":"2026-04-10T03:56:37.197223Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"579.271252ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/ingressclasses/\" range_end:\"/registry/ingressclasses0\" count_only:true ","response":"range_response_count:0 size:7"} {"level":"warn","ts":"2026-04-10T03:56:37.197271Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-10T03:56:36.763992Z","time spent":"433.075112ms","remote":"127.0.0.1:33096","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":521,"response count":0,"response size":39,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-04-10T03:56:37.197305Z","caller":"traceutil/trace.go:171","msg":"trace[935307349] range","detail":"{range_begin:/registry/ingressclasses/; range_end:/registry/ingressclasses0; response_count:0; response_revision:2947; }","duration":"579.406517ms","start":"2026-04-10T03:56:36.617884Z","end":"2026-04-10T03:56:37.19729Z","steps":["trace[935307349] 'agreement among raft nodes before linearized reading' (duration: 579.280673ms)"],"step_count":1} {"level":"warn","ts":"2026-04-10T03:56:37.197419Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-10T03:56:36.61786Z","time spent":"579.528898ms","remote":"127.0.0.1:33128","response type":"/etcdserverpb.KV/Range","request count":0,"request size":56,"response count":1,"response size":30,"request content":"key:\"/registry/ingressclasses/\" range_end:\"/registry/ingressclasses0\" count_only:true "} {"level":"warn","ts":"2026-04-10T03:56:41.961153Z","caller":"etcdserver/v3_server.go:897","msg":"waiting for ReadIndex response took too long, retrying","sent-request-id":6432439295843426759,"retry-timeout":"500ms"} {"level":"warn","ts":"2026-04-10T03:56:42.461357Z","caller":"etcdserver/v3_server.go:897","msg":"waiting for ReadIndex response took too long, retrying","sent-request-id":6432439295843426759,"retry-timeout":"500ms"} {"level":"warn","ts":"2026-04-10T03:56:42.812546Z","caller":"wal/wal.go:805","msg":"slow fdatasync","took":"1.477087254s","expected-duration":"1s"} {"level":"warn","ts":"2026-04-10T03:56:42.998664Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"185.778688ms","expected-duration":"100ms","prefix":"","request":"header: txn: success:> failure: >>","response":"size:16"} {"level":"info","ts":"2026-04-10T03:56:42.999763Z","caller":"traceutil/trace.go:171","msg":"trace[1667856460] transaction","detail":"{read_only:false; response_revision:2971; number_of_response:1; }","duration":"822.790303ms","start":"2026-04-10T03:56:42.176953Z","end":"2026-04-10T03:56:42.999743Z","steps":["trace[1667856460] 'process raft request' (duration: 821.85107ms)"],"step_count":1} {"level":"info","ts":"2026-04-10T03:56:42.999748Z","caller":"traceutil/trace.go:171","msg":"trace[1428547706] transaction","detail":"{read_only:false; response_revision:2970; number_of_response:1; }","duration":"1.664326219s","start":"2026-04-10T03:56:41.335385Z","end":"2026-04-10T03:56:42.999711Z","steps":["trace[1428547706] 'process raft request' (duration: 1.477399411s)","trace[1428547706] 'compare' (duration: 185.44065ms)"],"step_count":2} {"level":"warn","ts":"2026-04-10T03:56:42.999854Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-10T03:56:42.176934Z","time spent":"822.878066ms","remote":"127.0.0.1:33096","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":508,"response count":0,"response size":39,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-04-10T03:56:43.00007Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-10T03:56:41.335367Z","time spent":"1.664460803s","remote":"127.0.0.1:33096","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":673,"response count":0,"response size":39,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-04-10T03:56:43.000598Z","caller":"traceutil/trace.go:171","msg":"trace[144102743] transaction","detail":"{read_only:false; response_revision:2973; number_of_response:1; }","duration":"818.146655ms","start":"2026-04-10T03:56:42.182436Z","end":"2026-04-10T03:56:43.000582Z","steps":["trace[144102743] 'process raft request' (duration: 818.064503ms)"],"step_count":1} {"level":"warn","ts":"2026-04-10T03:56:43.000693Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-10T03:56:42.182422Z","time spent":"818.223998ms","remote":"127.0.0.1:33096","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":540,"response count":0,"response size":39,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-04-10T03:56:43.000629Z","caller":"traceutil/trace.go:171","msg":"trace[2010358558] transaction","detail":"{read_only:false; response_revision:2972; number_of_response:1; }","duration":"820.789172ms","start":"2026-04-10T03:56:42.179799Z","end":"2026-04-10T03:56:43.000588Z","steps":["trace[2010358558] 'process raft request' (duration: 819.860848ms)"],"step_count":1} {"level":"warn","ts":"2026-04-10T03:56:43.001384Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-10T03:56:42.179771Z","time spent":"821.228494ms","remote":"127.0.0.1:33096","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":554,"response count":0,"response size":39,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-04-10T03:56:43.002158Z","caller":"traceutil/trace.go:171","msg":"trace[1664797625] linearizableReadLoop","detail":"{readStateIndex:3095; appliedIndex:3090; }","duration":"1.541293247s","start":"2026-04-10T03:56:41.460844Z","end":"2026-04-10T03:56:43.002137Z","steps":["trace[1664797625] 'read index received' (duration: 1.351945518s)","trace[1664797625] 'applied index is now lower than readState.Index' (duration: 189.346389ms)"],"step_count":2} {"level":"info","ts":"2026-04-10T03:56:43.002243Z","caller":"traceutil/trace.go:171","msg":"trace[1123130117] transaction","detail":"{read_only:false; response_revision:2974; number_of_response:1; }","duration":"817.196841ms","start":"2026-04-10T03:56:42.185021Z","end":"2026-04-10T03:56:43.002218Z","steps":["trace[1123130117] 'process raft request' (duration: 815.54682ms)"],"step_count":1} {"level":"warn","ts":"2026-04-10T03:56:43.002443Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"940.680931ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/health\" ","response":"range_response_count:0 size:5"} {"level":"warn","ts":"2026-04-10T03:56:43.002458Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-10T03:56:42.185007Z","time spent":"817.360906ms","remote":"127.0.0.1:33096","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":533,"response count":0,"response size":39,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-04-10T03:56:43.002495Z","caller":"traceutil/trace.go:171","msg":"trace[913856715] range","detail":"{range_begin:/registry/health; range_end:; response_count:0; response_revision:2974; }","duration":"940.773384ms","start":"2026-04-10T03:56:42.061709Z","end":"2026-04-10T03:56:43.002483Z","steps":["trace[913856715] 'agreement among raft nodes before linearized reading' (duration: 940.696231ms)"],"step_count":1} {"level":"warn","ts":"2026-04-10T03:56:43.002528Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-10T03:56:42.061686Z","time spent":"940.833825ms","remote":"127.0.0.1:32842","response type":"/etcdserverpb.KV/Range","request count":0,"request size":18,"response count":0,"response size":28,"request content":"key:\"/registry/health\" "} {"level":"warn","ts":"2026-04-10T03:56:43.002511Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.541641687s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/services/specs/auth-system/keycloak-headless\" ","response":"range_response_count:1 size:1369"} {"level":"warn","ts":"2026-04-10T03:56:43.002674Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"818.681919ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/minions/\" range_end:\"/registry/minions0\" count_only:true ","response":"range_response_count:0 size:7"} {"level":"info","ts":"2026-04-10T03:56:43.0027Z","caller":"traceutil/trace.go:171","msg":"trace[228021560] range","detail":"{range_begin:/registry/services/specs/auth-system/keycloak-headless; range_end:; response_count:1; response_revision:2974; }","duration":"1.541796061s","start":"2026-04-10T03:56:41.460776Z","end":"2026-04-10T03:56:43.002572Z","steps":["trace[228021560] 'agreement among raft nodes before linearized reading' (duration: 1.541463792s)"],"step_count":1} {"level":"warn","ts":"2026-04-10T03:56:43.002784Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-10T03:56:41.460749Z","time spent":"1.542023226s","remote":"127.0.0.1:33036","response type":"/etcdserverpb.KV/Range","request count":0,"request size":56,"response count":1,"response size":1392,"request content":"key:\"/registry/services/specs/auth-system/keycloak-headless\" "} {"level":"info","ts":"2026-04-10T03:56:43.002786Z","caller":"traceutil/trace.go:171","msg":"trace[1423797878] range","detail":"{range_begin:/registry/minions/; range_end:/registry/minions0; response_count:0; response_revision:2974; }","duration":"818.847103ms","start":"2026-04-10T03:56:42.183914Z","end":"2026-04-10T03:56:43.002761Z","steps":["trace[1423797878] 'agreement among raft nodes before linearized reading' (duration: 818.658479ms)"],"step_count":1} {"level":"warn","ts":"2026-04-10T03:56:43.002745Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"705.980753ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pods/openstack/percona-xtradb-pxc-0\" ","response":"range_response_count:1 size:12216"} {"level":"info","ts":"2026-04-10T03:56:43.002904Z","caller":"traceutil/trace.go:171","msg":"trace[1367929145] range","detail":"{range_begin:/registry/pods/openstack/percona-xtradb-pxc-0; range_end:; response_count:1; response_revision:2974; }","duration":"706.208809ms","start":"2026-04-10T03:56:42.296685Z","end":"2026-04-10T03:56:43.002894Z","steps":["trace[1367929145] 'agreement among raft nodes before linearized reading' (duration: 705.759897ms)"],"step_count":1} {"level":"warn","ts":"2026-04-10T03:56:43.002972Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-10T03:56:42.296665Z","time spent":"706.2846ms","remote":"127.0.0.1:33028","response type":"/etcdserverpb.KV/Range","request count":0,"request size":47,"response count":1,"response size":12239,"request content":"key:\"/registry/pods/openstack/percona-xtradb-pxc-0\" "} {"level":"warn","ts":"2026-04-10T03:56:43.002838Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-10T03:56:42.183899Z","time spent":"818.927995ms","remote":"127.0.0.1:33020","response type":"/etcdserverpb.KV/Range","request count":0,"request size":42,"response count":1,"response size":30,"request content":"key:\"/registry/minions/\" range_end:\"/registry/minions0\" count_only:true "} {"level":"info","ts":"2026-04-10T03:56:43.371851Z","caller":"traceutil/trace.go:171","msg":"trace[611523639] linearizableReadLoop","detail":"{readStateIndex:3097; appliedIndex:3095; }","duration":"136.519766ms","start":"2026-04-10T03:56:43.235306Z","end":"2026-04-10T03:56:43.371826Z","steps":["trace[611523639] 'read index received' (duration: 55.789273ms)","trace[611523639] 'applied index is now lower than readState.Index' (duration: 80.729523ms)"],"step_count":2} {"level":"warn","ts":"2026-04-10T03:56:43.372222Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"135.894801ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/cilium-operator-resource-lock\" ","response":"range_response_count:1 size:492"} {"level":"info","ts":"2026-04-10T03:56:43.371981Z","caller":"traceutil/trace.go:171","msg":"trace[1555875542] transaction","detail":"{read_only:false; response_revision:2976; number_of_response:1; }","duration":"143.810421ms","start":"2026-04-10T03:56:43.228116Z","end":"2026-04-10T03:56:43.371927Z","steps":["trace[1555875542] 'process raft request' (duration: 91.022484ms)","trace[1555875542] 'compare' (duration: 52.492419ms)"],"step_count":2} {"level":"warn","ts":"2026-04-10T03:56:43.372284Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"136.892967ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/kube-controller-manager\" ","response":"range_response_count:1 size:506"} {"level":"info","ts":"2026-04-10T03:56:43.372291Z","caller":"traceutil/trace.go:171","msg":"trace[1028321083] range","detail":"{range_begin:/registry/leases/kube-system/cilium-operator-resource-lock; range_end:; response_count:1; response_revision:2976; }","duration":"135.987842ms","start":"2026-04-10T03:56:43.236286Z","end":"2026-04-10T03:56:43.372274Z","steps":["trace[1028321083] 'agreement among raft nodes before linearized reading' (duration: 135.749176ms)"],"step_count":1} {"level":"info","ts":"2026-04-10T03:56:43.372335Z","caller":"traceutil/trace.go:171","msg":"trace[1704584709] range","detail":"{range_begin:/registry/leases/kube-system/kube-controller-manager; range_end:; response_count:1; response_revision:2976; }","duration":"137.0531ms","start":"2026-04-10T03:56:43.235268Z","end":"2026-04-10T03:56:43.372321Z","steps":["trace[1704584709] 'agreement among raft nodes before linearized reading' (duration: 136.718342ms)"],"step_count":1} {"level":"warn","ts":"2026-04-10T03:56:43.372563Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"130.162996ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/plndr-cp-lock\" ","response":"range_response_count:1 size:432"} {"level":"info","ts":"2026-04-10T03:56:43.372655Z","caller":"traceutil/trace.go:171","msg":"trace[724229197] range","detail":"{range_begin:/registry/leases/kube-system/plndr-cp-lock; range_end:; response_count:1; response_revision:2976; }","duration":"130.290079ms","start":"2026-04-10T03:56:43.242342Z","end":"2026-04-10T03:56:43.372632Z","steps":["trace[724229197] 'agreement among raft nodes before linearized reading' (duration: 129.699683ms)"],"step_count":1} {"level":"info","ts":"2026-04-10T03:56:45.138037Z","caller":"traceutil/trace.go:171","msg":"trace[2131227611] transaction","detail":"{read_only:false; response_revision:2981; number_of_response:1; }","duration":"133.082493ms","start":"2026-04-10T03:56:45.004923Z","end":"2026-04-10T03:56:45.138006Z","steps":["trace[2131227611] 'process raft request' (duration: 131.866712ms)"],"step_count":1} {"level":"info","ts":"2026-04-10T03:56:45.138329Z","caller":"traceutil/trace.go:171","msg":"trace[227677175] transaction","detail":"{read_only:false; response_revision:2982; number_of_response:1; }","duration":"132.358964ms","start":"2026-04-10T03:56:45.005952Z","end":"2026-04-10T03:56:45.138311Z","steps":["trace[227677175] 'process raft request' (duration: 132.007075ms)"],"step_count":1} {"level":"info","ts":"2026-04-10T03:56:45.138496Z","caller":"traceutil/trace.go:171","msg":"trace[1713957229] transaction","detail":"{read_only:false; response_revision:2983; number_of_response:1; }","duration":"132.293582ms","start":"2026-04-10T03:56:45.006177Z","end":"2026-04-10T03:56:45.13847Z","steps":["trace[1713957229] 'process raft request' (duration: 131.857681ms)"],"step_count":1} {"level":"info","ts":"2026-04-10T03:56:45.138731Z","caller":"traceutil/trace.go:171","msg":"trace[1675877988] transaction","detail":"{read_only:false; response_revision:2984; number_of_response:1; }","duration":"131.391799ms","start":"2026-04-10T03:56:45.00733Z","end":"2026-04-10T03:56:45.138722Z","steps":["trace[1675877988] 'process raft request' (duration: 130.748923ms)"],"step_count":1} {"level":"warn","ts":"2026-04-10T03:56:45.479405Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"101.645448ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/plndr-svcs-lock\" ","response":"range_response_count:1 size:437"} {"level":"info","ts":"2026-04-10T03:56:45.47959Z","caller":"traceutil/trace.go:171","msg":"trace[1725435091] range","detail":"{range_begin:/registry/leases/kube-system/plndr-svcs-lock; range_end:; response_count:1; response_revision:2985; }","duration":"101.891475ms","start":"2026-04-10T03:56:45.377656Z","end":"2026-04-10T03:56:45.479547Z","steps":["trace[1725435091] 'range keys from in-memory index tree' (duration: 101.432452ms)"],"step_count":1} {"level":"info","ts":"2026-04-10T03:56:45.654776Z","caller":"traceutil/trace.go:171","msg":"trace[2083637710] transaction","detail":"{read_only:false; response_revision:2986; number_of_response:1; }","duration":"169.173162ms","start":"2026-04-10T03:56:45.485579Z","end":"2026-04-10T03:56:45.654752Z","steps":["trace[2083637710] 'process raft request' (duration: 169.033929ms)"],"step_count":1} {"level":"warn","ts":"2026-04-10T03:56:45.873685Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"137.758312ms","expected-duration":"100ms","prefix":"","request":"header: txn: success:> failure: >>","response":"size:16"} {"level":"info","ts":"2026-04-10T03:56:45.874298Z","caller":"traceutil/trace.go:171","msg":"trace[1091197132] transaction","detail":"{read_only:false; response_revision:2988; number_of_response:1; }","duration":"388.575977ms","start":"2026-04-10T03:56:45.485692Z","end":"2026-04-10T03:56:45.874268Z","steps":["trace[1091197132] 'process raft request' (duration: 388.477685ms)"],"step_count":1} {"level":"warn","ts":"2026-04-10T03:56:45.874505Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-10T03:56:45.485664Z","time spent":"388.739141ms","remote":"127.0.0.1:33096","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":491,"response count":0,"response size":39,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-04-10T03:56:45.874286Z","caller":"traceutil/trace.go:171","msg":"trace[1739930758] transaction","detail":"{read_only:false; response_revision:2987; number_of_response:1; }","duration":"388.631729ms","start":"2026-04-10T03:56:45.485615Z","end":"2026-04-10T03:56:45.874247Z","steps":["trace[1739930758] 'process raft request' (duration: 250.240101ms)","trace[1739930758] 'compare' (duration: 137.648029ms)"],"step_count":2} {"level":"info","ts":"2026-04-10T03:56:45.874705Z","caller":"traceutil/trace.go:171","msg":"trace[1880036897] transaction","detail":"{read_only:false; response_revision:2989; number_of_response:1; }","duration":"388.926965ms","start":"2026-04-10T03:56:45.485721Z","end":"2026-04-10T03:56:45.874648Z","steps":["trace[1880036897] 'process raft request' (duration: 388.513085ms)"],"step_count":1} {"level":"warn","ts":"2026-04-10T03:56:45.874785Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"386.71908ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/services/specs/auth-system/keycloak\" ","response":"range_response_count:1 size:1319"} {"level":"info","ts":"2026-04-10T03:56:45.874793Z","caller":"traceutil/trace.go:171","msg":"trace[1398231346] transaction","detail":"{read_only:false; response_revision:2990; number_of_response:1; }","duration":"343.082077ms","start":"2026-04-10T03:56:45.531694Z","end":"2026-04-10T03:56:45.874776Z","steps":["trace[1398231346] 'process raft request' (duration: 342.76873ms)"],"step_count":1} {"level":"info","ts":"2026-04-10T03:56:45.874825Z","caller":"traceutil/trace.go:171","msg":"trace[174191996] range","detail":"{range_begin:/registry/services/specs/auth-system/keycloak; range_end:; response_count:1; response_revision:2990; }","duration":"386.790102ms","start":"2026-04-10T03:56:45.488026Z","end":"2026-04-10T03:56:45.874816Z","steps":["trace[174191996] 'agreement among raft nodes before linearized reading' (duration: 386.625677ms)"],"step_count":1} {"level":"warn","ts":"2026-04-10T03:56:45.874868Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-10T03:56:45.488018Z","time spent":"386.841413ms","remote":"127.0.0.1:33036","response type":"/etcdserverpb.KV/Range","request count":0,"request size":47,"response count":1,"response size":1342,"request content":"key:\"/registry/services/specs/auth-system/keycloak\" "} {"level":"warn","ts":"2026-04-10T03:56:45.87488Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-10T03:56:45.531673Z","time spent":"343.159629ms","remote":"127.0.0.1:33096","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":475,"response count":0,"response size":39,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-04-10T03:56:45.874796Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-10T03:56:45.4856Z","time spent":"389.071089ms","remote":"127.0.0.1:33096","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":418,"response count":0,"response size":39,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-04-10T03:56:45.874883Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-10T03:56:45.485699Z","time spent":"389.09259ms","remote":"127.0.0.1:33096","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":477,"response count":0,"response size":39,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-04-10T03:56:45.874624Z","caller":"traceutil/trace.go:171","msg":"trace[1383015571] linearizableReadLoop","detail":"{readStateIndex:3111; appliedIndex:3108; }","duration":"386.559437ms","start":"2026-04-10T03:56:45.488047Z","end":"2026-04-10T03:56:45.874607Z","steps":["trace[1383015571] 'read index received' (duration: 167.295977ms)","trace[1383015571] 'applied index is now lower than readState.Index' (duration: 219.26262ms)"],"step_count":2} {"level":"warn","ts":"2026-04-10T03:56:48.59168Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"129.169713ms","expected-duration":"100ms","prefix":"","request":"header: txn: success:> failure: >>","response":"size:16"} {"level":"info","ts":"2026-04-10T03:56:48.591791Z","caller":"traceutil/trace.go:171","msg":"trace[313841164] transaction","detail":"{read_only:false; response_revision:3003; number_of_response:1; }","duration":"177.845569ms","start":"2026-04-10T03:56:48.413926Z","end":"2026-04-10T03:56:48.591771Z","steps":["trace[313841164] 'process raft request' (duration: 48.491571ms)","trace[313841164] 'compare' (duration: 129.02007ms)"],"step_count":2} {"level":"info","ts":"2026-04-10T03:56:52.085603Z","caller":"traceutil/trace.go:171","msg":"trace[671813543] transaction","detail":"{read_only:false; response_revision:3020; number_of_response:1; }","duration":"182.546351ms","start":"2026-04-10T03:56:51.903028Z","end":"2026-04-10T03:56:52.085575Z","steps":["trace[671813543] 'process raft request' (duration: 182.377097ms)"],"step_count":1} {"level":"info","ts":"2026-04-10T03:56:52.087198Z","caller":"traceutil/trace.go:171","msg":"trace[1254291064] transaction","detail":"{read_only:false; response_revision:3022; number_of_response:1; }","duration":"182.142363ms","start":"2026-04-10T03:56:51.905018Z","end":"2026-04-10T03:56:52.08716Z","steps":["trace[1254291064] 'process raft request' (duration: 181.932027ms)"],"step_count":1} {"level":"info","ts":"2026-04-10T03:56:52.087646Z","caller":"traceutil/trace.go:171","msg":"trace[1444351826] transaction","detail":"{read_only:false; response_revision:3021; number_of_response:1; }","duration":"184.207334ms","start":"2026-04-10T03:56:51.903378Z","end":"2026-04-10T03:56:52.087585Z","steps":["trace[1444351826] 'process raft request' (duration: 183.467166ms)"],"step_count":1} {"level":"info","ts":"2026-04-10T03:56:56.261589Z","caller":"traceutil/trace.go:171","msg":"trace[1683324847] linearizableReadLoop","detail":"{readStateIndex:3166; appliedIndex:3165; }","duration":"153.71442ms","start":"2026-04-10T03:56:56.107851Z","end":"2026-04-10T03:56:56.261565Z","steps":["trace[1683324847] 'read index received' (duration: 153.512025ms)","trace[1683324847] 'applied index is now lower than readState.Index' (duration: 201.485µs)"],"step_count":2} {"level":"info","ts":"2026-04-10T03:56:56.261704Z","caller":"traceutil/trace.go:171","msg":"trace[753629299] transaction","detail":"{read_only:false; response_revision:3041; number_of_response:1; }","duration":"157.191247ms","start":"2026-04-10T03:56:56.1045Z","end":"2026-04-10T03:56:56.261692Z","steps":["trace[753629299] 'process raft request' (duration: 156.919621ms)"],"step_count":1} {"level":"warn","ts":"2026-04-10T03:56:56.261945Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"154.077759ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/plndr-cp-lock\" ","response":"range_response_count:1 size:432"} {"level":"info","ts":"2026-04-10T03:56:56.261982Z","caller":"traceutil/trace.go:171","msg":"trace[1671170665] range","detail":"{range_begin:/registry/leases/kube-system/plndr-cp-lock; range_end:; response_count:1; response_revision:3041; }","duration":"154.162352ms","start":"2026-04-10T03:56:56.10781Z","end":"2026-04-10T03:56:56.261972Z","steps":["trace[1671170665] 'agreement among raft nodes before linearized reading' (duration: 154.028789ms)"],"step_count":1} {"level":"warn","ts":"2026-04-10T03:56:56.262011Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"153.531626ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/cilium-operator-resource-lock\" ","response":"range_response_count:1 size:492"} {"level":"info","ts":"2026-04-10T03:56:56.26215Z","caller":"traceutil/trace.go:171","msg":"trace[136779591] range","detail":"{range_begin:/registry/leases/kube-system/cilium-operator-resource-lock; range_end:; response_count:1; response_revision:3041; }","duration":"153.66979ms","start":"2026-04-10T03:56:56.108455Z","end":"2026-04-10T03:56:56.262124Z","steps":["trace[136779591] 'agreement among raft nodes before linearized reading' (duration: 153.423804ms)"],"step_count":1} {"level":"warn","ts":"2026-04-10T03:57:01.600481Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"139.674403ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/services/specs/auth-system/keycloak-headless\" ","response":"range_response_count:1 size:1369"} {"level":"info","ts":"2026-04-10T03:57:01.601395Z","caller":"traceutil/trace.go:171","msg":"trace[1675415279] range","detail":"{range_begin:/registry/services/specs/auth-system/keycloak-headless; range_end:; response_count:1; response_revision:3069; }","duration":"140.371681ms","start":"2026-04-10T03:57:01.460741Z","end":"2026-04-10T03:57:01.601112Z","steps":["trace[1675415279] 'range keys from in-memory index tree' (duration: 139.52082ms)"],"step_count":1} {"level":"warn","ts":"2026-04-10T03:57:01.955536Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"128.337921ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/cert-manager/cert-manager-cainjector-leader-election\" ","response":"range_response_count:1 size:558"} {"level":"info","ts":"2026-04-10T03:57:01.955628Z","caller":"traceutil/trace.go:171","msg":"trace[1524403891] range","detail":"{range_begin:/registry/leases/cert-manager/cert-manager-cainjector-leader-election; range_end:; response_count:1; response_revision:3070; }","duration":"128.487935ms","start":"2026-04-10T03:57:01.827114Z","end":"2026-04-10T03:57:01.955602Z","steps":["trace[1524403891] 'range keys from in-memory index tree' (duration: 128.187137ms)"],"step_count":1} {"level":"info","ts":"2026-04-10T03:57:02.093679Z","caller":"traceutil/trace.go:171","msg":"trace[306955439] transaction","detail":"{read_only:false; response_revision:3071; number_of_response:1; }","duration":"133.926738ms","start":"2026-04-10T03:57:01.95973Z","end":"2026-04-10T03:57:02.093657Z","steps":["trace[306955439] 'process raft request' (duration: 133.780054ms)"],"step_count":1} {"level":"info","ts":"2026-04-10T03:57:02.131305Z","caller":"traceutil/trace.go:171","msg":"trace[1335098245] transaction","detail":"{read_only:false; response_revision:3072; number_of_response:1; }","duration":"171.366338ms","start":"2026-04-10T03:57:01.959911Z","end":"2026-04-10T03:57:02.131277Z","steps":["trace[1335098245] 'process raft request' (duration: 171.238725ms)"],"step_count":1} {"level":"info","ts":"2026-04-10T03:57:02.691534Z","caller":"traceutil/trace.go:171","msg":"trace[914689204] transaction","detail":"{read_only:false; response_revision:3075; number_of_response:1; }","duration":"307.706794ms","start":"2026-04-10T03:57:02.38378Z","end":"2026-04-10T03:57:02.691486Z","steps":["trace[914689204] 'process raft request' (duration: 283.169184ms)","trace[914689204] 'compare' (duration: 23.28796ms)"],"step_count":2} {"level":"warn","ts":"2026-04-10T03:57:02.691724Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-10T03:57:02.383755Z","time spent":"307.865738ms","remote":"127.0.0.1:33096","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":477,"response count":0,"response size":39,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-04-10T03:57:03.498246Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"149.247385ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/cert-manager/cert-manager-controller\" ","response":"range_response_count:1 size:529"} {"level":"info","ts":"2026-04-10T03:57:03.49833Z","caller":"traceutil/trace.go:171","msg":"trace[1817128301] range","detail":"{range_begin:/registry/leases/cert-manager/cert-manager-controller; range_end:; response_count:1; response_revision:3079; }","duration":"149.441699ms","start":"2026-04-10T03:57:03.34887Z","end":"2026-04-10T03:57:03.498311Z","steps":["trace[1817128301] 'range keys from in-memory index tree' (duration: 149.0791ms)"],"step_count":1} {"level":"warn","ts":"2026-04-10T03:57:03.498619Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"140.688361ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pods/openstack/percona-xtradb-pxc-0\" ","response":"range_response_count:1 size:12216"} {"level":"info","ts":"2026-04-10T03:57:03.498783Z","caller":"traceutil/trace.go:171","msg":"trace[1930853521] range","detail":"{range_begin:/registry/pods/openstack/percona-xtradb-pxc-0; range_end:; response_count:1; response_revision:3079; }","duration":"140.904647ms","start":"2026-04-10T03:57:03.35785Z","end":"2026-04-10T03:57:03.498755Z","steps":["trace[1930853521] 'range keys from in-memory index tree' (duration: 140.328043ms)"],"step_count":1} {"level":"info","ts":"2026-04-10T03:57:03.56701Z","caller":"traceutil/trace.go:171","msg":"trace[1222258250] linearizableReadLoop","detail":"{readStateIndex:3206; appliedIndex:3205; }","duration":"107.060977ms","start":"2026-04-10T03:57:03.459927Z","end":"2026-04-10T03:57:03.566988Z","steps":["trace[1222258250] 'read index received' (duration: 106.952084ms)","trace[1222258250] 'applied index is now lower than readState.Index' (duration: 107.813µs)"],"step_count":2} {"level":"info","ts":"2026-04-10T03:57:03.567146Z","caller":"traceutil/trace.go:171","msg":"trace[1197290735] transaction","detail":"{read_only:false; response_revision:3080; number_of_response:1; }","duration":"175.609479ms","start":"2026-04-10T03:57:03.391507Z","end":"2026-04-10T03:57:03.567116Z","steps":["trace[1197290735] 'process raft request' (duration: 175.330382ms)"],"step_count":1} {"level":"warn","ts":"2026-04-10T03:57:03.567281Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"107.344193ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/services/specs/auth-system/keycloak-headless\" ","response":"range_response_count:1 size:1369"} {"level":"info","ts":"2026-04-10T03:57:03.567334Z","caller":"traceutil/trace.go:171","msg":"trace[92240100] range","detail":"{range_begin:/registry/services/specs/auth-system/keycloak-headless; range_end:; response_count:1; response_revision:3080; }","duration":"107.455967ms","start":"2026-04-10T03:57:03.459868Z","end":"2026-04-10T03:57:03.567324Z","steps":["trace[92240100] 'agreement among raft nodes before linearized reading' (duration: 107.243282ms)"],"step_count":1} {"level":"info","ts":"2026-04-10T03:57:03.658041Z","caller":"traceutil/trace.go:171","msg":"trace[1933637422] transaction","detail":"{read_only:false; response_revision:3081; number_of_response:1; }","duration":"154.011962ms","start":"2026-04-10T03:57:03.503996Z","end":"2026-04-10T03:57:03.658008Z","steps":["trace[1933637422] 'process raft request' (duration: 105.648421ms)","trace[1933637422] 'compare' (duration: 48.171836ms)"],"step_count":2} {"level":"warn","ts":"2026-04-10T03:57:03.664482Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"161.593151ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pods/openstack/percona-xtradb-pxc-0\" ","response":"range_response_count:1 size:12216"} {"level":"info","ts":"2026-04-10T03:57:03.664545Z","caller":"traceutil/trace.go:171","msg":"trace[1019956476] range","detail":"{range_begin:/registry/pods/openstack/percona-xtradb-pxc-0; range_end:; response_count:1; response_revision:3081; }","duration":"161.715164ms","start":"2026-04-10T03:57:03.502816Z","end":"2026-04-10T03:57:03.664531Z","steps":["trace[1019956476] 'agreement among raft nodes before linearized reading' (duration: 155.217702ms)"],"step_count":1} {"level":"info","ts":"2026-04-10T03:57:24.003519Z","caller":"traceutil/trace.go:171","msg":"trace[1152724160] linearizableReadLoop","detail":"{readStateIndex:3317; appliedIndex:3316; }","duration":"160.75245ms","start":"2026-04-10T03:57:23.842744Z","end":"2026-04-10T03:57:24.003496Z","steps":["trace[1152724160] 'read index received' (duration: 160.664889ms)","trace[1152724160] 'applied index is now lower than readState.Index' (duration: 86.381µs)"],"step_count":2} {"level":"info","ts":"2026-04-10T03:57:24.003577Z","caller":"traceutil/trace.go:171","msg":"trace[1762632094] transaction","detail":"{read_only:false; response_revision:3186; number_of_response:1; }","duration":"231.968368ms","start":"2026-04-10T03:57:23.771564Z","end":"2026-04-10T03:57:24.003533Z","steps":["trace[1762632094] 'process raft request' (duration: 231.770393ms)"],"step_count":1} {"level":"warn","ts":"2026-04-10T03:57:24.003824Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"161.060938ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/events/\" range_end:\"/registry/events0\" count_only:true ","response":"range_response_count:0 size:8"} {"level":"info","ts":"2026-04-10T03:57:24.003895Z","caller":"traceutil/trace.go:171","msg":"trace[1925281290] range","detail":"{range_begin:/registry/events/; range_end:/registry/events0; response_count:0; response_revision:3186; }","duration":"161.172762ms","start":"2026-04-10T03:57:23.842706Z","end":"2026-04-10T03:57:24.003879Z","steps":["trace[1925281290] 'agreement among raft nodes before linearized reading' (duration: 160.895485ms)"],"step_count":1} {"level":"info","ts":"2026-04-10T03:57:24.053392Z","caller":"traceutil/trace.go:171","msg":"trace[117190423] transaction","detail":"{read_only:false; response_revision:3187; number_of_response:1; }","duration":"204.280572ms","start":"2026-04-10T03:57:23.849064Z","end":"2026-04-10T03:57:24.053344Z","steps":["trace[117190423] 'process raft request' (duration: 192.790142ms)","trace[117190423] 'compare' (duration: 11.238644ms)"],"step_count":2} {"level":"info","ts":"2026-04-10T03:57:24.65246Z","caller":"traceutil/trace.go:171","msg":"trace[1046577500] transaction","detail":"{read_only:false; response_revision:3189; number_of_response:1; }","duration":"107.95566ms","start":"2026-04-10T03:57:24.544477Z","end":"2026-04-10T03:57:24.652432Z","steps":["trace[1046577500] 'process raft request' (duration: 107.779527ms)"],"step_count":1} {"level":"warn","ts":"2026-04-10T03:57:24.893212Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"137.962043ms","expected-duration":"100ms","prefix":"","request":"header: txn: success:> failure: >>","response":"size:16"} {"level":"info","ts":"2026-04-10T03:57:24.893497Z","caller":"traceutil/trace.go:171","msg":"trace[647305058] linearizableReadLoop","detail":"{readStateIndex:3321; appliedIndex:3319; }","duration":"275.877214ms","start":"2026-04-10T03:57:24.617589Z","end":"2026-04-10T03:57:24.893466Z","steps":["trace[647305058] 'read index received' (duration: 34.752906ms)","trace[647305058] 'applied index is now lower than readState.Index' (duration: 241.122138ms)"],"step_count":2} {"level":"info","ts":"2026-04-10T03:57:24.893644Z","caller":"traceutil/trace.go:171","msg":"trace[2108346527] transaction","detail":"{read_only:false; response_revision:3190; number_of_response:1; }","duration":"345.991034ms","start":"2026-04-10T03:57:24.547543Z","end":"2026-04-10T03:57:24.893534Z","steps":["trace[2108346527] 'process raft request' (duration: 207.56917ms)","trace[2108346527] 'compare' (duration: 137.781268ms)"],"step_count":2} {"level":"warn","ts":"2026-04-10T03:57:24.893765Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"276.003646ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/persistentvolumes/\" range_end:\"/registry/persistentvolumes0\" count_only:true ","response":"range_response_count:0 size:7"} {"level":"info","ts":"2026-04-10T03:57:24.893848Z","caller":"traceutil/trace.go:171","msg":"trace[1103220910] range","detail":"{range_begin:/registry/persistentvolumes/; range_end:/registry/persistentvolumes0; response_count:0; response_revision:3190; }","duration":"276.289365ms","start":"2026-04-10T03:57:24.617539Z","end":"2026-04-10T03:57:24.893828Z","steps":["trace[1103220910] 'agreement among raft nodes before linearized reading' (duration: 276.003088ms)"],"step_count":1} {"level":"warn","ts":"2026-04-10T03:57:24.893872Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-10T03:57:24.547519Z","time spent":"346.298351ms","remote":"127.0.0.1:33096","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":418,"response count":0,"response size":39,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-04-10T03:57:25.212635Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"194.779014ms","expected-duration":"100ms","prefix":"","request":"header: txn: success:> failure: >>","response":"size:16"} {"level":"info","ts":"2026-04-10T03:57:25.212871Z","caller":"traceutil/trace.go:171","msg":"trace[1085124810] transaction","detail":"{read_only:false; response_revision:3191; number_of_response:1; }","duration":"311.914908ms","start":"2026-04-10T03:57:24.900931Z","end":"2026-04-10T03:57:25.212846Z","steps":["trace[1085124810] 'process raft request' (duration: 116.830317ms)","trace[1085124810] 'compare' (duration: 194.647431ms)"],"step_count":2} {"level":"warn","ts":"2026-04-10T03:57:25.212964Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-10T03:57:24.900913Z","time spent":"312.014382ms","remote":"127.0.0.1:33096","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":477,"response count":0,"response size":39,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-04-10T03:57:25.212959Z","caller":"traceutil/trace.go:171","msg":"trace[1984017942] linearizableReadLoop","detail":"{readStateIndex:3322; appliedIndex:3321; }","duration":"210.123958ms","start":"2026-04-10T03:57:25.002802Z","end":"2026-04-10T03:57:25.212926Z","steps":["trace[1984017942] 'read index received' (duration: 14.899923ms)","trace[1984017942] 'applied index is now lower than readState.Index' (duration: 195.219715ms)"],"step_count":2} {"level":"warn","ts":"2026-04-10T03:57:25.21331Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"210.467466ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/events/auth-system/keycloak-0.18a4e2aa7f63973d\" ","response":"range_response_count:1 size:781"} {"level":"info","ts":"2026-04-10T03:57:25.213424Z","caller":"traceutil/trace.go:171","msg":"trace[597917777] range","detail":"{range_begin:/registry/events/auth-system/keycloak-0.18a4e2aa7f63973d; range_end:; response_count:1; response_revision:3191; }","duration":"210.650611ms","start":"2026-04-10T03:57:25.002747Z","end":"2026-04-10T03:57:25.213398Z","steps":["trace[597917777] 'agreement among raft nodes before linearized reading' (duration: 210.297182ms)"],"step_count":1} {"level":"warn","ts":"2026-04-10T03:57:25.291767Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"200.107604ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/cilium.io/ciliumloadbalancerippools/\" range_end:\"/registry/cilium.io/ciliumloadbalancerippools0\" count_only:true ","response":"range_response_count:0 size:5"} {"level":"info","ts":"2026-04-10T03:57:25.291884Z","caller":"traceutil/trace.go:171","msg":"trace[143203955] range","detail":"{range_begin:/registry/cilium.io/ciliumloadbalancerippools/; range_end:/registry/cilium.io/ciliumloadbalancerippools0; response_count:0; response_revision:3192; }","duration":"200.286918ms","start":"2026-04-10T03:57:25.091575Z","end":"2026-04-10T03:57:25.291862Z","steps":["trace[143203955] 'agreement among raft nodes before linearized reading' (duration: 200.121343ms)"],"step_count":1} {"level":"warn","ts":"2026-04-10T03:57:25.484056Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"118.064046ms","expected-duration":"100ms","prefix":"","request":"header: txn: success:> failure: >>","response":"size:16"} {"level":"info","ts":"2026-04-10T03:57:25.484421Z","caller":"traceutil/trace.go:171","msg":"trace[679201509] linearizableReadLoop","detail":"{readStateIndex:3324; appliedIndex:3323; }","duration":"192.715833ms","start":"2026-04-10T03:57:25.291674Z","end":"2026-04-10T03:57:25.48439Z","steps":["trace[679201509] 'read index received' (duration: 74.091684ms)","trace[679201509] 'applied index is now lower than readState.Index' (duration: 118.620879ms)"],"step_count":2} {"level":"info","ts":"2026-04-10T03:57:25.484448Z","caller":"traceutil/trace.go:171","msg":"trace[1103500172] transaction","detail":"{read_only:false; response_revision:3193; number_of_response:1; }","duration":"269.188046ms","start":"2026-04-10T03:57:25.215224Z","end":"2026-04-10T03:57:25.484412Z","steps":["trace[1103500172] 'process raft request' (duration: 150.608537ms)","trace[1103500172] 'compare' (duration: 117.763159ms)"],"step_count":2} {"level":"warn","ts":"2026-04-10T03:57:25.484688Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"255.957944ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/daemonsets/\" range_end:\"/registry/daemonsets0\" count_only:true ","response":"range_response_count:0 size:7"} {"level":"info","ts":"2026-04-10T03:57:25.48512Z","caller":"traceutil/trace.go:171","msg":"trace[1985237581] range","detail":"{range_begin:/registry/daemonsets/; range_end:/registry/daemonsets0; response_count:0; response_revision:3193; }","duration":"256.416035ms","start":"2026-04-10T03:57:25.228687Z","end":"2026-04-10T03:57:25.485103Z","steps":["trace[1985237581] 'agreement among raft nodes before linearized reading' (duration: 255.894762ms)"],"step_count":1} {"level":"info","ts":"2026-04-10T03:57:25.656958Z","caller":"traceutil/trace.go:171","msg":"trace[1628841400] transaction","detail":"{read_only:false; response_revision:3194; number_of_response:1; }","duration":"310.435821ms","start":"2026-04-10T03:57:25.346499Z","end":"2026-04-10T03:57:25.656934Z","steps":["trace[1628841400] 'process raft request' (duration: 239.515743ms)","trace[1628841400] 'compare' (duration: 70.666871ms)"],"step_count":2} {"level":"warn","ts":"2026-04-10T03:57:25.65712Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-10T03:57:25.346466Z","time spent":"310.570103ms","remote":"127.0.0.1:33096","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":555,"response count":0,"response size":39,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-04-10T03:57:25.657467Z","caller":"traceutil/trace.go:171","msg":"trace[240883561] transaction","detail":"{read_only:false; response_revision:3195; number_of_response:1; }","duration":"310.755598ms","start":"2026-04-10T03:57:25.346689Z","end":"2026-04-10T03:57:25.657444Z","steps":["trace[240883561] 'process raft request' (duration: 310.195794ms)"],"step_count":1} {"level":"warn","ts":"2026-04-10T03:57:25.657588Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-10T03:57:25.346678Z","time spent":"310.84943ms","remote":"127.0.0.1:33096","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":541,"response count":0,"response size":39,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-04-10T03:57:25.657781Z","caller":"traceutil/trace.go:171","msg":"trace[1638388950] linearizableReadLoop","detail":"{readStateIndex:3327; appliedIndex:3324; }","duration":"173.017054ms","start":"2026-04-10T03:57:25.484501Z","end":"2026-04-10T03:57:25.657518Z","steps":["trace[1638388950] 'read index received' (duration: 101.473102ms)","trace[1638388950] 'applied index is now lower than readState.Index' (duration: 71.542842ms)"],"step_count":2} {"level":"info","ts":"2026-04-10T03:57:25.657801Z","caller":"traceutil/trace.go:171","msg":"trace[1889304770] transaction","detail":"{read_only:false; response_revision:3196; number_of_response:1; }","duration":"233.160558ms","start":"2026-04-10T03:57:25.424585Z","end":"2026-04-10T03:57:25.657745Z","steps":["trace[1889304770] 'process raft request' (duration: 232.80818ms)"],"step_count":1} {"level":"warn","ts":"2026-04-10T03:57:25.65911Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"199.18996ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/services/specs/auth-system/keycloak-headless\" ","response":"range_response_count:1 size:1369"} {"level":"info","ts":"2026-04-10T03:57:25.659169Z","caller":"traceutil/trace.go:171","msg":"trace[327759309] range","detail":"{range_begin:/registry/services/specs/auth-system/keycloak-headless; range_end:; response_count:1; response_revision:3196; }","duration":"199.310064ms","start":"2026-04-10T03:57:25.459845Z","end":"2026-04-10T03:57:25.659155Z","steps":["trace[327759309] 'agreement among raft nodes before linearized reading' (duration: 198.008803ms)"],"step_count":1} {"level":"info","ts":"2026-04-10T03:57:27.407825Z","caller":"traceutil/trace.go:171","msg":"trace[789985595] transaction","detail":"{read_only:false; response_revision:3201; number_of_response:1; }","duration":"184.123957ms","start":"2026-04-10T03:57:27.223672Z","end":"2026-04-10T03:57:27.407796Z","steps":["trace[789985595] 'process raft request' (duration: 183.919952ms)"],"step_count":1} {"level":"info","ts":"2026-04-10T03:57:27.432404Z","caller":"traceutil/trace.go:171","msg":"trace[1550695544] transaction","detail":"{read_only:false; response_revision:3202; number_of_response:1; }","duration":"136.279564ms","start":"2026-04-10T03:57:27.2961Z","end":"2026-04-10T03:57:27.43238Z","steps":["trace[1550695544] 'process raft request' (duration: 136.143921ms)"],"step_count":1} {"level":"info","ts":"2026-04-10T03:57:27.764164Z","caller":"traceutil/trace.go:171","msg":"trace[506006654] transaction","detail":"{read_only:false; response_revision:3205; number_of_response:1; }","duration":"100.059943ms","start":"2026-04-10T03:57:27.664039Z","end":"2026-04-10T03:57:27.764099Z","steps":["trace[506006654] 'process raft request' (duration: 99.873838ms)"],"step_count":1} {"level":"warn","ts":"2026-04-10T03:57:33.215551Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"155.606196ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/health\" ","response":"range_response_count:0 size:5"} {"level":"info","ts":"2026-04-10T03:57:33.215633Z","caller":"traceutil/trace.go:171","msg":"trace[966371662] range","detail":"{range_begin:/registry/health; range_end:; response_count:0; response_revision:3232; }","duration":"155.739829ms","start":"2026-04-10T03:57:33.059874Z","end":"2026-04-10T03:57:33.215614Z","steps":["trace[966371662] 'range keys from in-memory index tree' (duration: 155.517954ms)"],"step_count":1} {"level":"info","ts":"2026-04-10T03:57:33.560551Z","caller":"traceutil/trace.go:171","msg":"trace[530616063] linearizableReadLoop","detail":"{readStateIndex:3366; appliedIndex:3365; }","duration":"100.574454ms","start":"2026-04-10T03:57:33.459949Z","end":"2026-04-10T03:57:33.560524Z","steps":["trace[530616063] 'read index received' (duration: 100.302797ms)","trace[530616063] 'applied index is now lower than readState.Index' (duration: 270.567µs)"],"step_count":2} {"level":"info","ts":"2026-04-10T03:57:33.560654Z","caller":"traceutil/trace.go:171","msg":"trace[2064766156] transaction","detail":"{read_only:false; response_revision:3234; number_of_response:1; }","duration":"112.145514ms","start":"2026-04-10T03:57:33.448472Z","end":"2026-04-10T03:57:33.560618Z","steps":["trace[2064766156] 'process raft request' (duration: 111.887208ms)"],"step_count":1} {"level":"warn","ts":"2026-04-10T03:57:33.56107Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"101.072626ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/services/specs/auth-system/keycloak-headless\" ","response":"range_response_count:1 size:1369"} {"level":"info","ts":"2026-04-10T03:57:33.561154Z","caller":"traceutil/trace.go:171","msg":"trace[2012709800] range","detail":"{range_begin:/registry/services/specs/auth-system/keycloak-headless; range_end:; response_count:1; response_revision:3234; }","duration":"101.23173ms","start":"2026-04-10T03:57:33.459904Z","end":"2026-04-10T03:57:33.561136Z","steps":["trace[2012709800] 'agreement among raft nodes before linearized reading' (duration: 100.736258ms)"],"step_count":1} {"level":"warn","ts":"2026-04-10T03:57:39.167581Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"109.073839ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/health\" ","response":"range_response_count:0 size:5"} {"level":"info","ts":"2026-04-10T03:57:39.167657Z","caller":"traceutil/trace.go:171","msg":"trace[1223763833] range","detail":"{range_begin:/registry/health; range_end:; response_count:0; response_revision:3264; }","duration":"109.203271ms","start":"2026-04-10T03:57:39.058437Z","end":"2026-04-10T03:57:39.167641Z","steps":["trace[1223763833] 'range keys from in-memory index tree' (duration: 109.010047ms)"],"step_count":1} {"level":"warn","ts":"2026-04-10T03:57:39.167655Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"133.201699ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/plndr-cp-lock\" ","response":"range_response_count:1 size:432"} {"level":"info","ts":"2026-04-10T03:57:39.16775Z","caller":"traceutil/trace.go:171","msg":"trace[1870107972] range","detail":"{range_begin:/registry/leases/kube-system/plndr-cp-lock; range_end:; response_count:1; response_revision:3264; }","duration":"133.342063ms","start":"2026-04-10T03:57:39.034385Z","end":"2026-04-10T03:57:39.167727Z","steps":["trace[1870107972] 'range keys from in-memory index tree' (duration: 133.030605ms)"],"step_count":1} {"level":"info","ts":"2026-04-10T03:57:40.386459Z","caller":"traceutil/trace.go:171","msg":"trace[37852807] transaction","detail":"{read_only:false; response_revision:3272; number_of_response:1; }","duration":"181.415448ms","start":"2026-04-10T03:57:40.205006Z","end":"2026-04-10T03:57:40.386421Z","steps":["trace[37852807] 'process raft request' (duration: 181.240004ms)"],"step_count":1} {"level":"info","ts":"2026-04-10T03:57:41.859075Z","caller":"traceutil/trace.go:171","msg":"trace[1074962620] transaction","detail":"{read_only:false; response_revision:3277; number_of_response:1; }","duration":"146.584677ms","start":"2026-04-10T03:57:41.71247Z","end":"2026-04-10T03:57:41.859055Z","steps":["trace[1074962620] 'process raft request' (duration: 146.447903ms)"],"step_count":1} {"level":"info","ts":"2026-04-10T03:57:41.995857Z","caller":"traceutil/trace.go:171","msg":"trace[429628648] transaction","detail":"{read_only:false; response_revision:3278; number_of_response:1; }","duration":"158.906104ms","start":"2026-04-10T03:57:41.836921Z","end":"2026-04-10T03:57:41.995827Z","steps":["trace[429628648] 'process raft request' (duration: 158.637137ms)"],"step_count":1} {"level":"info","ts":"2026-04-10T03:57:41.995952Z","caller":"traceutil/trace.go:171","msg":"trace[522039953] transaction","detail":"{read_only:false; response_revision:3280; number_of_response:1; }","duration":"156.810403ms","start":"2026-04-10T03:57:41.839109Z","end":"2026-04-10T03:57:41.99592Z","steps":["trace[522039953] 'process raft request' (duration: 156.646728ms)"],"step_count":1} {"level":"info","ts":"2026-04-10T03:57:41.99617Z","caller":"traceutil/trace.go:171","msg":"trace[8996116] transaction","detail":"{read_only:false; response_revision:3279; number_of_response:1; }","duration":"157.91995ms","start":"2026-04-10T03:57:41.838239Z","end":"2026-04-10T03:57:41.996159Z","steps":["trace[8996116] 'process raft request' (duration: 157.477779ms)"],"step_count":1} {"level":"info","ts":"2026-04-10T03:57:45.107736Z","caller":"traceutil/trace.go:171","msg":"trace[712328131] transaction","detail":"{read_only:false; response_revision:3294; number_of_response:1; }","duration":"102.877979ms","start":"2026-04-10T03:57:45.004831Z","end":"2026-04-10T03:57:45.107709Z","steps":["trace[712328131] 'process raft request' (duration: 53.360781ms)","trace[712328131] 'compare' (duration: 49.252072ms)"],"step_count":2} {"level":"info","ts":"2026-04-10T03:57:47.336354Z","caller":"traceutil/trace.go:171","msg":"trace[957030233] transaction","detail":"{read_only:false; response_revision:3305; number_of_response:1; }","duration":"147.910615ms","start":"2026-04-10T03:57:47.188411Z","end":"2026-04-10T03:57:47.336322Z","steps":["trace[957030233] 'process raft request' (duration: 147.570797ms)"],"step_count":1} {"level":"warn","ts":"2026-04-10T03:57:47.612832Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"152.480633ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/services/specs/auth-system/keycloak-headless\" ","response":"range_response_count:1 size:1369"} {"level":"info","ts":"2026-04-10T03:57:47.612934Z","caller":"traceutil/trace.go:171","msg":"trace[1385794381] range","detail":"{range_begin:/registry/services/specs/auth-system/keycloak-headless; range_end:; response_count:1; response_revision:3306; }","duration":"152.633687ms","start":"2026-04-10T03:57:47.46028Z","end":"2026-04-10T03:57:47.612913Z","steps":["trace[1385794381] 'range keys from in-memory index tree' (duration: 152.257178ms)"],"step_count":1} {"level":"info","ts":"2026-04-10T03:57:52.308365Z","caller":"traceutil/trace.go:171","msg":"trace[871699029] transaction","detail":"{read_only:false; response_revision:3332; number_of_response:1; }","duration":"263.640457ms","start":"2026-04-10T03:57:52.044698Z","end":"2026-04-10T03:57:52.308338Z","steps":["trace[871699029] 'process raft request' (duration: 263.460772ms)"],"step_count":1} {"level":"info","ts":"2026-04-10T03:57:52.308534Z","caller":"traceutil/trace.go:171","msg":"trace[1280077913] linearizableReadLoop","detail":"{readStateIndex:3470; appliedIndex:3468; }","duration":"247.428759ms","start":"2026-04-10T03:57:52.061073Z","end":"2026-04-10T03:57:52.308502Z","steps":["trace[1280077913] 'read index received' (duration: 247.077481ms)","trace[1280077913] 'applied index is now lower than readState.Index' (duration: 349.008µs)"],"step_count":2} {"level":"info","ts":"2026-04-10T03:57:52.308615Z","caller":"traceutil/trace.go:171","msg":"trace[28723135] transaction","detail":"{read_only:false; response_revision:3333; number_of_response:1; }","duration":"262.148061ms","start":"2026-04-10T03:57:52.046405Z","end":"2026-04-10T03:57:52.308553Z","steps":["trace[28723135] 'process raft request' (duration: 261.882854ms)"],"step_count":1} {"level":"warn","ts":"2026-04-10T03:57:52.308666Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"247.572633ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/health\" ","response":"range_response_count:0 size:5"} {"level":"info","ts":"2026-04-10T03:57:52.308705Z","caller":"traceutil/trace.go:171","msg":"trace[1282867863] range","detail":"{range_begin:/registry/health; range_end:; response_count:0; response_revision:3333; }","duration":"247.654674ms","start":"2026-04-10T03:57:52.06104Z","end":"2026-04-10T03:57:52.308695Z","steps":["trace[1282867863] 'agreement among raft nodes before linearized reading' (duration: 247.566062ms)"],"step_count":1} {"level":"info","ts":"2026-04-10T03:57:53.693981Z","caller":"traceutil/trace.go:171","msg":"trace[862788630] linearizableReadLoop","detail":"{readStateIndex:3475; appliedIndex:3474; }","duration":"234.833124ms","start":"2026-04-10T03:57:53.459122Z","end":"2026-04-10T03:57:53.693955Z","steps":["trace[862788630] 'read index received' (duration: 234.637969ms)","trace[862788630] 'applied index is now lower than readState.Index' (duration: 194.155µs)"],"step_count":2} {"level":"info","ts":"2026-04-10T03:57:53.694012Z","caller":"traceutil/trace.go:171","msg":"trace[1380446122] transaction","detail":"{read_only:false; response_revision:3338; number_of_response:1; }","duration":"240.450938ms","start":"2026-04-10T03:57:53.453537Z","end":"2026-04-10T03:57:53.693988Z","steps":["trace[1380446122] 'process raft request' (duration: 240.279014ms)"],"step_count":1} {"level":"warn","ts":"2026-04-10T03:57:53.694216Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"235.068951ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/services/specs/auth-system/keycloak-headless\" ","response":"range_response_count:1 size:1369"} {"level":"info","ts":"2026-04-10T03:57:53.694271Z","caller":"traceutil/trace.go:171","msg":"trace[1329410533] range","detail":"{range_begin:/registry/services/specs/auth-system/keycloak-headless; range_end:; response_count:1; response_revision:3338; }","duration":"235.179964ms","start":"2026-04-10T03:57:53.45908Z","end":"2026-04-10T03:57:53.69426Z","steps":["trace[1329410533] 'agreement among raft nodes before linearized reading' (duration: 234.984699ms)"],"step_count":1} {"level":"warn","ts":"2026-04-10T03:57:53.936229Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"196.50566ms","expected-duration":"100ms","prefix":"","request":"header: txn: success:> failure: >>","response":"size:16"} {"level":"info","ts":"2026-04-10T03:57:53.936683Z","caller":"traceutil/trace.go:171","msg":"trace[401004570] transaction","detail":"{read_only:false; response_revision:3339; number_of_response:1; }","duration":"234.373214ms","start":"2026-04-10T03:57:53.702281Z","end":"2026-04-10T03:57:53.936654Z","steps":["trace[401004570] 'process raft request' (duration: 37.30507ms)","trace[401004570] 'compare' (duration: 196.356637ms)"],"step_count":2} {"level":"info","ts":"2026-04-10T03:57:53.93668Z","caller":"traceutil/trace.go:171","msg":"trace[410807922] linearizableReadLoop","detail":"{readStateIndex:3476; appliedIndex:3475; }","duration":"234.350353ms","start":"2026-04-10T03:57:53.702302Z","end":"2026-04-10T03:57:53.936652Z","steps":["trace[410807922] 'read index received' (duration: 37.282129ms)","trace[410807922] 'applied index is now lower than readState.Index' (duration: 197.065404ms)"],"step_count":2} {"level":"warn","ts":"2026-04-10T03:57:54.000097Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"297.762156ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/services/specs/auth-system/keycloak\" ","response":"range_response_count:1 size:1319"} {"level":"info","ts":"2026-04-10T03:57:54.000282Z","caller":"traceutil/trace.go:171","msg":"trace[1663924618] range","detail":"{range_begin:/registry/services/specs/auth-system/keycloak; range_end:; response_count:1; response_revision:3339; }","duration":"297.971641ms","start":"2026-04-10T03:57:53.702284Z","end":"2026-04-10T03:57:54.000256Z","steps":["trace[1663924618] 'agreement among raft nodes before linearized reading' (duration: 234.449275ms)","trace[1663924618] 'range keys from in-memory index tree' (duration: 63.189457ms)"],"step_count":2} {"level":"info","ts":"2026-04-10T03:57:54.214744Z","caller":"traceutil/trace.go:171","msg":"trace[354278162] transaction","detail":"{read_only:false; response_revision:3341; number_of_response:1; }","duration":"148.294338ms","start":"2026-04-10T03:57:54.06642Z","end":"2026-04-10T03:57:54.214715Z","steps":["trace[354278162] 'process raft request' (duration: 148.072852ms)"],"step_count":1} {"level":"warn","ts":"2026-04-10T03:57:54.46135Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"109.984223ms","expected-duration":"100ms","prefix":"read-only range ","request":"limit:1 serializable:true keys_only:true ","response":"range_response_count:0 size:5"} {"level":"info","ts":"2026-04-10T03:57:54.461529Z","caller":"traceutil/trace.go:171","msg":"trace[1137720817] range","detail":"{range_begin:; range_end:; response_count:0; response_revision:3341; }","duration":"110.180128ms","start":"2026-04-10T03:57:54.351323Z","end":"2026-04-10T03:57:54.461503Z","steps":["trace[1137720817] 'range keys from in-memory index tree' (duration: 109.964063ms)"],"step_count":1} {"level":"info","ts":"2026-04-10T03:57:54.461927Z","caller":"traceutil/trace.go:171","msg":"trace[1745386970] transaction","detail":"{read_only:false; response_revision:3342; number_of_response:1; }","duration":"148.052552ms","start":"2026-04-10T03:57:54.313817Z","end":"2026-04-10T03:57:54.46187Z","steps":["trace[1745386970] 'process raft request' (duration: 120.31838ms)","trace[1745386970] 'compare' (duration: 27.491335ms)"],"step_count":2} {"level":"info","ts":"2026-04-10T03:57:54.498289Z","caller":"traceutil/trace.go:171","msg":"trace[2060957707] transaction","detail":"{read_only:false; response_revision:3343; number_of_response:1; }","duration":"184.010819ms","start":"2026-04-10T03:57:54.314251Z","end":"2026-04-10T03:57:54.498262Z","steps":["trace[2060957707] 'process raft request' (duration: 183.747313ms)"],"step_count":1} {"level":"warn","ts":"2026-04-10T03:57:54.907089Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"155.854837ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/plndr-svcs-lock\" ","response":"range_response_count:1 size:438"} {"level":"info","ts":"2026-04-10T03:57:54.907163Z","caller":"traceutil/trace.go:171","msg":"trace[660793266] range","detail":"{range_begin:/registry/leases/kube-system/plndr-svcs-lock; range_end:; response_count:1; response_revision:3344; }","duration":"155.976711ms","start":"2026-04-10T03:57:54.751169Z","end":"2026-04-10T03:57:54.907146Z","steps":["trace[660793266] 'range keys from in-memory index tree' (duration: 155.642672ms)"],"step_count":1} {"level":"warn","ts":"2026-04-10T03:57:54.907202Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"297.019495ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/deployments/openstack/percona-xtradb-pitr\" ","response":"range_response_count:0 size:5"} {"level":"info","ts":"2026-04-10T03:57:54.907277Z","caller":"traceutil/trace.go:171","msg":"trace[1222523903] range","detail":"{range_begin:/registry/deployments/openstack/percona-xtradb-pitr; range_end:; response_count:0; response_revision:3344; }","duration":"297.147097ms","start":"2026-04-10T03:57:54.61011Z","end":"2026-04-10T03:57:54.907257Z","steps":["trace[1222523903] 'range keys from in-memory index tree' (duration: 296.910072ms)"],"step_count":1} {"level":"info","ts":"2026-04-10T03:57:55.10025Z","caller":"traceutil/trace.go:171","msg":"trace[1288446551] linearizableReadLoop","detail":"{readStateIndex:3483; appliedIndex:3482; }","duration":"188.359522ms","start":"2026-04-10T03:57:54.911868Z","end":"2026-04-10T03:57:55.100228Z","steps":["trace[1288446551] 'read index received' (duration: 188.178807ms)","trace[1288446551] 'applied index is now lower than readState.Index' (duration: 179.665µs)"],"step_count":2} {"level":"info","ts":"2026-04-10T03:57:55.100298Z","caller":"traceutil/trace.go:171","msg":"trace[660693099] transaction","detail":"{read_only:false; response_revision:3345; number_of_response:1; }","duration":"189.457567ms","start":"2026-04-10T03:57:54.910807Z","end":"2026-04-10T03:57:55.100265Z","steps":["trace[660693099] 'process raft request' (duration: 189.243582ms)"],"step_count":1} {"level":"warn","ts":"2026-04-10T03:57:55.100433Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"188.538516ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/services/specs/openstack/percona-xtradb-pitr\" ","response":"range_response_count:0 size:5"} {"level":"info","ts":"2026-04-10T03:57:55.100576Z","caller":"traceutil/trace.go:171","msg":"trace[1824176203] range","detail":"{range_begin:/registry/services/specs/openstack/percona-xtradb-pitr; range_end:; response_count:0; response_revision:3345; }","duration":"188.755751ms","start":"2026-04-10T03:57:54.911801Z","end":"2026-04-10T03:57:55.100557Z","steps":["trace[1824176203] 'agreement among raft nodes before linearized reading' (duration: 188.544106ms)"],"step_count":1} {"level":"info","ts":"2026-04-10T03:57:55.249468Z","caller":"traceutil/trace.go:171","msg":"trace[1603381584] linearizableReadLoop","detail":"{readStateIndex:3484; appliedIndex:3483; }","duration":"145.747614ms","start":"2026-04-10T03:57:55.10364Z","end":"2026-04-10T03:57:55.249387Z","steps":["trace[1603381584] 'read index received' (duration: 144.909054ms)","trace[1603381584] 'applied index is now lower than readState.Index' (duration: 837.2µs)"],"step_count":2} {"level":"info","ts":"2026-04-10T03:57:55.249498Z","caller":"traceutil/trace.go:171","msg":"trace[476583629] transaction","detail":"{read_only:false; response_revision:3346; number_of_response:1; }","duration":"145.871578ms","start":"2026-04-10T03:57:55.103594Z","end":"2026-04-10T03:57:55.249466Z","steps":["trace[476583629] 'process raft request' (duration: 144.939075ms)"],"step_count":1} {"level":"warn","ts":"2026-04-10T03:57:55.249755Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"146.086872ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pods/openstack/percona-xtradb-pxc-0\" ","response":"range_response_count:1 size:12216"} {"level":"info","ts":"2026-04-10T03:57:55.249838Z","caller":"traceutil/trace.go:171","msg":"trace[1024945948] range","detail":"{range_begin:/registry/pods/openstack/percona-xtradb-pxc-0; range_end:; response_count:1; response_revision:3346; }","duration":"146.186954ms","start":"2026-04-10T03:57:55.103633Z","end":"2026-04-10T03:57:55.24982Z","steps":["trace[1024945948] 'agreement among raft nodes before linearized reading' (duration: 145.900717ms)"],"step_count":1} {"level":"info","ts":"2026-04-10T03:57:55.271457Z","caller":"traceutil/trace.go:171","msg":"trace[1341104839] transaction","detail":"{read_only:false; response_revision:3347; number_of_response:1; }","duration":"166.599421ms","start":"2026-04-10T03:57:55.104842Z","end":"2026-04-10T03:57:55.271442Z","steps":["trace[1341104839] 'process raft request' (duration: 166.415206ms)"],"step_count":1} {"level":"info","ts":"2026-04-10T03:57:57.415575Z","caller":"traceutil/trace.go:171","msg":"trace[1154552117] transaction","detail":"{read_only:false; response_revision:3357; number_of_response:1; }","duration":"134.82432ms","start":"2026-04-10T03:57:57.280723Z","end":"2026-04-10T03:57:57.415547Z","steps":["trace[1154552117] 'process raft request' (duration: 134.686437ms)"],"step_count":1} {"level":"warn","ts":"2026-04-10T03:57:57.636048Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"169.974386ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/services/specs/auth-system/keycloak\" ","response":"range_response_count:1 size:1319"} {"level":"info","ts":"2026-04-10T03:57:57.63614Z","caller":"traceutil/trace.go:171","msg":"trace[107991777] range","detail":"{range_begin:/registry/services/specs/auth-system/keycloak; range_end:; response_count:1; response_revision:3358; }","duration":"170.091129ms","start":"2026-04-10T03:57:57.466014Z","end":"2026-04-10T03:57:57.636105Z","steps":["trace[107991777] 'range keys from in-memory index tree' (duration: 169.812203ms)"],"step_count":1} {"level":"info","ts":"2026-04-10T03:57:58.358286Z","caller":"traceutil/trace.go:171","msg":"trace[612765261] transaction","detail":"{read_only:false; response_revision:3360; number_of_response:1; }","duration":"248.922033ms","start":"2026-04-10T03:57:58.109341Z","end":"2026-04-10T03:57:58.358263Z","steps":["trace[612765261] 'process raft request' (duration: 248.758269ms)"],"step_count":1} {"level":"warn","ts":"2026-04-10T03:57:58.7373Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"285.410889ms","expected-duration":"100ms","prefix":"","request":"header: txn: success:> failure: >>","response":"size:16"} {"level":"info","ts":"2026-04-10T03:57:58.737853Z","caller":"traceutil/trace.go:171","msg":"trace[10517294] transaction","detail":"{read_only:false; response_revision:3363; number_of_response:1; }","duration":"219.103312ms","start":"2026-04-10T03:57:58.518722Z","end":"2026-04-10T03:57:58.737825Z","steps":["trace[10517294] 'process raft request' (duration: 219.03156ms)"],"step_count":1} {"level":"info","ts":"2026-04-10T03:57:58.73795Z","caller":"traceutil/trace.go:171","msg":"trace[1480474267] linearizableReadLoop","detail":"{readStateIndex:3499; appliedIndex:3497; }","duration":"448.164241ms","start":"2026-04-10T03:57:58.289761Z","end":"2026-04-10T03:57:58.737925Z","steps":["trace[1480474267] 'read index received' (duration: 68.395507ms)","trace[1480474267] 'applied index is now lower than readState.Index' (duration: 379.766994ms)"],"step_count":2} {"level":"info","ts":"2026-04-10T03:57:58.737932Z","caller":"traceutil/trace.go:171","msg":"trace[862451813] transaction","detail":"{read_only:false; response_revision:3361; number_of_response:1; }","duration":"507.568826ms","start":"2026-04-10T03:57:58.230331Z","end":"2026-04-10T03:57:58.737899Z","steps":["trace[862451813] 'process raft request' (duration: 221.447189ms)","trace[862451813] 'compare' (duration: 285.219045ms)"],"step_count":2} {"level":"info","ts":"2026-04-10T03:57:58.738089Z","caller":"traceutil/trace.go:171","msg":"trace[1362178949] transaction","detail":"{read_only:false; response_revision:3362; number_of_response:1; }","duration":"262.905395ms","start":"2026-04-10T03:57:58.475135Z","end":"2026-04-10T03:57:58.738041Z","steps":["trace[1362178949] 'process raft request' (duration: 262.30278ms)"],"step_count":1} {"level":"warn","ts":"2026-04-10T03:57:58.738159Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"420.298409ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/namespaces/\" range_end:\"/registry/namespaces0\" count_only:true ","response":"range_response_count:0 size:7"} {"level":"warn","ts":"2026-04-10T03:57:58.738161Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-10T03:57:58.230308Z","time spent":"507.745139ms","remote":"127.0.0.1:33096","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":540,"response count":0,"response size":39,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-04-10T03:57:58.738204Z","caller":"traceutil/trace.go:171","msg":"trace[26382373] range","detail":"{range_begin:/registry/namespaces/; range_end:/registry/namespaces0; response_count:0; response_revision:3363; }","duration":"420.36192ms","start":"2026-04-10T03:57:58.317831Z","end":"2026-04-10T03:57:58.738193Z","steps":["trace[26382373] 'agreement among raft nodes before linearized reading' (duration: 420.240297ms)"],"step_count":1} {"level":"warn","ts":"2026-04-10T03:57:58.738247Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-10T03:57:58.317797Z","time spent":"420.439243ms","remote":"127.0.0.1:32938","response type":"/etcdserverpb.KV/Range","request count":0,"request size":48,"response count":10,"response size":30,"request content":"key:\"/registry/namespaces/\" range_end:\"/registry/namespaces0\" count_only:true "} {"level":"warn","ts":"2026-04-10T03:57:58.73824Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"448.383948ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/cilium.io/ciliumnodeconfigs/\" range_end:\"/registry/cilium.io/ciliumnodeconfigs0\" count_only:true ","response":"range_response_count:0 size:5"} {"level":"info","ts":"2026-04-10T03:57:58.738381Z","caller":"traceutil/trace.go:171","msg":"trace[565562985] range","detail":"{range_begin:/registry/cilium.io/ciliumnodeconfigs/; range_end:/registry/cilium.io/ciliumnodeconfigs0; response_count:0; response_revision:3363; }","duration":"448.656633ms","start":"2026-04-10T03:57:58.289703Z","end":"2026-04-10T03:57:58.73836Z","steps":["trace[565562985] 'agreement among raft nodes before linearized reading' (duration: 448.348666ms)"],"step_count":1} {"level":"warn","ts":"2026-04-10T03:57:58.738477Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"153.370349ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/kube-scheduler\" ","response":"range_response_count:1 size:479"} {"level":"info","ts":"2026-04-10T03:57:58.73853Z","caller":"traceutil/trace.go:171","msg":"trace[1429743323] range","detail":"{range_begin:/registry/leases/kube-system/kube-scheduler; range_end:; response_count:1; response_revision:3363; }","duration":"153.464631ms","start":"2026-04-10T03:57:58.585053Z","end":"2026-04-10T03:57:58.738517Z","steps":["trace[1429743323] 'agreement among raft nodes before linearized reading' (duration: 153.234104ms)"],"step_count":1} {"level":"warn","ts":"2026-04-10T03:57:58.73852Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-10T03:57:58.289681Z","time spent":"448.762457ms","remote":"127.0.0.1:45728","response type":"/etcdserverpb.KV/Range","request count":0,"request size":82,"response count":0,"response size":28,"request content":"key:\"/registry/cilium.io/ciliumnodeconfigs/\" range_end:\"/registry/cilium.io/ciliumnodeconfigs0\" count_only:true "} {"level":"warn","ts":"2026-04-10T03:57:58.738563Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"330.81321ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/masterleases/199.204.45.153\" ","response":"range_response_count:1 size:135"} {"level":"info","ts":"2026-04-10T03:57:58.738978Z","caller":"traceutil/trace.go:171","msg":"trace[27259175] range","detail":"{range_begin:/registry/masterleases/199.204.45.153; range_end:; response_count:1; response_revision:3363; }","duration":"331.21545ms","start":"2026-04-10T03:57:58.407708Z","end":"2026-04-10T03:57:58.738924Z","steps":["trace[27259175] 'agreement among raft nodes before linearized reading' (duration: 330.689117ms)"],"step_count":1} {"level":"warn","ts":"2026-04-10T03:57:58.739067Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-10T03:57:58.407694Z","time spent":"331.357722ms","remote":"127.0.0.1:32870","response type":"/etcdserverpb.KV/Range","request count":0,"request size":39,"response count":1,"response size":158,"request content":"key:\"/registry/masterleases/199.204.45.153\" "} {"level":"warn","ts":"2026-04-10T03:57:59.325525Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"419.824722ms","expected-duration":"100ms","prefix":"","request":"header: txn: success:> failure: >>","response":"size:16"} {"level":"info","ts":"2026-04-10T03:57:59.325705Z","caller":"traceutil/trace.go:171","msg":"trace[1558061137] linearizableReadLoop","detail":"{readStateIndex:3504; appliedIndex:3502; }","duration":"210.463945ms","start":"2026-04-10T03:57:59.115224Z","end":"2026-04-10T03:57:59.325688Z","steps":["trace[1558061137] 'read index received' (duration: 45.522µs)","trace[1558061137] 'applied index is now lower than readState.Index' (duration: 210.417233ms)"],"step_count":2} {"level":"warn","ts":"2026-04-10T03:57:59.325879Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"210.659729ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/plndr-svcs-lock\" ","response":"range_response_count:1 size:437"} {"level":"info","ts":"2026-04-10T03:57:59.325913Z","caller":"traceutil/trace.go:171","msg":"trace[577592598] range","detail":"{range_begin:/registry/leases/kube-system/plndr-svcs-lock; range_end:; response_count:1; response_revision:3365; }","duration":"210.73179ms","start":"2026-04-10T03:57:59.115173Z","end":"2026-04-10T03:57:59.325905Z","steps":["trace[577592598] 'agreement among raft nodes before linearized reading' (duration: 210.563816ms)"],"step_count":1} {"level":"info","ts":"2026-04-10T03:57:59.326083Z","caller":"traceutil/trace.go:171","msg":"trace[616881978] transaction","detail":"{read_only:false; response_revision:3365; number_of_response:1; }","duration":"535.513465ms","start":"2026-04-10T03:57:58.790542Z","end":"2026-04-10T03:57:59.326056Z","steps":["trace[616881978] 'process raft request' (duration: 535.085895ms)"],"step_count":1} {"level":"info","ts":"2026-04-10T03:57:59.326186Z","caller":"traceutil/trace.go:171","msg":"trace[1380225268] transaction","detail":"{read_only:false; response_revision:3364; number_of_response:1; }","duration":"583.002425ms","start":"2026-04-10T03:57:58.743149Z","end":"2026-04-10T03:57:59.326152Z","steps":["trace[1380225268] 'process raft request' (duration: 162.468335ms)","trace[1380225268] 'compare' (duration: 419.680429ms)"],"step_count":2} {"level":"warn","ts":"2026-04-10T03:57:59.326272Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-10T03:57:58.743137Z","time spent":"583.081378ms","remote":"127.0.0.1:33096","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":463,"response count":0,"response size":39,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-04-10T03:57:59.326269Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-10T03:57:58.790517Z","time spent":"535.634769ms","remote":"127.0.0.1:32870","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":120,"response count":0,"response size":39,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-04-10T03:57:59.625539Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"150.16151ms","expected-duration":"100ms","prefix":"","request":"header: txn: success:> failure: >>","response":"size:16"} {"level":"info","ts":"2026-04-10T03:57:59.625724Z","caller":"traceutil/trace.go:171","msg":"trace[986790346] transaction","detail":"{read_only:false; response_revision:3368; number_of_response:1; }","duration":"145.952421ms","start":"2026-04-10T03:57:59.479759Z","end":"2026-04-10T03:57:59.625711Z","steps":["trace[986790346] 'process raft request' (duration: 145.893149ms)"],"step_count":1} {"level":"info","ts":"2026-04-10T03:57:59.625928Z","caller":"traceutil/trace.go:171","msg":"trace[173789217] linearizableReadLoop","detail":"{readStateIndex:3506; appliedIndex:3505; }","duration":"180.349137ms","start":"2026-04-10T03:57:59.445544Z","end":"2026-04-10T03:57:59.625893Z","steps":["trace[173789217] 'read index received' (duration: 29.723817ms)","trace[173789217] 'applied index is now lower than readState.Index' (duration: 150.61891ms)"],"step_count":2} {"level":"warn","ts":"2026-04-10T03:57:59.62621Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"180.652566ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/plndr-cp-lock\" ","response":"range_response_count:1 size:433"} {"level":"info","ts":"2026-04-10T03:57:59.626306Z","caller":"traceutil/trace.go:171","msg":"trace[1741170211] range","detail":"{range_begin:/registry/leases/kube-system/plndr-cp-lock; range_end:; response_count:1; response_revision:3368; }","duration":"180.794099ms","start":"2026-04-10T03:57:59.445492Z","end":"2026-04-10T03:57:59.626286Z","steps":["trace[1741170211] 'agreement among raft nodes before linearized reading' (duration: 180.552554ms)"],"step_count":1} {"level":"warn","ts":"2026-04-10T03:57:59.626235Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"165.70252ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/services/specs/auth-system/keycloak-headless\" ","response":"range_response_count:1 size:1369"} {"level":"info","ts":"2026-04-10T03:57:59.626457Z","caller":"traceutil/trace.go:171","msg":"trace[1200079636] range","detail":"{range_begin:/registry/services/specs/auth-system/keycloak-headless; range_end:; response_count:1; response_revision:3368; }","duration":"165.952056ms","start":"2026-04-10T03:57:59.460465Z","end":"2026-04-10T03:57:59.626417Z","steps":["trace[1200079636] 'agreement among raft nodes before linearized reading' (duration: 165.601538ms)"],"step_count":1} {"level":"info","ts":"2026-04-10T03:57:59.626546Z","caller":"traceutil/trace.go:171","msg":"trace[57682363] transaction","detail":"{read_only:false; response_revision:3367; number_of_response:1; }","duration":"202.730591ms","start":"2026-04-10T03:57:59.422913Z","end":"2026-04-10T03:57:59.625644Z","steps":["trace[57682363] 'process raft request' (duration: 52.359336ms)","trace[57682363] 'compare' (duration: 150.037057ms)"],"step_count":2} {"level":"warn","ts":"2026-04-10T03:57:59.886551Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"148.148092ms","expected-duration":"100ms","prefix":"","request":"header: txn: success:> failure: >>","response":"size:16"} {"level":"info","ts":"2026-04-10T03:57:59.886939Z","caller":"traceutil/trace.go:171","msg":"trace[333704022] linearizableReadLoop","detail":"{readStateIndex:3508; appliedIndex:3507; }","duration":"253.915558ms","start":"2026-04-10T03:57:59.633003Z","end":"2026-04-10T03:57:59.886918Z","steps":["trace[333704022] 'read index received' (duration: 105.272724ms)","trace[333704022] 'applied index is now lower than readState.Index' (duration: 148.640574ms)"],"step_count":2} {"level":"warn","ts":"2026-04-10T03:57:59.887128Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"254.117433ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/services/specs/auth-system/keycloak\" ","response":"range_response_count:1 size:1319"} {"level":"info","ts":"2026-04-10T03:57:59.887167Z","caller":"traceutil/trace.go:171","msg":"trace[506644460] range","detail":"{range_begin:/registry/services/specs/auth-system/keycloak; range_end:; response_count:1; response_revision:3369; }","duration":"254.188603ms","start":"2026-04-10T03:57:59.632969Z","end":"2026-04-10T03:57:59.887157Z","steps":["trace[506644460] 'agreement among raft nodes before linearized reading' (duration: 254.00593ms)"],"step_count":1} {"level":"info","ts":"2026-04-10T03:57:59.887213Z","caller":"traceutil/trace.go:171","msg":"trace[1464829949] transaction","detail":"{read_only:false; response_revision:3369; number_of_response:1; }","duration":"255.322541ms","start":"2026-04-10T03:57:59.63169Z","end":"2026-04-10T03:57:59.887013Z","steps":["trace[1464829949] 'process raft request' (duration: 106.594695ms)","trace[1464829949] 'compare' (duration: 147.797264ms)"],"step_count":2} {"level":"warn","ts":"2026-04-10T03:58:03.903836Z","caller":"etcdserver/v3_server.go:897","msg":"waiting for ReadIndex response took too long, retrying","sent-request-id":6432439295843427954,"retry-timeout":"500ms"} {"level":"info","ts":"2026-04-10T03:58:03.910794Z","caller":"traceutil/trace.go:171","msg":"trace[2085906768] transaction","detail":"{read_only:false; response_revision:3386; number_of_response:1; }","duration":"565.80704ms","start":"2026-04-10T03:58:03.344964Z","end":"2026-04-10T03:58:03.910771Z","steps":["trace[2085906768] 'process raft request' (duration: 565.662875ms)"],"step_count":1} {"level":"warn","ts":"2026-04-10T03:58:03.910923Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-10T03:58:03.344946Z","time spent":"565.900432ms","remote":"127.0.0.1:33096","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":463,"response count":0,"response size":39,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-04-10T03:58:04.04914Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"104.010126ms","expected-duration":"100ms","prefix":"","request":"header: lease_revoke:","response":"size:28"} {"level":"info","ts":"2026-04-10T03:58:04.049298Z","caller":"traceutil/trace.go:171","msg":"trace[453015875] linearizableReadLoop","detail":"{readStateIndex:3526; appliedIndex:3524; }","duration":"645.450888ms","start":"2026-04-10T03:58:03.403778Z","end":"2026-04-10T03:58:04.049229Z","steps":["trace[453015875] 'read index received' (duration: 506.870312ms)","trace[453015875] 'applied index is now lower than readState.Index' (duration: 138.579066ms)"],"step_count":2} {"level":"warn","ts":"2026-04-10T03:58:04.049584Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"645.748195ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/plndr-svcs-lock\" ","response":"range_response_count:1 size:438"} {"level":"info","ts":"2026-04-10T03:58:04.049666Z","caller":"traceutil/trace.go:171","msg":"trace[845389259] range","detail":"{range_begin:/registry/leases/kube-system/plndr-svcs-lock; range_end:; response_count:1; response_revision:3386; }","duration":"645.921249ms","start":"2026-04-10T03:58:03.403728Z","end":"2026-04-10T03:58:04.049649Z","steps":["trace[845389259] 'agreement among raft nodes before linearized reading' (duration: 645.648793ms)"],"step_count":1} {"level":"warn","ts":"2026-04-10T03:58:04.049742Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"588.61666ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/services/specs/auth-system/keycloak-headless\" ","response":"range_response_count:1 size:1369"} {"level":"warn","ts":"2026-04-10T03:58:04.049714Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-10T03:58:03.40371Z","time spent":"645.995112ms","remote":"127.0.0.1:33096","response type":"/etcdserverpb.KV/Range","request count":0,"request size":46,"response count":1,"response size":461,"request content":"key:\"/registry/leases/kube-system/plndr-svcs-lock\" "} {"level":"info","ts":"2026-04-10T03:58:04.049817Z","caller":"traceutil/trace.go:171","msg":"trace[91222967] range","detail":"{range_begin:/registry/services/specs/auth-system/keycloak-headless; range_end:; response_count:1; response_revision:3386; }","duration":"588.712303ms","start":"2026-04-10T03:58:03.461085Z","end":"2026-04-10T03:58:04.049797Z","steps":["trace[91222967] 'agreement among raft nodes before linearized reading' (duration: 588.483257ms)"],"step_count":1} {"level":"warn","ts":"2026-04-10T03:58:04.049882Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-10T03:58:03.461075Z","time spent":"588.789194ms","remote":"127.0.0.1:33036","response type":"/etcdserverpb.KV/Range","request count":0,"request size":56,"response count":1,"response size":1392,"request content":"key:\"/registry/services/specs/auth-system/keycloak-headless\" "} {"level":"warn","ts":"2026-04-10T03:58:04.050149Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"337.78094ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/cert-manager/cert-manager-controller\" ","response":"range_response_count:1 size:529"} {"level":"warn","ts":"2026-04-10T03:58:04.050226Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"409.858869ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/kube-controller-manager\" ","response":"range_response_count:1 size:507"} {"level":"info","ts":"2026-04-10T03:58:04.050254Z","caller":"traceutil/trace.go:171","msg":"trace[689085335] range","detail":"{range_begin:/registry/leases/cert-manager/cert-manager-controller; range_end:; response_count:1; response_revision:3386; }","duration":"337.946044ms","start":"2026-04-10T03:58:03.712284Z","end":"2026-04-10T03:58:04.05023Z","steps":["trace[689085335] 'agreement among raft nodes before linearized reading' (duration: 337.613655ms)"],"step_count":1} {"level":"info","ts":"2026-04-10T03:58:04.050266Z","caller":"traceutil/trace.go:171","msg":"trace[1764700708] range","detail":"{range_begin:/registry/leases/kube-system/kube-controller-manager; range_end:; response_count:1; response_revision:3386; }","duration":"409.934132ms","start":"2026-04-10T03:58:03.64032Z","end":"2026-04-10T03:58:04.050254Z","steps":["trace[1764700708] 'agreement among raft nodes before linearized reading' (duration: 409.81651ms)"],"step_count":1} {"level":"warn","ts":"2026-04-10T03:58:04.050303Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-10T03:58:03.6403Z","time spent":"409.992213ms","remote":"127.0.0.1:33096","response type":"/etcdserverpb.KV/Range","request count":0,"request size":54,"response count":1,"response size":530,"request content":"key:\"/registry/leases/kube-system/kube-controller-manager\" "} {"level":"warn","ts":"2026-04-10T03:58:04.050141Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"146.068883ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/plndr-cp-lock\" ","response":"range_response_count:1 size:433"} {"level":"warn","ts":"2026-04-10T03:58:04.050308Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-10T03:58:03.712272Z","time spent":"338.023396ms","remote":"127.0.0.1:33096","response type":"/etcdserverpb.KV/Range","request count":0,"request size":55,"response count":1,"response size":552,"request content":"key:\"/registry/leases/cert-manager/cert-manager-controller\" "} {"level":"info","ts":"2026-04-10T03:58:04.05038Z","caller":"traceutil/trace.go:171","msg":"trace[589489147] range","detail":"{range_begin:/registry/leases/kube-system/plndr-cp-lock; range_end:; response_count:1; response_revision:3386; }","duration":"146.494354ms","start":"2026-04-10T03:58:03.903853Z","end":"2026-04-10T03:58:04.050347Z","steps":["trace[589489147] 'agreement among raft nodes before linearized reading' (duration: 145.92904ms)"],"step_count":1} {"level":"info","ts":"2026-04-10T03:58:05.001235Z","caller":"traceutil/trace.go:171","msg":"trace[902363801] transaction","detail":"{read_only:false; response_revision:3395; number_of_response:1; }","duration":"233.961407ms","start":"2026-04-10T03:58:04.767225Z","end":"2026-04-10T03:58:05.001186Z","steps":["trace[902363801] 'process raft request' (duration: 233.879834ms)"],"step_count":1} {"level":"info","ts":"2026-04-10T03:58:05.001255Z","caller":"traceutil/trace.go:171","msg":"trace[48244143] transaction","detail":"{read_only:false; response_revision:3394; number_of_response:1; }","duration":"235.683896ms","start":"2026-04-10T03:58:04.765536Z","end":"2026-04-10T03:58:05.00122Z","steps":["trace[48244143] 'process raft request' (duration: 235.386249ms)"],"step_count":1} {"level":"info","ts":"2026-04-10T03:58:06.544699Z","caller":"traceutil/trace.go:171","msg":"trace[71057280] linearizableReadLoop","detail":"{readStateIndex:3540; appliedIndex:3537; }","duration":"380.314135ms","start":"2026-04-10T03:58:06.164357Z","end":"2026-04-10T03:58:06.544671Z","steps":["trace[71057280] 'read index received' (duration: 62.916931ms)","trace[71057280] 'applied index is now lower than readState.Index' (duration: 317.395904ms)"],"step_count":2} {"level":"info","ts":"2026-04-10T03:58:06.544805Z","caller":"traceutil/trace.go:171","msg":"trace[1298696842] transaction","detail":"{read_only:false; response_revision:3399; number_of_response:1; }","duration":"382.447535ms","start":"2026-04-10T03:58:06.162279Z","end":"2026-04-10T03:58:06.544727Z","steps":["trace[1298696842] 'process raft request' (duration: 382.189889ms)"],"step_count":1} {"level":"info","ts":"2026-04-10T03:58:06.544852Z","caller":"traceutil/trace.go:171","msg":"trace[953752746] transaction","detail":"{read_only:false; response_revision:3400; number_of_response:1; }","duration":"382.185259ms","start":"2026-04-10T03:58:06.162631Z","end":"2026-04-10T03:58:06.544816Z","steps":["trace[953752746] 'process raft request' (duration: 381.993294ms)"],"step_count":1} {"level":"warn","ts":"2026-04-10T03:58:06.545011Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"380.627492ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/cilium-operator-resource-lock\" ","response":"range_response_count:1 size:492"} {"level":"info","ts":"2026-04-10T03:58:06.54506Z","caller":"traceutil/trace.go:171","msg":"trace[1819485304] range","detail":"{range_begin:/registry/leases/kube-system/cilium-operator-resource-lock; range_end:; response_count:1; response_revision:3400; }","duration":"380.726844ms","start":"2026-04-10T03:58:06.164322Z","end":"2026-04-10T03:58:06.545048Z","steps":["trace[1819485304] 'agreement among raft nodes before linearized reading' (duration: 380.53946ms)"],"step_count":1} {"level":"warn","ts":"2026-04-10T03:58:06.545063Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-10T03:58:06.162261Z","time spent":"382.658979ms","remote":"127.0.0.1:33096","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":417,"response count":0,"response size":39,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-04-10T03:58:06.545062Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-10T03:58:06.162613Z","time spent":"382.332242ms","remote":"127.0.0.1:33096","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":422,"response count":0,"response size":39,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-04-10T03:58:06.545114Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-10T03:58:06.16431Z","time spent":"380.793056ms","remote":"127.0.0.1:33096","response type":"/etcdserverpb.KV/Range","request count":0,"request size":60,"response count":1,"response size":515,"request content":"key:\"/registry/leases/kube-system/cilium-operator-resource-lock\" "} {"level":"warn","ts":"2026-04-10T03:58:06.607584Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"149.388207ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/health\" ","response":"range_response_count:0 size:5"} {"level":"info","ts":"2026-04-10T03:58:06.607656Z","caller":"traceutil/trace.go:171","msg":"trace[1129030428] range","detail":"{range_begin:/registry/health; range_end:; response_count:0; response_revision:3401; }","duration":"149.50476ms","start":"2026-04-10T03:58:06.458135Z","end":"2026-04-10T03:58:06.60764Z","steps":["trace[1129030428] 'agreement among raft nodes before linearized reading' (duration: 149.368577ms)"],"step_count":1} {"level":"info","ts":"2026-04-10T03:58:07.240714Z","caller":"traceutil/trace.go:171","msg":"trace[1721331685] transaction","detail":"{read_only:false; response_revision:3405; number_of_response:1; }","duration":"232.682245ms","start":"2026-04-10T03:58:07.007988Z","end":"2026-04-10T03:58:07.24067Z","steps":["trace[1721331685] 'process raft request' (duration: 232.396498ms)"],"step_count":1} {"level":"warn","ts":"2026-04-10T03:58:07.240773Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"180.280816ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/health\" ","response":"range_response_count:0 size:5"} {"level":"info","ts":"2026-04-10T03:58:07.240848Z","caller":"traceutil/trace.go:171","msg":"trace[1290803635] range","detail":"{range_begin:/registry/health; range_end:; response_count:0; response_revision:3405; }","duration":"180.417849ms","start":"2026-04-10T03:58:07.060415Z","end":"2026-04-10T03:58:07.240833Z","steps":["trace[1290803635] 'agreement among raft nodes before linearized reading' (duration: 180.302656ms)"],"step_count":1} {"level":"info","ts":"2026-04-10T03:58:07.240855Z","caller":"traceutil/trace.go:171","msg":"trace[1344823881] linearizableReadLoop","detail":"{readStateIndex:3545; appliedIndex:3543; }","duration":"180.102372ms","start":"2026-04-10T03:58:07.06049Z","end":"2026-04-10T03:58:07.240593Z","steps":["trace[1344823881] 'read index received' (duration: 38.888881ms)","trace[1344823881] 'applied index is now lower than readState.Index' (duration: 141.212241ms)"],"step_count":2} {"level":"info","ts":"2026-04-10T03:58:15.500453Z","caller":"traceutil/trace.go:171","msg":"trace[1092215219] transaction","detail":"{read_only:false; response_revision:3444; number_of_response:1; }","duration":"217.694778ms","start":"2026-04-10T03:58:15.282734Z","end":"2026-04-10T03:58:15.500429Z","steps":["trace[1092215219] 'process raft request' (duration: 217.286518ms)"],"step_count":1} {"level":"info","ts":"2026-04-10T03:58:15.814257Z","caller":"traceutil/trace.go:171","msg":"trace[574537639] transaction","detail":"{read_only:false; response_revision:3445; number_of_response:1; }","duration":"107.807539ms","start":"2026-04-10T03:58:15.706427Z","end":"2026-04-10T03:58:15.814234Z","steps":["trace[574537639] 'process raft request' (duration: 107.656465ms)"],"step_count":1} {"level":"warn","ts":"2026-04-10T03:58:18.61585Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"206.617898ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/masterleases/199.204.45.153\" ","response":"range_response_count:1 size:135"} {"level":"info","ts":"2026-04-10T03:58:18.61595Z","caller":"traceutil/trace.go:171","msg":"trace[1445833288] range","detail":"{range_begin:/registry/masterleases/199.204.45.153; range_end:; response_count:1; response_revision:3458; }","duration":"206.762182ms","start":"2026-04-10T03:58:18.409166Z","end":"2026-04-10T03:58:18.615928Z","steps":["trace[1445833288] 'range keys from in-memory index tree' (duration: 206.410674ms)"],"step_count":1} {"level":"info","ts":"2026-04-10T03:58:18.750705Z","caller":"traceutil/trace.go:171","msg":"trace[1931270817] transaction","detail":"{read_only:false; response_revision:3460; number_of_response:1; }","duration":"101.329433ms","start":"2026-04-10T03:58:18.649349Z","end":"2026-04-10T03:58:18.750678Z","steps":["trace[1931270817] 'process raft request' (duration: 101.084788ms)"],"step_count":1} {"level":"info","ts":"2026-04-10T03:58:18.750989Z","caller":"traceutil/trace.go:171","msg":"trace[1192477484] transaction","detail":"{read_only:false; response_revision:3461; number_of_response:1; }","duration":"101.036195ms","start":"2026-04-10T03:58:18.64993Z","end":"2026-04-10T03:58:18.750966Z","steps":["trace[1192477484] 'process raft request' (duration: 100.647636ms)"],"step_count":1} {"level":"info","ts":"2026-04-10T03:58:19.045721Z","caller":"traceutil/trace.go:171","msg":"trace[454245173] transaction","detail":"{read_only:false; response_revision:3464; number_of_response:1; }","duration":"103.248576ms","start":"2026-04-10T03:58:18.942439Z","end":"2026-04-10T03:58:19.045688Z","steps":["trace[454245173] 'process raft request' (duration: 78.999377ms)","trace[454245173] 'compare' (duration: 24.026634ms)"],"step_count":2} {"level":"info","ts":"2026-04-10T03:58:19.352958Z","caller":"traceutil/trace.go:171","msg":"trace[326764067] transaction","detail":"{read_only:false; response_revision:3466; number_of_response:1; }","duration":"138.498945ms","start":"2026-04-10T03:58:19.214431Z","end":"2026-04-10T03:58:19.35293Z","steps":["trace[326764067] 'process raft request' (duration: 138.328022ms)"],"step_count":1} {"level":"warn","ts":"2026-04-10T03:58:19.73341Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"137.388049ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pxc.percona.com/perconaxtradbclusters/\" range_end:\"/registry/pxc.percona.com/perconaxtradbclusters0\" count_only:true ","response":"range_response_count:0 size:7"} {"level":"info","ts":"2026-04-10T03:58:19.733499Z","caller":"traceutil/trace.go:171","msg":"trace[398133924] range","detail":"{range_begin:/registry/pxc.percona.com/perconaxtradbclusters/; range_end:/registry/pxc.percona.com/perconaxtradbclusters0; response_count:0; response_revision:3467; }","duration":"137.540502ms","start":"2026-04-10T03:58:19.595939Z","end":"2026-04-10T03:58:19.733479Z","steps":["trace[398133924] 'count revisions from in-memory index tree' (duration: 137.309007ms)"],"step_count":1} {"level":"warn","ts":"2026-04-10T03:58:20.5242Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"128.780414ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/kube-controller-manager\" ","response":"range_response_count:1 size:507"} {"level":"info","ts":"2026-04-10T03:58:20.524325Z","caller":"traceutil/trace.go:171","msg":"trace[1018021861] range","detail":"{range_begin:/registry/leases/kube-system/kube-controller-manager; range_end:; response_count:1; response_revision:3469; }","duration":"129.007331ms","start":"2026-04-10T03:58:20.395293Z","end":"2026-04-10T03:58:20.5243Z","steps":["trace[1018021861] 'range keys from in-memory index tree' (duration: 128.58365ms)"],"step_count":1} {"level":"info","ts":"2026-04-10T03:58:20.648305Z","caller":"traceutil/trace.go:171","msg":"trace[2050649536] transaction","detail":"{read_only:false; response_revision:3470; number_of_response:1; }","duration":"119.67643ms","start":"2026-04-10T03:58:20.528603Z","end":"2026-04-10T03:58:20.648279Z","steps":["trace[2050649536] 'process raft request' (duration: 119.504697ms)"],"step_count":1} {"level":"info","ts":"2026-04-10T03:58:20.920256Z","caller":"traceutil/trace.go:171","msg":"trace[1669534633] linearizableReadLoop","detail":"{readStateIndex:3616; appliedIndex:3613; }","duration":"143.269956ms","start":"2026-04-10T03:58:20.776961Z","end":"2026-04-10T03:58:20.920231Z","steps":["trace[1669534633] 'read index received' (duration: 48.527351ms)","trace[1669534633] 'applied index is now lower than readState.Index' (duration: 94.741635ms)"],"step_count":2} {"level":"info","ts":"2026-04-10T03:58:20.920411Z","caller":"traceutil/trace.go:171","msg":"trace[1623490421] transaction","detail":"{read_only:false; response_revision:3472; number_of_response:1; }","duration":"158.275347ms","start":"2026-04-10T03:58:20.762123Z","end":"2026-04-10T03:58:20.920398Z","steps":["trace[1623490421] 'process raft request' (duration: 157.465679ms)"],"step_count":1} {"level":"warn","ts":"2026-04-10T03:58:20.920578Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"143.587852ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/deployments/openstack/percona-xtradb-pitr\" ","response":"range_response_count:0 size:5"} {"level":"info","ts":"2026-04-10T03:58:20.920666Z","caller":"traceutil/trace.go:171","msg":"trace[2025309570] range","detail":"{range_begin:/registry/deployments/openstack/percona-xtradb-pitr; range_end:; response_count:0; response_revision:3473; }","duration":"143.738416ms","start":"2026-04-10T03:58:20.776906Z","end":"2026-04-10T03:58:20.920645Z","steps":["trace[2025309570] 'agreement among raft nodes before linearized reading' (duration: 143.599183ms)"],"step_count":1} {"level":"info","ts":"2026-04-10T03:58:20.920689Z","caller":"traceutil/trace.go:171","msg":"trace[558314439] transaction","detail":"{read_only:false; response_revision:3473; number_of_response:1; }","duration":"158.428671ms","start":"2026-04-10T03:58:20.762202Z","end":"2026-04-10T03:58:20.92063Z","steps":["trace[558314439] 'process raft request' (duration: 157.896908ms)"],"step_count":1} {"level":"info","ts":"2026-04-10T03:58:26.312021Z","caller":"traceutil/trace.go:171","msg":"trace[473206772] transaction","detail":"{read_only:false; response_revision:3497; number_of_response:1; }","duration":"101.064937ms","start":"2026-04-10T03:58:26.210924Z","end":"2026-04-10T03:58:26.311989Z","steps":["trace[473206772] 'process raft request' (duration: 100.79692ms)"],"step_count":1} {"level":"info","ts":"2026-04-10T03:58:26.499774Z","caller":"traceutil/trace.go:171","msg":"trace[1935143490] transaction","detail":"{read_only:false; response_revision:3498; number_of_response:1; }","duration":"183.833254ms","start":"2026-04-10T03:58:26.315895Z","end":"2026-04-10T03:58:26.499729Z","steps":["trace[1935143490] 'process raft request' (duration: 118.049464ms)","trace[1935143490] 'compare' (duration: 65.570785ms)"],"step_count":2} {"level":"warn","ts":"2026-04-10T03:58:26.801055Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"131.675172ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/kube-controller-manager\" ","response":"range_response_count:1 size:507"} {"level":"info","ts":"2026-04-10T03:58:26.801153Z","caller":"traceutil/trace.go:171","msg":"trace[1416855569] range","detail":"{range_begin:/registry/leases/kube-system/kube-controller-manager; range_end:; response_count:1; response_revision:3498; }","duration":"131.973981ms","start":"2026-04-10T03:58:26.669155Z","end":"2026-04-10T03:58:26.801129Z","steps":["trace[1416855569] 'range keys from in-memory index tree' (duration: 131.367957ms)"],"step_count":1} {"level":"info","ts":"2026-04-10T03:58:26.952876Z","caller":"traceutil/trace.go:171","msg":"trace[2111924847] transaction","detail":"{read_only:false; response_revision:3499; number_of_response:1; }","duration":"147.34156ms","start":"2026-04-10T03:58:26.805514Z","end":"2026-04-10T03:58:26.952855Z","steps":["trace[2111924847] 'process raft request' (duration: 147.203366ms)"],"step_count":1} {"level":"info","ts":"2026-04-10T03:58:27.707626Z","caller":"traceutil/trace.go:171","msg":"trace[681396487] linearizableReadLoop","detail":"{readStateIndex:3649; appliedIndex:3649; }","duration":"246.393407ms","start":"2026-04-10T03:58:27.461198Z","end":"2026-04-10T03:58:27.707591Z","steps":["trace[681396487] 'read index received' (duration: 246.376726ms)","trace[681396487] 'applied index is now lower than readState.Index' (duration: 13.961µs)"],"step_count":2} {"level":"warn","ts":"2026-04-10T03:58:27.707813Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"246.595061ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/services/specs/auth-system/keycloak-headless\" ","response":"range_response_count:1 size:1369"} {"level":"info","ts":"2026-04-10T03:58:27.707903Z","caller":"traceutil/trace.go:171","msg":"trace[852956217] range","detail":"{range_begin:/registry/services/specs/auth-system/keycloak-headless; range_end:; response_count:1; response_revision:3505; }","duration":"246.881828ms","start":"2026-04-10T03:58:27.46101Z","end":"2026-04-10T03:58:27.707892Z","steps":["trace[852956217] 'agreement among raft nodes before linearized reading' (duration: 246.676163ms)"],"step_count":1} {"level":"info","ts":"2026-04-10T03:58:27.707637Z","caller":"traceutil/trace.go:171","msg":"trace[1980034688] transaction","detail":"{read_only:false; response_revision:3505; number_of_response:1; }","duration":"327.007214ms","start":"2026-04-10T03:58:27.380579Z","end":"2026-04-10T03:58:27.707587Z","steps":["trace[1980034688] 'process raft request' (duration: 326.877661ms)"],"step_count":1} {"level":"warn","ts":"2026-04-10T03:58:27.708552Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-10T03:58:27.38055Z","time spent":"327.915624ms","remote":"127.0.0.1:33096","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":541,"response count":0,"response size":39,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-04-10T03:58:28.009098Z","caller":"traceutil/trace.go:171","msg":"trace[1114835009] linearizableReadLoop","detail":"{readStateIndex:3650; appliedIndex:3649; }","duration":"297.793659ms","start":"2026-04-10T03:58:27.711269Z","end":"2026-04-10T03:58:28.009062Z","steps":["trace[1114835009] 'read index received' (duration: 239.413473ms)","trace[1114835009] 'applied index is now lower than readState.Index' (duration: 58.378756ms)"],"step_count":2} {"level":"info","ts":"2026-04-10T03:58:28.009165Z","caller":"traceutil/trace.go:171","msg":"trace[304472610] transaction","detail":"{read_only:false; response_revision:3506; number_of_response:1; }","duration":"446.09537ms","start":"2026-04-10T03:58:27.563041Z","end":"2026-04-10T03:58:28.009136Z","steps":["trace[304472610] 'process raft request' (duration: 387.646642ms)","trace[304472610] 'compare' (duration: 58.239623ms)"],"step_count":2} {"level":"warn","ts":"2026-04-10T03:58:28.009298Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-10T03:58:27.563017Z","time spent":"446.207663ms","remote":"127.0.0.1:33096","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":555,"response count":0,"response size":39,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-04-10T03:58:28.009334Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"298.053274ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/services/specs/auth-system/keycloak-metrics\" ","response":"range_response_count:1 size:1445"} {"level":"info","ts":"2026-04-10T03:58:28.009372Z","caller":"traceutil/trace.go:171","msg":"trace[1920025655] range","detail":"{range_begin:/registry/services/specs/auth-system/keycloak-metrics; range_end:; response_count:1; response_revision:3506; }","duration":"298.129577ms","start":"2026-04-10T03:58:27.711232Z","end":"2026-04-10T03:58:28.009362Z","steps":["trace[1920025655] 'agreement among raft nodes before linearized reading' (duration: 297.966613ms)"],"step_count":1} {"level":"warn","ts":"2026-04-10T03:58:28.009348Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"138.608005ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/\" range_end:\"/registry/leases0\" count_only:true ","response":"range_response_count:0 size:7"} {"level":"info","ts":"2026-04-10T03:58:28.00944Z","caller":"traceutil/trace.go:171","msg":"trace[1174087226] range","detail":"{range_begin:/registry/leases/; range_end:/registry/leases0; response_count:0; response_revision:3506; }","duration":"138.709946ms","start":"2026-04-10T03:58:27.870715Z","end":"2026-04-10T03:58:28.009425Z","steps":["trace[1174087226] 'agreement among raft nodes before linearized reading' (duration: 138.548293ms)"],"step_count":1} {"level":"info","ts":"2026-04-10T03:58:49.246858Z","caller":"traceutil/trace.go:171","msg":"trace[697351084] transaction","detail":"{read_only:false; response_revision:3611; number_of_response:1; }","duration":"154.047597ms","start":"2026-04-10T03:58:49.09279Z","end":"2026-04-10T03:58:49.246837Z","steps":["trace[697351084] 'process raft request' (duration: 153.900774ms)"],"step_count":1} {"level":"warn","ts":"2026-04-10T03:58:49.494168Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"141.270992ms","expected-duration":"100ms","prefix":"","request":"header: txn: success:> failure: >>","response":"size:16"} {"level":"info","ts":"2026-04-10T03:58:49.494325Z","caller":"traceutil/trace.go:171","msg":"trace[965520139] linearizableReadLoop","detail":"{readStateIndex:3761; appliedIndex:3759; }","duration":"383.035703ms","start":"2026-04-10T03:58:49.111278Z","end":"2026-04-10T03:58:49.494313Z","steps":["trace[965520139] 'read index received' (duration: 135.411247ms)","trace[965520139] 'applied index is now lower than readState.Index' (duration: 247.623706ms)"],"step_count":2} {"level":"info","ts":"2026-04-10T03:58:49.494393Z","caller":"traceutil/trace.go:171","msg":"trace[1650700379] transaction","detail":"{read_only:false; response_revision:3612; number_of_response:1; }","duration":"389.465992ms","start":"2026-04-10T03:58:49.10492Z","end":"2026-04-10T03:58:49.494386Z","steps":["trace[1650700379] 'process raft request' (duration: 247.79009ms)","trace[1650700379] 'compare' (duration: 141.097828ms)"],"step_count":2} {"level":"warn","ts":"2026-04-10T03:58:49.494435Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-10T03:58:49.104902Z","time spent":"389.512862ms","remote":"127.0.0.1:33096","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":508,"response count":0,"response size":39,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-04-10T03:58:49.494658Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"383.36587ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/cert-manager/cert-manager-controller\" ","response":"range_response_count:1 size:528"} {"level":"warn","ts":"2026-04-10T03:58:49.494714Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"357.642264ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/plndr-cp-lock\" ","response":"range_response_count:1 size:432"} {"level":"info","ts":"2026-04-10T03:58:49.494729Z","caller":"traceutil/trace.go:171","msg":"trace[668380721] range","detail":"{range_begin:/registry/leases/cert-manager/cert-manager-controller; range_end:; response_count:1; response_revision:3613; }","duration":"383.479042ms","start":"2026-04-10T03:58:49.111233Z","end":"2026-04-10T03:58:49.494712Z","steps":["trace[668380721] 'agreement among raft nodes before linearized reading' (duration: 383.259307ms)"],"step_count":1} {"level":"info","ts":"2026-04-10T03:58:49.494742Z","caller":"traceutil/trace.go:171","msg":"trace[257373025] range","detail":"{range_begin:/registry/leases/kube-system/plndr-cp-lock; range_end:; response_count:1; response_revision:3613; }","duration":"357.711545ms","start":"2026-04-10T03:58:49.137023Z","end":"2026-04-10T03:58:49.494734Z","steps":["trace[257373025] 'agreement among raft nodes before linearized reading' (duration: 357.564812ms)"],"step_count":1} {"level":"warn","ts":"2026-04-10T03:58:49.494766Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-10T03:58:49.136999Z","time spent":"357.763107ms","remote":"127.0.0.1:33096","response type":"/etcdserverpb.KV/Range","request count":0,"request size":44,"response count":1,"response size":455,"request content":"key:\"/registry/leases/kube-system/plndr-cp-lock\" "} {"level":"warn","ts":"2026-04-10T03:58:49.494772Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-10T03:58:49.111217Z","time spent":"383.547254ms","remote":"127.0.0.1:33096","response type":"/etcdserverpb.KV/Range","request count":0,"request size":55,"response count":1,"response size":551,"request content":"key:\"/registry/leases/cert-manager/cert-manager-controller\" "} {"level":"info","ts":"2026-04-10T03:58:49.494758Z","caller":"traceutil/trace.go:171","msg":"trace[503951556] transaction","detail":"{read_only:false; response_revision:3613; number_of_response:1; }","duration":"300.181263ms","start":"2026-04-10T03:58:49.194554Z","end":"2026-04-10T03:58:49.494736Z","steps":["trace[503951556] 'process raft request' (duration: 299.703872ms)"],"step_count":1} {"level":"warn","ts":"2026-04-10T03:58:49.494872Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-10T03:58:49.194535Z","time spent":"300.271215ms","remote":"127.0.0.1:33096","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":533,"response count":0,"response size":39,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-04-10T03:58:49.49494Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"312.811566ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/cilium-operator-resource-lock\" ","response":"range_response_count:1 size:492"} {"level":"warn","ts":"2026-04-10T03:58:49.494967Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"304.445832ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/plndr-svcs-lock\" ","response":"range_response_count:1 size:437"} {"level":"info","ts":"2026-04-10T03:58:49.494988Z","caller":"traceutil/trace.go:171","msg":"trace[17694466] range","detail":"{range_begin:/registry/leases/kube-system/cilium-operator-resource-lock; range_end:; response_count:1; response_revision:3613; }","duration":"312.902917ms","start":"2026-04-10T03:58:49.182073Z","end":"2026-04-10T03:58:49.494976Z","steps":["trace[17694466] 'agreement among raft nodes before linearized reading' (duration: 312.770214ms)"],"step_count":1} {"level":"warn","ts":"2026-04-10T03:58:49.495025Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-10T03:58:49.182053Z","time spent":"312.963929ms","remote":"127.0.0.1:33096","response type":"/etcdserverpb.KV/Range","request count":0,"request size":60,"response count":1,"response size":515,"request content":"key:\"/registry/leases/kube-system/cilium-operator-resource-lock\" "} {"level":"info","ts":"2026-04-10T03:58:49.495031Z","caller":"traceutil/trace.go:171","msg":"trace[907481183] range","detail":"{range_begin:/registry/leases/kube-system/plndr-svcs-lock; range_end:; response_count:1; response_revision:3613; }","duration":"304.534343ms","start":"2026-04-10T03:58:49.190478Z","end":"2026-04-10T03:58:49.495013Z","steps":["trace[907481183] 'agreement among raft nodes before linearized reading' (duration: 304.363259ms)"],"step_count":1} {"level":"warn","ts":"2026-04-10T03:58:49.495079Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-10T03:58:49.190468Z","time spent":"304.599755ms","remote":"127.0.0.1:33096","response type":"/etcdserverpb.KV/Range","request count":0,"request size":46,"response count":1,"response size":460,"request content":"key:\"/registry/leases/kube-system/plndr-svcs-lock\" "} {"level":"warn","ts":"2026-04-10T03:58:49.723594Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"112.909515ms","expected-duration":"100ms","prefix":"","request":"header: txn: success:> failure: >>","response":"size:16"} {"level":"info","ts":"2026-04-10T03:58:49.723838Z","caller":"traceutil/trace.go:171","msg":"trace[1754791641] transaction","detail":"{read_only:false; response_revision:3616; number_of_response:1; }","duration":"223.938846ms","start":"2026-04-10T03:58:49.499869Z","end":"2026-04-10T03:58:49.723808Z","steps":["trace[1754791641] 'process raft request' (duration: 110.673383ms)","trace[1754791641] 'compare' (duration: 112.780063ms)"],"step_count":2} {"level":"info","ts":"2026-04-10T03:58:49.723943Z","caller":"traceutil/trace.go:171","msg":"trace[1565137237] linearizableReadLoop","detail":"{readStateIndex:3766; appliedIndex:3762; }","duration":"222.792561ms","start":"2026-04-10T03:58:49.501131Z","end":"2026-04-10T03:58:49.723924Z","steps":["trace[1565137237] 'read index received' (duration: 47.162463ms)","trace[1565137237] 'applied index is now lower than readState.Index' (duration: 175.629068ms)"],"step_count":2} {"level":"info","ts":"2026-04-10T03:58:49.724308Z","caller":"traceutil/trace.go:171","msg":"trace[137731492] transaction","detail":"{read_only:false; response_revision:3617; number_of_response:1; }","duration":"224.361897ms","start":"2026-04-10T03:58:49.499931Z","end":"2026-04-10T03:58:49.724293Z","steps":["trace[137731492] 'process raft request' (duration: 223.772233ms)"],"step_count":1} {"level":"warn","ts":"2026-04-10T03:58:49.72449Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"223.335173ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/services/specs/auth-system/keycloak\" ","response":"range_response_count:1 size:1319"} {"level":"warn","ts":"2026-04-10T03:58:49.724409Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"215.01688ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/roles/\" range_end:\"/registry/roles0\" count_only:true ","response":"range_response_count:0 size:7"} {"level":"info","ts":"2026-04-10T03:58:49.724545Z","caller":"traceutil/trace.go:171","msg":"trace[2115943976] range","detail":"{range_begin:/registry/services/specs/auth-system/keycloak; range_end:; response_count:1; response_revision:3617; }","duration":"223.432645ms","start":"2026-04-10T03:58:49.5011Z","end":"2026-04-10T03:58:49.724533Z","steps":["trace[2115943976] 'agreement among raft nodes before linearized reading' (duration: 223.236601ms)"],"step_count":1} {"level":"info","ts":"2026-04-10T03:58:49.724565Z","caller":"traceutil/trace.go:171","msg":"trace[411680406] range","detail":"{range_begin:/registry/roles/; range_end:/registry/roles0; response_count:0; response_revision:3617; }","duration":"215.178234ms","start":"2026-04-10T03:58:49.509367Z","end":"2026-04-10T03:58:49.724546Z","steps":["trace[411680406] 'agreement among raft nodes before linearized reading' (duration: 214.963609ms)"],"step_count":1} {"level":"info","ts":"2026-04-10T03:58:50.249395Z","caller":"traceutil/trace.go:171","msg":"trace[119942091] transaction","detail":"{read_only:false; response_revision:3619; number_of_response:1; }","duration":"151.117448ms","start":"2026-04-10T03:58:50.098253Z","end":"2026-04-10T03:58:50.249371Z","steps":["trace[119942091] 'process raft request' (duration: 150.965265ms)"],"step_count":1} {"level":"warn","ts":"2026-04-10T03:58:53.571768Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"111.757503ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/services/specs/auth-system/keycloak-headless\" ","response":"range_response_count:1 size:1369"} {"level":"info","ts":"2026-04-10T03:58:53.571836Z","caller":"traceutil/trace.go:171","msg":"trace[250139833] range","detail":"{range_begin:/registry/services/specs/auth-system/keycloak-headless; range_end:; response_count:1; response_revision:3631; }","duration":"111.874047ms","start":"2026-04-10T03:58:53.459947Z","end":"2026-04-10T03:58:53.571821Z","steps":["trace[250139833] 'range keys from in-memory index tree' (duration: 111.619651ms)"],"step_count":1} {"level":"info","ts":"2026-04-10T03:58:53.611816Z","caller":"traceutil/trace.go:171","msg":"trace[770498932] transaction","detail":"{read_only:false; response_revision:3633; number_of_response:1; }","duration":"104.964327ms","start":"2026-04-10T03:58:53.506812Z","end":"2026-04-10T03:58:53.611776Z","steps":["trace[770498932] 'process raft request' (duration: 104.811244ms)"],"step_count":1} {"level":"warn","ts":"2026-04-10T03:59:43.059007Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"242.907451ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/secretgen.k14s.io/passwords/monitoring/kube-prometheus-stack-prometheus-client-secret\" ","response":"range_response_count:1 size:1225"} {"level":"info","ts":"2026-04-10T03:59:43.0591Z","caller":"traceutil/trace.go:171","msg":"trace[1523720808] range","detail":"{range_begin:/registry/secretgen.k14s.io/passwords/monitoring/kube-prometheus-stack-prometheus-client-secret; range_end:; response_count:1; response_revision:3987; }","duration":"243.052984ms","start":"2026-04-10T03:59:42.816029Z","end":"2026-04-10T03:59:43.059082Z","steps":["trace[1523720808] 'range keys from in-memory index tree' (duration: 242.701206ms)"],"step_count":1} {"level":"info","ts":"2026-04-10T03:59:44.143841Z","caller":"traceutil/trace.go:171","msg":"trace[192913052] transaction","detail":"{read_only:false; response_revision:3995; number_of_response:1; }","duration":"103.641264ms","start":"2026-04-10T03:59:44.040175Z","end":"2026-04-10T03:59:44.143816Z","steps":["trace[192913052] 'process raft request' (duration: 99.114751ms)"],"step_count":1} {"level":"info","ts":"2026-04-10T03:59:46.072832Z","caller":"traceutil/trace.go:171","msg":"trace[2127621995] transaction","detail":"{read_only:false; response_revision:4001; number_of_response:1; }","duration":"131.038806ms","start":"2026-04-10T03:59:45.941753Z","end":"2026-04-10T03:59:46.072792Z","steps":["trace[2127621995] 'process raft request' (duration: 89.582824ms)","trace[2127621995] 'compare' (duration: 41.243907ms)"],"step_count":2} {"level":"info","ts":"2026-04-10T03:59:52.251626Z","caller":"traceutil/trace.go:171","msg":"trace[1329871925] transaction","detail":"{read_only:false; response_revision:4036; number_of_response:1; }","duration":"101.700995ms","start":"2026-04-10T03:59:52.149904Z","end":"2026-04-10T03:59:52.251605Z","steps":["trace[1329871925] 'process raft request' (duration: 97.336796ms)"],"step_count":1} {"level":"info","ts":"2026-04-10T03:59:59.614295Z","caller":"traceutil/trace.go:171","msg":"trace[1032102551] transaction","detail":"{read_only:false; response_revision:4073; number_of_response:1; }","duration":"126.629125ms","start":"2026-04-10T03:59:59.487633Z","end":"2026-04-10T03:59:59.614263Z","steps":["trace[1032102551] 'process raft request' (duration: 123.388552ms)"],"step_count":1} {"level":"warn","ts":"2026-04-10T04:00:00.663517Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"192.687218ms","expected-duration":"100ms","prefix":"","request":"header: txn: success:> failure: >>","response":"size:16"} {"level":"info","ts":"2026-04-10T04:00:00.663651Z","caller":"traceutil/trace.go:171","msg":"trace[1868614832] transaction","detail":"{read_only:false; response_revision:4082; number_of_response:1; }","duration":"366.740825ms","start":"2026-04-10T04:00:00.296897Z","end":"2026-04-10T04:00:00.663638Z","steps":["trace[1868614832] 'process raft request' (duration: 366.704093ms)"],"step_count":1} {"level":"warn","ts":"2026-04-10T04:00:00.663697Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-10T04:00:00.296888Z","time spent":"366.788656ms","remote":"127.0.0.1:33096","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":423,"response count":0,"response size":39,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-04-10T04:00:00.663911Z","caller":"traceutil/trace.go:171","msg":"trace[506222662] transaction","detail":"{read_only:false; response_revision:4081; number_of_response:1; }","duration":"367.204335ms","start":"2026-04-10T04:00:00.296696Z","end":"2026-04-10T04:00:00.663901Z","steps":["trace[506222662] 'process raft request' (duration: 174.067657ms)","trace[506222662] 'compare' (duration: 192.608556ms)"],"step_count":2} {"level":"warn","ts":"2026-04-10T04:00:00.663954Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-10T04:00:00.296672Z","time spent":"367.261726ms","remote":"127.0.0.1:33096","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":418,"response count":0,"response size":39,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-04-10T04:00:09.284467Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"162.481936ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/minions/\" range_end:\"/registry/minions0\" count_only:true ","response":"range_response_count:0 size:7"} {"level":"info","ts":"2026-04-10T04:00:09.284547Z","caller":"traceutil/trace.go:171","msg":"trace[675755360] range","detail":"{range_begin:/registry/minions/; range_end:/registry/minions0; response_count:0; response_revision:4129; }","duration":"162.619709ms","start":"2026-04-10T04:00:09.121909Z","end":"2026-04-10T04:00:09.284529Z","steps":["trace[675755360] 'count revisions from in-memory index tree' (duration: 162.386105ms)"],"step_count":1} {"level":"warn","ts":"2026-04-10T04:00:09.284572Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"172.609915ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pxc.percona.com/perconaxtradbclusters/\" range_end:\"/registry/pxc.percona.com/perconaxtradbclusters0\" count_only:true ","response":"range_response_count:0 size:7"} {"level":"info","ts":"2026-04-10T04:00:09.284608Z","caller":"traceutil/trace.go:171","msg":"trace[492571941] range","detail":"{range_begin:/registry/pxc.percona.com/perconaxtradbclusters/; range_end:/registry/pxc.percona.com/perconaxtradbclusters0; response_count:0; response_revision:4129; }","duration":"172.688346ms","start":"2026-04-10T04:00:09.11191Z","end":"2026-04-10T04:00:09.284598Z","steps":["trace[492571941] 'count revisions from in-memory index tree' (duration: 172.540715ms)"],"step_count":1} {"level":"info","ts":"2026-04-10T04:00:10.414326Z","caller":"traceutil/trace.go:171","msg":"trace[855298418] transaction","detail":"{read_only:false; response_revision:4134; number_of_response:1; }","duration":"162.365644ms","start":"2026-04-10T04:00:10.251912Z","end":"2026-04-10T04:00:10.414278Z","steps":["trace[855298418] 'process raft request' (duration: 162.170469ms)"],"step_count":1} {"level":"info","ts":"2026-04-10T04:00:38.027716Z","caller":"traceutil/trace.go:171","msg":"trace[891953651] transaction","detail":"{read_only:false; response_revision:4352; number_of_response:1; }","duration":"135.302094ms","start":"2026-04-10T04:00:37.892364Z","end":"2026-04-10T04:00:38.027666Z","steps":["trace[891953651] 'process raft request' (duration: 80.654499ms)","trace[891953651] 'compare' (duration: 54.37794ms)"],"step_count":2} {"level":"warn","ts":"2026-04-10T04:00:38.329117Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"182.501964ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pods/openstack/percona-xtradb-pxc-0\" ","response":"range_response_count:1 size:12216"} {"level":"info","ts":"2026-04-10T04:00:38.329238Z","caller":"traceutil/trace.go:171","msg":"trace[1684259586] range","detail":"{range_begin:/registry/pods/openstack/percona-xtradb-pxc-0; range_end:; response_count:1; response_revision:4352; }","duration":"182.693387ms","start":"2026-04-10T04:00:38.146522Z","end":"2026-04-10T04:00:38.329215Z","steps":["trace[1684259586] 'range keys from in-memory index tree' (duration: 182.273539ms)"],"step_count":1} {"level":"info","ts":"2026-04-10T04:00:38.329999Z","caller":"traceutil/trace.go:171","msg":"trace[157756739] transaction","detail":"{read_only:false; response_revision:4353; number_of_response:1; }","duration":"137.745779ms","start":"2026-04-10T04:00:38.192228Z","end":"2026-04-10T04:00:38.329974Z","steps":["trace[157756739] 'process raft request' (duration: 73.013058ms)","trace[157756739] 'compare' (duration: 64.573888ms)"],"step_count":2} {"level":"info","ts":"2026-04-10T04:00:38.338225Z","caller":"traceutil/trace.go:171","msg":"trace[831909039] transaction","detail":"{read_only:false; response_revision:4354; number_of_response:1; }","duration":"142.653528ms","start":"2026-04-10T04:00:38.195089Z","end":"2026-04-10T04:00:38.337742Z","steps":["trace[831909039] 'process raft request' (duration: 142.373903ms)"],"step_count":1} {"level":"info","ts":"2026-04-10T04:00:58.734612Z","caller":"traceutil/trace.go:171","msg":"trace[452721781] transaction","detail":"{read_only:false; response_revision:4482; number_of_response:1; }","duration":"223.870223ms","start":"2026-04-10T04:00:58.510705Z","end":"2026-04-10T04:00:58.734575Z","steps":["trace[452721781] 'process raft request' (duration: 221.672745ms)"],"step_count":1} {"level":"info","ts":"2026-04-10T04:00:58.735006Z","caller":"traceutil/trace.go:171","msg":"trace[1900703829] linearizableReadLoop","detail":"{readStateIndex:4676; appliedIndex:4675; }","duration":"115.767858ms","start":"2026-04-10T04:00:58.618766Z","end":"2026-04-10T04:00:58.734534Z","steps":["trace[1900703829] 'read index received' (duration: 113.704691ms)","trace[1900703829] 'applied index is now lower than readState.Index' (duration: 2.062277ms)"],"step_count":2} {"level":"warn","ts":"2026-04-10T04:00:58.735124Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"116.341781ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pods/openstack/percona-xtradb-pxc-0\" ","response":"range_response_count:1 size:12216"} {"level":"info","ts":"2026-04-10T04:00:58.735183Z","caller":"traceutil/trace.go:171","msg":"trace[1794435565] range","detail":"{range_begin:/registry/pods/openstack/percona-xtradb-pxc-0; range_end:; response_count:1; response_revision:4483; }","duration":"116.449412ms","start":"2026-04-10T04:00:58.618716Z","end":"2026-04-10T04:00:58.735165Z","steps":["trace[1794435565] 'agreement among raft nodes before linearized reading' (duration: 116.241757ms)"],"step_count":1} {"level":"warn","ts":"2026-04-10T04:01:06.957376Z","caller":"etcdserver/v3_server.go:897","msg":"waiting for ReadIndex response took too long, retrying","sent-request-id":6432439295843431427,"retry-timeout":"500ms"} {"level":"info","ts":"2026-04-10T04:01:07.115108Z","caller":"traceutil/trace.go:171","msg":"trace[922608732] transaction","detail":"{read_only:false; response_revision:4895; number_of_response:1; }","duration":"753.035639ms","start":"2026-04-10T04:01:06.362051Z","end":"2026-04-10T04:01:07.115087Z","steps":["trace[922608732] 'process raft request' (duration: 752.861004ms)"],"step_count":1} {"level":"warn","ts":"2026-04-10T04:01:07.115313Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-10T04:01:06.36203Z","time spent":"753.208752ms","remote":"127.0.0.1:33276","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":5430,"response count":0,"response size":39,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-04-10T04:01:07.121246Z","caller":"traceutil/trace.go:171","msg":"trace[126150856] transaction","detail":"{read_only:false; response_revision:4896; number_of_response:1; }","duration":"657.507796ms","start":"2026-04-10T04:01:06.46371Z","end":"2026-04-10T04:01:07.121218Z","steps":["trace[126150856] 'process raft request' (duration: 657.21337ms)"],"step_count":1} {"level":"info","ts":"2026-04-10T04:01:07.121489Z","caller":"traceutil/trace.go:171","msg":"trace[383778291] transaction","detail":"{read_only:false; response_revision:4897; number_of_response:1; }","duration":"355.489775ms","start":"2026-04-10T04:01:06.765981Z","end":"2026-04-10T04:01:07.121471Z","steps":["trace[383778291] 'process raft request' (duration: 355.117916ms)"],"step_count":1} {"level":"warn","ts":"2026-04-10T04:01:07.121576Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-10T04:01:06.765951Z","time spent":"355.583096ms","remote":"127.0.0.1:33096","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":534,"response count":0,"response size":39,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-04-10T04:01:07.121974Z","caller":"traceutil/trace.go:171","msg":"trace[1810141781] transaction","detail":"{read_only:false; response_revision:4898; number_of_response:1; }","duration":"354.896621ms","start":"2026-04-10T04:01:06.767063Z","end":"2026-04-10T04:01:07.12196Z","steps":["trace[1810141781] 'process raft request' (duration: 354.350909ms)"],"step_count":1} {"level":"warn","ts":"2026-04-10T04:01:07.122063Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-10T04:01:06.767054Z","time spent":"354.977493ms","remote":"127.0.0.1:33096","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":541,"response count":0,"response size":39,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-04-10T04:01:07.12247Z","caller":"traceutil/trace.go:171","msg":"trace[1941462376] linearizableReadLoop","detail":"{readStateIndex:5100; appliedIndex:5097; }","duration":"665.752421ms","start":"2026-04-10T04:01:06.456706Z","end":"2026-04-10T04:01:07.122458Z","steps":["trace[1941462376] 'read index received' (duration: 658.444397ms)","trace[1941462376] 'applied index is now lower than readState.Index' (duration: 7.307214ms)"],"step_count":2} {"level":"warn","ts":"2026-04-10T04:01:07.122582Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"445.738139ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/secretgen.carvel.dev/secretimports/\" range_end:\"/registry/secretgen.carvel.dev/secretimports0\" count_only:true ","response":"range_response_count:0 size:5"} {"level":"warn","ts":"2026-04-10T04:01:07.122584Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"665.867273ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/health\" ","response":"range_response_count:0 size:5"} {"level":"info","ts":"2026-04-10T04:01:07.122622Z","caller":"traceutil/trace.go:171","msg":"trace[333588651] range","detail":"{range_begin:/registry/secretgen.carvel.dev/secretimports/; range_end:/registry/secretgen.carvel.dev/secretimports0; response_count:0; response_revision:4900; }","duration":"445.822631ms","start":"2026-04-10T04:01:06.67679Z","end":"2026-04-10T04:01:07.122613Z","steps":["trace[333588651] 'agreement among raft nodes before linearized reading' (duration: 445.75607ms)"],"step_count":1} {"level":"info","ts":"2026-04-10T04:01:07.12264Z","caller":"traceutil/trace.go:171","msg":"trace[658747725] range","detail":"{range_begin:/registry/health; range_end:; response_count:0; response_revision:4900; }","duration":"665.972125ms","start":"2026-04-10T04:01:06.456652Z","end":"2026-04-10T04:01:07.122625Z","steps":["trace[658747725] 'agreement among raft nodes before linearized reading' (duration: 665.875843ms)"],"step_count":1} {"level":"warn","ts":"2026-04-10T04:01:07.122671Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-10T04:01:06.67677Z","time spent":"445.892532ms","remote":"127.0.0.1:58094","response type":"/etcdserverpb.KV/Range","request count":0,"request size":96,"response count":0,"response size":28,"request content":"key:\"/registry/secretgen.carvel.dev/secretimports/\" range_end:\"/registry/secretgen.carvel.dev/secretimports0\" count_only:true "} {"level":"warn","ts":"2026-04-10T04:01:07.122689Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-10T04:01:06.456632Z","time spent":"666.036428ms","remote":"127.0.0.1:32842","response type":"/etcdserverpb.KV/Range","request count":0,"request size":18,"response count":0,"response size":28,"request content":"key:\"/registry/health\" "} {"level":"warn","ts":"2026-04-10T04:01:07.122889Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"282.987326ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/cilium-operator-resource-lock\" ","response":"range_response_count:1 size:493"} {"level":"info","ts":"2026-04-10T04:01:07.122925Z","caller":"traceutil/trace.go:171","msg":"trace[1074330330] range","detail":"{range_begin:/registry/leases/kube-system/cilium-operator-resource-lock; range_end:; response_count:1; response_revision:4900; }","duration":"283.057928ms","start":"2026-04-10T04:01:06.839858Z","end":"2026-04-10T04:01:07.122916Z","steps":["trace[1074330330] 'agreement among raft nodes before linearized reading' (duration: 282.959245ms)"],"step_count":1} {"level":"warn","ts":"2026-04-10T04:01:07.12308Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"444.187023ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/gateway.networking.k8s.io/udproutes/\" range_end:\"/registry/gateway.networking.k8s.io/udproutes0\" count_only:true ","response":"range_response_count:0 size:5"} {"level":"warn","ts":"2026-04-10T04:01:07.123106Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"316.028994ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/apiregistration.k8s.io/apiservices/\" range_end:\"/registry/apiregistration.k8s.io/apiservices0\" count_only:true ","response":"range_response_count:0 size:7"} {"level":"info","ts":"2026-04-10T04:01:07.123158Z","caller":"traceutil/trace.go:171","msg":"trace[1929296224] range","detail":"{range_begin:/registry/gateway.networking.k8s.io/udproutes/; range_end:/registry/gateway.networking.k8s.io/udproutes0; response_count:0; response_revision:4900; }","duration":"444.326038ms","start":"2026-04-10T04:01:06.678813Z","end":"2026-04-10T04:01:07.123139Z","steps":["trace[1929296224] 'agreement among raft nodes before linearized reading' (duration: 444.194625ms)"],"step_count":1} {"level":"info","ts":"2026-04-10T04:01:07.123189Z","caller":"traceutil/trace.go:171","msg":"trace[1504556869] range","detail":"{range_begin:/registry/apiregistration.k8s.io/apiservices/; range_end:/registry/apiregistration.k8s.io/apiservices0; response_count:0; response_revision:4900; }","duration":"316.225959ms","start":"2026-04-10T04:01:06.806942Z","end":"2026-04-10T04:01:07.123168Z","steps":["trace[1504556869] 'agreement among raft nodes before linearized reading' (duration: 316.070035ms)"],"step_count":1} {"level":"warn","ts":"2026-04-10T04:01:07.123204Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"375.653584ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/minions/\" range_end:\"/registry/minions0\" ","response":"range_response_count:1 size:9765"} {"level":"warn","ts":"2026-04-10T04:01:07.12321Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-10T04:01:06.678792Z","time spent":"444.404269ms","remote":"127.0.0.1:48228","response type":"/etcdserverpb.KV/Range","request count":0,"request size":98,"response count":0,"response size":28,"request content":"key:\"/registry/gateway.networking.k8s.io/udproutes/\" range_end:\"/registry/gateway.networking.k8s.io/udproutes0\" count_only:true "} {"level":"info","ts":"2026-04-10T04:01:07.123236Z","caller":"traceutil/trace.go:171","msg":"trace[260062868] range","detail":"{range_begin:/registry/minions/; range_end:/registry/minions0; response_count:1; response_revision:4900; }","duration":"375.717697ms","start":"2026-04-10T04:01:06.747509Z","end":"2026-04-10T04:01:07.123227Z","steps":["trace[260062868] 'agreement among raft nodes before linearized reading' (duration: 375.629085ms)"],"step_count":1} {"level":"warn","ts":"2026-04-10T04:01:07.123233Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-10T04:01:06.806923Z","time spent":"316.29991ms","remote":"127.0.0.1:33348","response type":"/etcdserverpb.KV/Range","request count":0,"request size":96,"response count":40,"response size":30,"request content":"key:\"/registry/apiregistration.k8s.io/apiservices/\" range_end:\"/registry/apiregistration.k8s.io/apiservices0\" count_only:true "} {"level":"warn","ts":"2026-04-10T04:01:07.123263Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-10T04:01:06.747494Z","time spent":"375.762547ms","remote":"127.0.0.1:33020","response type":"/etcdserverpb.KV/Range","request count":0,"request size":40,"response count":1,"response size":9788,"request content":"key:\"/registry/minions/\" range_end:\"/registry/minions0\" "} {"level":"warn","ts":"2026-04-10T04:01:07.126873Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-10T04:01:06.463683Z","time spent":"657.65211ms","remote":"127.0.0.1:33096","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":509,"response count":0,"response size":39,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-04-10T04:01:08.286919Z","caller":"traceutil/trace.go:171","msg":"trace[368752826] linearizableReadLoop","detail":"{readStateIndex:5167; appliedIndex:5166; }","duration":"103.411217ms","start":"2026-04-10T04:01:08.183491Z","end":"2026-04-10T04:01:08.286902Z","steps":["trace[368752826] 'read index received' (duration: 103.246324ms)","trace[368752826] 'applied index is now lower than readState.Index' (duration: 164.093µs)"],"step_count":2} {"level":"warn","ts":"2026-04-10T04:01:08.287214Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"103.710805ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/kube-scheduler\" ","response":"range_response_count:1 size:478"} {"level":"info","ts":"2026-04-10T04:01:08.287251Z","caller":"traceutil/trace.go:171","msg":"trace[1112761387] range","detail":"{range_begin:/registry/leases/kube-system/kube-scheduler; range_end:; response_count:1; response_revision:4964; }","duration":"103.790776ms","start":"2026-04-10T04:01:08.183451Z","end":"2026-04-10T04:01:08.287242Z","steps":["trace[1112761387] 'agreement among raft nodes before linearized reading' (duration: 103.54849ms)"],"step_count":1} {"level":"info","ts":"2026-04-10T04:01:08.287031Z","caller":"traceutil/trace.go:171","msg":"trace[1652644567] transaction","detail":"{read_only:false; response_revision:4964; number_of_response:1; }","duration":"127.054584ms","start":"2026-04-10T04:01:08.15994Z","end":"2026-04-10T04:01:08.286995Z","steps":["trace[1652644567] 'process raft request' (duration: 126.84896ms)"],"step_count":1} {"level":"warn","ts":"2026-04-10T04:01:09.586379Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"139.626846ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/events/\" range_end:\"/registry/events0\" count_only:true ","response":"range_response_count:0 size:8"} {"level":"info","ts":"2026-04-10T04:01:09.586469Z","caller":"traceutil/trace.go:171","msg":"trace[1720303731] range","detail":"{range_begin:/registry/events/; range_end:/registry/events0; response_count:0; response_revision:4999; }","duration":"139.776997ms","start":"2026-04-10T04:01:09.446674Z","end":"2026-04-10T04:01:09.586451Z","steps":["trace[1720303731] 'count revisions from in-memory index tree' (duration: 139.517902ms)"],"step_count":1} {"level":"info","ts":"2026-04-10T04:01:09.586924Z","caller":"traceutil/trace.go:171","msg":"trace[2110809709] transaction","detail":"{read_only:false; response_revision:5000; number_of_response:1; }","duration":"135.913512ms","start":"2026-04-10T04:01:09.450985Z","end":"2026-04-10T04:01:09.586899Z","steps":["trace[2110809709] 'process raft request' (duration: 104.662844ms)","trace[2110809709] 'compare' (duration: 30.417279ms)"],"step_count":2} {"level":"info","ts":"2026-04-10T04:01:13.479035Z","caller":"traceutil/trace.go:171","msg":"trace[1630159781] transaction","detail":"{read_only:false; response_revision:5077; number_of_response:1; }","duration":"421.168261ms","start":"2026-04-10T04:01:13.057836Z","end":"2026-04-10T04:01:13.479004Z","steps":["trace[1630159781] 'process raft request' (duration: 421.041829ms)"],"step_count":1} {"level":"warn","ts":"2026-04-10T04:01:13.479186Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-10T04:01:13.057814Z","time spent":"421.307184ms","remote":"127.0.0.1:39950","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":2471,"response count":0,"response size":39,"request content":"compare: success:> failure:<>"} {"level":"info","ts":"2026-04-10T04:01:13.479642Z","caller":"traceutil/trace.go:171","msg":"trace[527566220] linearizableReadLoop","detail":"{readStateIndex:5284; appliedIndex:5284; }","duration":"420.008456ms","start":"2026-04-10T04:01:13.059622Z","end":"2026-04-10T04:01:13.479631Z","steps":["trace[527566220] 'read index received' (duration: 420.003476ms)","trace[527566220] 'applied index is now lower than readState.Index' (duration: 4.17µs)"],"step_count":2} {"level":"warn","ts":"2026-04-10T04:01:13.479773Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"420.146318ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/health\" ","response":"range_response_count:0 size:5"} {"level":"info","ts":"2026-04-10T04:01:13.47981Z","caller":"traceutil/trace.go:171","msg":"trace[735905740] range","detail":"{range_begin:/registry/health; range_end:; response_count:0; response_revision:5077; }","duration":"420.22443ms","start":"2026-04-10T04:01:13.059577Z","end":"2026-04-10T04:01:13.479801Z","steps":["trace[735905740] 'agreement among raft nodes before linearized reading' (duration: 420.139279ms)"],"step_count":1} {"level":"warn","ts":"2026-04-10T04:01:13.479839Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-10T04:01:13.05956Z","time spent":"420.272572ms","remote":"127.0.0.1:32842","response type":"/etcdserverpb.KV/Range","request count":0,"request size":18,"response count":0,"response size":28,"request content":"key:\"/registry/health\" "} {"level":"info","ts":"2026-04-10T04:01:13.484071Z","caller":"traceutil/trace.go:171","msg":"trace[1726205352] transaction","detail":"{read_only:false; response_revision:5079; number_of_response:1; }","duration":"328.250529ms","start":"2026-04-10T04:01:13.155794Z","end":"2026-04-10T04:01:13.484045Z","steps":["trace[1726205352] 'process raft request' (duration: 327.967602ms)"],"step_count":1} {"level":"info","ts":"2026-04-10T04:01:13.48416Z","caller":"traceutil/trace.go:171","msg":"trace[2109120543] transaction","detail":"{read_only:false; response_revision:5080; number_of_response:1; }","duration":"326.905379ms","start":"2026-04-10T04:01:13.157202Z","end":"2026-04-10T04:01:13.484108Z","steps":["trace[2109120543] 'process raft request' (duration: 326.607643ms)"],"step_count":1} {"level":"warn","ts":"2026-04-10T04:01:13.484254Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-10T04:01:13.155761Z","time spent":"328.411704ms","remote":"127.0.0.1:33096","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":533,"response count":0,"response size":39,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-04-10T04:01:13.484259Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-10T04:01:13.157175Z","time spent":"327.033091ms","remote":"127.0.0.1:33096","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":508,"response count":0,"response size":39,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-04-10T04:01:13.484393Z","caller":"traceutil/trace.go:171","msg":"trace[1641336490] transaction","detail":"{read_only:false; response_revision:5078; number_of_response:1; }","duration":"333.076137ms","start":"2026-04-10T04:01:13.151306Z","end":"2026-04-10T04:01:13.484382Z","steps":["trace[1641336490] 'process raft request' (duration: 332.331821ms)"],"step_count":1} {"level":"warn","ts":"2026-04-10T04:01:13.484451Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-10T04:01:13.151273Z","time spent":"333.149808ms","remote":"127.0.0.1:33096","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":540,"response count":0,"response size":39,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-04-10T04:01:13.497117Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"134.133662ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/secretgen.k14s.io/certificates/\" range_end:\"/registry/secretgen.k14s.io/certificates0\" count_only:true ","response":"range_response_count:0 size:5"} {"level":"info","ts":"2026-04-10T04:01:13.497224Z","caller":"traceutil/trace.go:171","msg":"trace[1540536618] range","detail":"{range_begin:/registry/secretgen.k14s.io/certificates/; range_end:/registry/secretgen.k14s.io/certificates0; response_count:0; response_revision:5081; }","duration":"134.247603ms","start":"2026-04-10T04:01:13.362913Z","end":"2026-04-10T04:01:13.497161Z","steps":["trace[1540536618] 'agreement among raft nodes before linearized reading' (duration: 134.143451ms)"],"step_count":1} {"level":"warn","ts":"2026-04-10T04:01:13.497365Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"334.776944ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/plndr-cp-lock\" ","response":"range_response_count:1 size:432"} {"level":"info","ts":"2026-04-10T04:01:13.497437Z","caller":"traceutil/trace.go:171","msg":"trace[1616261684] range","detail":"{range_begin:/registry/leases/kube-system/plndr-cp-lock; range_end:; response_count:1; response_revision:5081; }","duration":"334.897288ms","start":"2026-04-10T04:01:13.162523Z","end":"2026-04-10T04:01:13.497421Z","steps":["trace[1616261684] 'agreement among raft nodes before linearized reading' (duration: 334.702133ms)"],"step_count":1} {"level":"warn","ts":"2026-04-10T04:01:13.497469Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-10T04:01:13.162506Z","time spent":"334.956548ms","remote":"127.0.0.1:33096","response type":"/etcdserverpb.KV/Range","request count":0,"request size":44,"response count":1,"response size":455,"request content":"key:\"/registry/leases/kube-system/plndr-cp-lock\" "} {"level":"warn","ts":"2026-04-10T04:01:13.49749Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"335.004381ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/cilium-operator-resource-lock\" ","response":"range_response_count:1 size:492"} {"level":"info","ts":"2026-04-10T04:01:13.497541Z","caller":"traceutil/trace.go:171","msg":"trace[1931922261] range","detail":"{range_begin:/registry/leases/kube-system/cilium-operator-resource-lock; range_end:; response_count:1; response_revision:5082; }","duration":"335.049571ms","start":"2026-04-10T04:01:13.162467Z","end":"2026-04-10T04:01:13.497516Z","steps":["trace[1931922261] 'agreement among raft nodes before linearized reading' (duration: 334.920988ms)"],"step_count":1} {"level":"warn","ts":"2026-04-10T04:01:13.49757Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-10T04:01:13.162462Z","time spent":"335.101372ms","remote":"127.0.0.1:33096","response type":"/etcdserverpb.KV/Range","request count":0,"request size":60,"response count":1,"response size":515,"request content":"key:\"/registry/leases/kube-system/cilium-operator-resource-lock\" "} {"level":"warn","ts":"2026-04-10T04:01:13.497439Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"338.848745ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/plndr-svcs-lock\" ","response":"range_response_count:1 size:437"} {"level":"info","ts":"2026-04-10T04:01:13.4977Z","caller":"traceutil/trace.go:171","msg":"trace[1526970656] range","detail":"{range_begin:/registry/leases/kube-system/plndr-svcs-lock; range_end:; response_count:1; response_revision:5081; }","duration":"339.083991ms","start":"2026-04-10T04:01:13.15854Z","end":"2026-04-10T04:01:13.497624Z","steps":["trace[1526970656] 'agreement among raft nodes before linearized reading' (duration: 338.816245ms)"],"step_count":1} {"level":"warn","ts":"2026-04-10T04:01:13.497747Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-10T04:01:13.158523Z","time spent":"339.212734ms","remote":"127.0.0.1:33096","response type":"/etcdserverpb.KV/Range","request count":0,"request size":46,"response count":1,"response size":460,"request content":"key:\"/registry/leases/kube-system/plndr-svcs-lock\" "} {"level":"warn","ts":"2026-04-10T04:01:14.844334Z","caller":"etcdserver/v3_server.go:897","msg":"waiting for ReadIndex response took too long, retrying","sent-request-id":6432439295843431947,"retry-timeout":"500ms"} {"level":"info","ts":"2026-04-10T04:01:15.109278Z","caller":"traceutil/trace.go:171","msg":"trace[2055846382] transaction","detail":"{read_only:false; response_revision:5090; number_of_response:1; }","duration":"767.012069ms","start":"2026-04-10T04:01:14.342231Z","end":"2026-04-10T04:01:15.109243Z","steps":["trace[2055846382] 'process raft request' (duration: 766.687762ms)"],"step_count":1} {"level":"info","ts":"2026-04-10T04:01:15.110041Z","caller":"traceutil/trace.go:171","msg":"trace[1971799108] linearizableReadLoop","detail":"{readStateIndex:5299; appliedIndex:5297; }","duration":"766.57702ms","start":"2026-04-10T04:01:14.343432Z","end":"2026-04-10T04:01:15.110009Z","steps":["trace[1971799108] 'read index received' (duration: 765.566927ms)","trace[1971799108] 'applied index is now lower than readState.Index' (duration: 1.008873ms)"],"step_count":2} {"level":"info","ts":"2026-04-10T04:01:15.110062Z","caller":"traceutil/trace.go:171","msg":"trace[1783074440] transaction","detail":"{read_only:false; response_revision:5091; number_of_response:1; }","duration":"690.574836ms","start":"2026-04-10T04:01:14.419446Z","end":"2026-04-10T04:01:15.110021Z","steps":["trace[1783074440] 'process raft request' (duration: 690.424472ms)"],"step_count":1} {"level":"warn","ts":"2026-04-10T04:01:15.110187Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-10T04:01:14.41943Z","time spent":"690.701209ms","remote":"127.0.0.1:32906","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":947,"response count":0,"response size":39,"request content":"compare: success:> failure:<>"} {"level":"warn","ts":"2026-04-10T04:01:15.110323Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"767.418949ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/kube-controller-manager\" ","response":"range_response_count:1 size:507"} {"level":"info","ts":"2026-04-10T04:01:15.110363Z","caller":"traceutil/trace.go:171","msg":"trace[1343975334] range","detail":"{range_begin:/registry/leases/kube-system/kube-controller-manager; range_end:; response_count:1; response_revision:5091; }","duration":"767.528742ms","start":"2026-04-10T04:01:14.342825Z","end":"2026-04-10T04:01:15.110354Z","steps":["trace[1343975334] 'agreement among raft nodes before linearized reading' (duration: 767.322017ms)"],"step_count":1} {"level":"warn","ts":"2026-04-10T04:01:15.110403Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-10T04:01:14.342806Z","time spent":"767.588902ms","remote":"127.0.0.1:33096","response type":"/etcdserverpb.KV/Range","request count":0,"request size":54,"response count":1,"response size":530,"request content":"key:\"/registry/leases/kube-system/kube-controller-manager\" "} {"level":"warn","ts":"2026-04-10T04:01:15.110439Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-10T04:01:14.342208Z","time spent":"767.159834ms","remote":"127.0.0.1:33096","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":463,"response count":0,"response size":39,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-04-10T04:01:15.11052Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"691.419035ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pods/monitoring/kube-prometheus-stack-prometheus-node-exporter-m9d2g\" ","response":"range_response_count:1 size:9645"} {"level":"info","ts":"2026-04-10T04:01:15.110552Z","caller":"traceutil/trace.go:171","msg":"trace[1549244890] range","detail":"{range_begin:/registry/pods/monitoring/kube-prometheus-stack-prometheus-node-exporter-m9d2g; range_end:; response_count:1; response_revision:5091; }","duration":"691.502576ms","start":"2026-04-10T04:01:14.419042Z","end":"2026-04-10T04:01:15.110544Z","steps":["trace[1549244890] 'agreement among raft nodes before linearized reading' (duration: 691.376784ms)"],"step_count":1} {"level":"warn","ts":"2026-04-10T04:01:15.110577Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-10T04:01:14.419019Z","time spent":"691.553118ms","remote":"127.0.0.1:33028","response type":"/etcdserverpb.KV/Range","request count":0,"request size":80,"response count":1,"response size":9668,"request content":"key:\"/registry/pods/monitoring/kube-prometheus-stack-prometheus-node-exporter-m9d2g\" "} {"level":"warn","ts":"2026-04-10T04:01:15.11074Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"135.599793ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/clusterrolebindings/\" range_end:\"/registry/clusterrolebindings0\" count_only:true ","response":"range_response_count:0 size:7"} {"level":"info","ts":"2026-04-10T04:01:15.110764Z","caller":"traceutil/trace.go:171","msg":"trace[546460655] range","detail":"{range_begin:/registry/clusterrolebindings/; range_end:/registry/clusterrolebindings0; response_count:0; response_revision:5091; }","duration":"135.666675ms","start":"2026-04-10T04:01:14.975092Z","end":"2026-04-10T04:01:15.110759Z","steps":["trace[546460655] 'agreement among raft nodes before linearized reading' (duration: 135.593323ms)"],"step_count":1} {"level":"info","ts":"2026-04-10T04:01:19.834738Z","caller":"mvcc/index.go:214","msg":"compact tree index","revision":2862} {"level":"info","ts":"2026-04-10T04:01:20.001922Z","caller":"mvcc/kvstore_compaction.go:68","msg":"finished scheduled compaction","compact-revision":2862,"took":"166.205133ms","hash":2050385599,"current-db-size-bytes":51675136,"current-db-size":"52 MB","current-db-size-in-use-bytes":26779648,"current-db-size-in-use":"27 MB"} {"level":"info","ts":"2026-04-10T04:01:20.002006Z","caller":"mvcc/hash.go:137","msg":"storing new hash","hash":2050385599,"revision":2862,"compact-revision":-1} {"level":"warn","ts":"2026-04-10T04:01:20.562662Z","caller":"etcdserver/v3_server.go:897","msg":"waiting for ReadIndex response took too long, retrying","sent-request-id":6432439295843432187,"retry-timeout":"500ms"} {"level":"warn","ts":"2026-04-10T04:01:21.062911Z","caller":"etcdserver/v3_server.go:897","msg":"waiting for ReadIndex response took too long, retrying","sent-request-id":6432439295843432187,"retry-timeout":"500ms"} {"level":"warn","ts":"2026-04-10T04:01:21.082208Z","caller":"wal/wal.go:805","msg":"slow fdatasync","took":"1.021285329s","expected-duration":"1s"} {"level":"info","ts":"2026-04-10T04:01:21.163591Z","caller":"traceutil/trace.go:171","msg":"trace[822132842] transaction","detail":"{read_only:false; response_revision:5189; number_of_response:1; }","duration":"1.102867346s","start":"2026-04-10T04:01:20.060704Z","end":"2026-04-10T04:01:21.163571Z","steps":["trace[822132842] 'process raft request' (duration: 1.021714829s)","trace[822132842] 'compare' (duration: 80.36736ms)"],"step_count":2} {"level":"warn","ts":"2026-04-10T04:01:21.163715Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-10T04:01:20.06066Z","time spent":"1.10299455s","remote":"127.0.0.1:34128","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":7495,"response count":0,"response size":39,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-04-10T04:01:21.21648Z","caller":"traceutil/trace.go:171","msg":"trace[2077883944] linearizableReadLoop","detail":"{readStateIndex:5402; appliedIndex:5400; }","duration":"1.154766942s","start":"2026-04-10T04:01:20.061584Z","end":"2026-04-10T04:01:21.216351Z","steps":["trace[2077883944] 'read index received' (duration: 1.02084592s)","trace[2077883944] 'applied index is now lower than readState.Index' (duration: 133.920122ms)"],"step_count":2} {"level":"warn","ts":"2026-04-10T04:01:21.216867Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"369.257445ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/gateway.networking.k8s.io/tcproutes/\" range_end:\"/registry/gateway.networking.k8s.io/tcproutes0\" count_only:true ","response":"range_response_count:0 size:5"} {"level":"info","ts":"2026-04-10T04:01:21.216902Z","caller":"traceutil/trace.go:171","msg":"trace[1449575041] range","detail":"{range_begin:/registry/gateway.networking.k8s.io/tcproutes/; range_end:/registry/gateway.networking.k8s.io/tcproutes0; response_count:0; response_revision:5190; }","duration":"369.362746ms","start":"2026-04-10T04:01:20.847529Z","end":"2026-04-10T04:01:21.216892Z","steps":["trace[1449575041] 'agreement among raft nodes before linearized reading' (duration: 369.288845ms)"],"step_count":1} {"level":"warn","ts":"2026-04-10T04:01:21.216927Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-10T04:01:20.847502Z","time spent":"369.418059ms","remote":"127.0.0.1:48220","response type":"/etcdserverpb.KV/Range","request count":0,"request size":98,"response count":0,"response size":28,"request content":"key:\"/registry/gateway.networking.k8s.io/tcproutes/\" range_end:\"/registry/gateway.networking.k8s.io/tcproutes0\" count_only:true "} {"level":"info","ts":"2026-04-10T04:01:21.217075Z","caller":"traceutil/trace.go:171","msg":"trace[1815866754] transaction","detail":"{read_only:false; response_revision:5190; number_of_response:1; }","duration":"566.849366ms","start":"2026-04-10T04:01:20.650218Z","end":"2026-04-10T04:01:21.217068Z","steps":["trace[1815866754] 'process raft request' (duration: 566.025967ms)"],"step_count":1} {"level":"warn","ts":"2026-04-10T04:01:21.217143Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-10T04:01:20.650188Z","time spent":"566.906357ms","remote":"127.0.0.1:33096","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":673,"response count":0,"response size":39,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-04-10T04:01:21.217249Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.155664203s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/health\" ","response":"range_response_count:0 size:5"} {"level":"info","ts":"2026-04-10T04:01:21.21727Z","caller":"traceutil/trace.go:171","msg":"trace[1139268580] range","detail":"{range_begin:/registry/health; range_end:; response_count:0; response_revision:5190; }","duration":"1.155715854s","start":"2026-04-10T04:01:20.061548Z","end":"2026-04-10T04:01:21.217264Z","steps":["trace[1139268580] 'agreement among raft nodes before linearized reading' (duration: 1.155685294s)"],"step_count":1} {"level":"warn","ts":"2026-04-10T04:01:21.217285Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-10T04:01:20.061533Z","time spent":"1.155748904s","remote":"127.0.0.1:32834","response type":"/etcdserverpb.KV/Range","request count":0,"request size":18,"response count":0,"response size":28,"request content":"key:\"/registry/health\" "} {"level":"warn","ts":"2026-04-10T04:01:21.217478Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"730.249496ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/persistentvolumeclaims/monitoring/prometheus-kube-prometheus-stack-prometheus-db-prometheus-kube-prometheus-stack-prometheus-0\" ","response":"range_response_count:1 size:2082"} {"level":"info","ts":"2026-04-10T04:01:21.217514Z","caller":"traceutil/trace.go:171","msg":"trace[535595946] range","detail":"{range_begin:/registry/persistentvolumeclaims/monitoring/prometheus-kube-prometheus-stack-prometheus-db-prometheus-kube-prometheus-stack-prometheus-0; range_end:; response_count:1; response_revision:5190; }","duration":"730.306537ms","start":"2026-04-10T04:01:20.487196Z","end":"2026-04-10T04:01:21.217502Z","steps":["trace[535595946] 'agreement among raft nodes before linearized reading' (duration: 730.187515ms)"],"step_count":1} {"level":"warn","ts":"2026-04-10T04:01:21.217549Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-10T04:01:20.487186Z","time spent":"730.356999ms","remote":"127.0.0.1:32998","response type":"/etcdserverpb.KV/Range","request count":0,"request size":139,"response count":1,"response size":2105,"request content":"key:\"/registry/persistentvolumeclaims/monitoring/prometheus-kube-prometheus-stack-prometheus-db-prometheus-kube-prometheus-stack-prometheus-0\" "} {"level":"warn","ts":"2026-04-10T04:01:21.217691Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"572.151965ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pods/local-path-storage/helper-pod-create-pvc-c9e532a4-a565-4d0d-91d5-36121369183d\" ","response":"range_response_count:1 size:3646"} {"level":"info","ts":"2026-04-10T04:01:21.217712Z","caller":"traceutil/trace.go:171","msg":"trace[642618467] range","detail":"{range_begin:/registry/pods/local-path-storage/helper-pod-create-pvc-c9e532a4-a565-4d0d-91d5-36121369183d; range_end:; response_count:1; response_revision:5190; }","duration":"572.229076ms","start":"2026-04-10T04:01:20.645476Z","end":"2026-04-10T04:01:21.217705Z","steps":["trace[642618467] 'agreement among raft nodes before linearized reading' (duration: 572.172255ms)"],"step_count":1} {"level":"warn","ts":"2026-04-10T04:01:21.217744Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-10T04:01:20.645451Z","time spent":"572.287057ms","remote":"127.0.0.1:33028","response type":"/etcdserverpb.KV/Range","request count":0,"request size":94,"response count":1,"response size":3669,"request content":"key:\"/registry/pods/local-path-storage/helper-pod-create-pvc-c9e532a4-a565-4d0d-91d5-36121369183d\" "} {"level":"warn","ts":"2026-04-10T04:01:21.217745Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"954.699376ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/configmaps/monitoring/\" range_end:\"/registry/configmaps/monitoring0\" ","response":"range_response_count:47 size:2193165"} {"level":"info","ts":"2026-04-10T04:01:21.217832Z","caller":"traceutil/trace.go:171","msg":"trace[1654652412] range","detail":"{range_begin:/registry/configmaps/monitoring/; range_end:/registry/configmaps/monitoring0; response_count:47; response_revision:5190; }","duration":"954.811928ms","start":"2026-04-10T04:01:20.263003Z","end":"2026-04-10T04:01:21.217815Z","steps":["trace[1654652412] 'agreement among raft nodes before linearized reading' (duration: 953.744054ms)"],"step_count":1} {"level":"warn","ts":"2026-04-10T04:01:21.217875Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-10T04:01:20.26295Z","time spent":"954.915701ms","remote":"127.0.0.1:32934","response type":"/etcdserverpb.KV/Range","request count":0,"request size":68,"response count":47,"response size":2193188,"request content":"key:\"/registry/configmaps/monitoring/\" range_end:\"/registry/configmaps/monitoring0\" "} {"level":"warn","ts":"2026-04-10T04:01:21.218019Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"756.994912ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/events/monitoring/kube-prometheus-stack-grafana-8c9668d88-fbxcg.18a4e2f161fd1ea1\" ","response":"range_response_count:1 size:895"} {"level":"warn","ts":"2026-04-10T04:01:21.218029Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"757.567224ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pods/monitoring/prometheus-kube-prometheus-stack-prometheus-0\" ","response":"range_response_count:1 size:16086"} {"level":"info","ts":"2026-04-10T04:01:21.218043Z","caller":"traceutil/trace.go:171","msg":"trace[1114415790] range","detail":"{range_begin:/registry/events/monitoring/kube-prometheus-stack-grafana-8c9668d88-fbxcg.18a4e2f161fd1ea1; range_end:; response_count:1; response_revision:5190; }","duration":"757.038332ms","start":"2026-04-10T04:01:20.460999Z","end":"2026-04-10T04:01:21.218037Z","steps":["trace[1114415790] 'agreement among raft nodes before linearized reading' (duration: 756.96037ms)"],"step_count":1} {"level":"info","ts":"2026-04-10T04:01:21.218053Z","caller":"traceutil/trace.go:171","msg":"trace[146037979] range","detail":"{range_begin:/registry/pods/monitoring/prometheus-kube-prometheus-stack-prometheus-0; range_end:; response_count:1; response_revision:5190; }","duration":"757.634856ms","start":"2026-04-10T04:01:20.46041Z","end":"2026-04-10T04:01:21.218045Z","steps":["trace[146037979] 'agreement among raft nodes before linearized reading' (duration: 757.559444ms)"],"step_count":1} {"level":"warn","ts":"2026-04-10T04:01:21.218076Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-10T04:01:20.460991Z","time spent":"757.076443ms","remote":"127.0.0.1:32906","response type":"/etcdserverpb.KV/Range","request count":0,"request size":92,"response count":1,"response size":918,"request content":"key:\"/registry/events/monitoring/kube-prometheus-stack-grafana-8c9668d88-fbxcg.18a4e2f161fd1ea1\" "} {"level":"warn","ts":"2026-04-10T04:01:21.218078Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-10T04:01:20.460388Z","time spent":"757.684647ms","remote":"127.0.0.1:33028","response type":"/etcdserverpb.KV/Range","request count":0,"request size":73,"response count":1,"response size":16109,"request content":"key:\"/registry/pods/monitoring/prometheus-kube-prometheus-stack-prometheus-0\" "} {"level":"info","ts":"2026-04-10T04:01:21.438382Z","caller":"traceutil/trace.go:171","msg":"trace[1029165662] transaction","detail":"{read_only:false; response_revision:5191; number_of_response:1; }","duration":"217.050194ms","start":"2026-04-10T04:01:21.221296Z","end":"2026-04-10T04:01:21.438346Z","steps":["trace[1029165662] 'process raft request' (duration: 166.6059ms)","trace[1029165662] 'compare' (duration: 50.26587ms)"],"step_count":2} {"level":"info","ts":"2026-04-10T04:01:21.496809Z","caller":"traceutil/trace.go:171","msg":"trace[571680178] transaction","detail":"{read_only:false; response_revision:5193; number_of_response:1; }","duration":"272.798135ms","start":"2026-04-10T04:01:21.223987Z","end":"2026-04-10T04:01:21.496785Z","steps":["trace[571680178] 'process raft request' (duration: 272.5516ms)"],"step_count":1} {"level":"warn","ts":"2026-04-10T04:01:21.497027Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"275.058036ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/persistentvolumes/pvc-c179b2bd-6f59-47a3-991b-6c59405f9d32\" ","response":"range_response_count:1 size:1435"} {"level":"info","ts":"2026-04-10T04:01:21.496791Z","caller":"traceutil/trace.go:171","msg":"trace[1331096004] linearizableReadLoop","detail":"{readStateIndex:5404; appliedIndex:5402; }","duration":"274.814381ms","start":"2026-04-10T04:01:21.221942Z","end":"2026-04-10T04:01:21.496757Z","steps":["trace[1331096004] 'read index received' (duration: 165.950426ms)","trace[1331096004] 'applied index is now lower than readState.Index' (duration: 108.862655ms)"],"step_count":2} {"level":"info","ts":"2026-04-10T04:01:21.497123Z","caller":"traceutil/trace.go:171","msg":"trace[2070155322] transaction","detail":"{read_only:false; response_revision:5192; number_of_response:1; }","duration":"275.229081ms","start":"2026-04-10T04:01:21.221807Z","end":"2026-04-10T04:01:21.497036Z","steps":["trace[2070155322] 'process raft request' (duration: 274.574826ms)"],"step_count":1} {"level":"info","ts":"2026-04-10T04:01:21.497199Z","caller":"traceutil/trace.go:171","msg":"trace[223693119] transaction","detail":"{read_only:false; response_revision:5194; number_of_response:1; }","duration":"264.605343ms","start":"2026-04-10T04:01:21.232582Z","end":"2026-04-10T04:01:21.497187Z","steps":["trace[223693119] 'process raft request' (duration: 264.086602ms)"],"step_count":1} {"level":"info","ts":"2026-04-10T04:01:21.497146Z","caller":"traceutil/trace.go:171","msg":"trace[334921029] range","detail":"{range_begin:/registry/persistentvolumes/pvc-c179b2bd-6f59-47a3-991b-6c59405f9d32; range_end:; response_count:1; response_revision:5194; }","duration":"275.21202ms","start":"2026-04-10T04:01:21.221911Z","end":"2026-04-10T04:01:21.497123Z","steps":["trace[334921029] 'agreement among raft nodes before linearized reading' (duration: 274.948423ms)"],"step_count":1} {"level":"warn","ts":"2026-04-10T04:01:21.497544Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"272.698613ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/health\" ","response":"range_response_count:0 size:5"} {"level":"warn","ts":"2026-04-10T04:01:21.497618Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"236.734383ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/secrets/monitoring/kube-prometheus-stack-admission\" ","response":"range_response_count:1 size:1817"} {"level":"info","ts":"2026-04-10T04:01:21.497647Z","caller":"traceutil/trace.go:171","msg":"trace[570969121] range","detail":"{range_begin:/registry/health; range_end:; response_count:0; response_revision:5194; }","duration":"272.880428ms","start":"2026-04-10T04:01:21.224744Z","end":"2026-04-10T04:01:21.497624Z","steps":["trace[570969121] 'agreement among raft nodes before linearized reading' (duration: 272.617573ms)"],"step_count":1} {"level":"info","ts":"2026-04-10T04:01:21.497663Z","caller":"traceutil/trace.go:171","msg":"trace[2146854498] range","detail":"{range_begin:/registry/secrets/monitoring/kube-prometheus-stack-admission; range_end:; response_count:1; response_revision:5194; }","duration":"236.804474ms","start":"2026-04-10T04:01:21.260846Z","end":"2026-04-10T04:01:21.497651Z","steps":["trace[2146854498] 'agreement among raft nodes before linearized reading' (duration: 236.528718ms)"],"step_count":1} {"level":"info","ts":"2026-04-10T04:01:21.654735Z","caller":"traceutil/trace.go:171","msg":"trace[502828052] linearizableReadLoop","detail":"{readStateIndex:5412; appliedIndex:5406; }","duration":"128.87198ms","start":"2026-04-10T04:01:21.525834Z","end":"2026-04-10T04:01:21.654706Z","steps":["trace[502828052] 'read index received' (duration: 7.728002ms)","trace[502828052] 'applied index is now lower than readState.Index' (duration: 121.142638ms)"],"step_count":2} {"level":"info","ts":"2026-04-10T04:01:21.654889Z","caller":"traceutil/trace.go:171","msg":"trace[1040844815] transaction","detail":"{read_only:false; response_revision:5198; number_of_response:1; }","duration":"147.789161ms","start":"2026-04-10T04:01:21.507066Z","end":"2026-04-10T04:01:21.654855Z","steps":["trace[1040844815] 'process raft request' (duration: 147.466914ms)"],"step_count":1} {"level":"info","ts":"2026-04-10T04:01:21.655175Z","caller":"traceutil/trace.go:171","msg":"trace[351657995] transaction","detail":"{read_only:false; response_revision:5199; number_of_response:1; }","duration":"138.616877ms","start":"2026-04-10T04:01:21.516542Z","end":"2026-04-10T04:01:21.655159Z","steps":["trace[351657995] 'process raft request' (duration: 138.029915ms)"],"step_count":1} {"level":"info","ts":"2026-04-10T04:01:21.655305Z","caller":"traceutil/trace.go:171","msg":"trace[1098875962] transaction","detail":"{read_only:false; response_revision:5196; number_of_response:1; }","duration":"147.994196ms","start":"2026-04-10T04:01:21.5073Z","end":"2026-04-10T04:01:21.655294Z","steps":["trace[1098875962] 'process raft request' (duration: 146.944133ms)"],"step_count":1} {"level":"info","ts":"2026-04-10T04:01:21.655403Z","caller":"traceutil/trace.go:171","msg":"trace[548121662] transaction","detail":"{read_only:false; response_revision:5200; number_of_response:1; }","duration":"138.78709ms","start":"2026-04-10T04:01:21.516607Z","end":"2026-04-10T04:01:21.655394Z","steps":["trace[548121662] 'process raft request' (duration: 138.016533ms)"],"step_count":1} {"level":"info","ts":"2026-04-10T04:01:21.655507Z","caller":"traceutil/trace.go:171","msg":"trace[1434664702] transaction","detail":"{read_only:false; response_revision:5201; number_of_response:1; }","duration":"122.393036ms","start":"2026-04-10T04:01:21.533107Z","end":"2026-04-10T04:01:21.6555Z","steps":["trace[1434664702] 'process raft request' (duration: 121.558997ms)"],"step_count":1} {"level":"info","ts":"2026-04-10T04:01:21.655525Z","caller":"traceutil/trace.go:171","msg":"trace[1666412787] transaction","detail":"{read_only:false; response_revision:5197; number_of_response:1; }","duration":"148.208181ms","start":"2026-04-10T04:01:21.507307Z","end":"2026-04-10T04:01:21.655515Z","steps":["trace[1666412787] 'process raft request' (duration: 147.157608ms)"],"step_count":1} {"level":"warn","ts":"2026-04-10T04:01:21.655906Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"129.858742ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/secrets/monitoring/prometheus-kube-prometheus-stack-prometheus\" ","response":"range_response_count:1 size:3506"} {"level":"info","ts":"2026-04-10T04:01:21.655953Z","caller":"traceutil/trace.go:171","msg":"trace[1046916636] range","detail":"{range_begin:/registry/secrets/monitoring/prometheus-kube-prometheus-stack-prometheus; range_end:; response_count:1; response_revision:5201; }","duration":"130.152238ms","start":"2026-04-10T04:01:21.52579Z","end":"2026-04-10T04:01:21.655942Z","steps":["trace[1046916636] 'agreement among raft nodes before linearized reading' (duration: 129.799391ms)"],"step_count":1} {"level":"warn","ts":"2026-04-10T04:01:21.668369Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"125.988485ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/plndr-cp-lock\" ","response":"range_response_count:1 size:433"} {"level":"info","ts":"2026-04-10T04:01:21.668432Z","caller":"traceutil/trace.go:171","msg":"trace[1370318963] range","detail":"{range_begin:/registry/leases/kube-system/plndr-cp-lock; range_end:; response_count:1; response_revision:5202; }","duration":"126.109768ms","start":"2026-04-10T04:01:21.542307Z","end":"2026-04-10T04:01:21.668417Z","steps":["trace[1370318963] 'agreement among raft nodes before linearized reading' (duration: 125.960705ms)"],"step_count":1} {"level":"warn","ts":"2026-04-10T04:01:21.668544Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"126.369684ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/plndr-svcs-lock\" ","response":"range_response_count:1 size:438"} {"level":"warn","ts":"2026-04-10T04:01:21.668589Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"126.750643ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/cilium-operator-resource-lock\" ","response":"range_response_count:1 size:493"} {"level":"info","ts":"2026-04-10T04:01:21.668605Z","caller":"traceutil/trace.go:171","msg":"trace[350581621] range","detail":"{range_begin:/registry/leases/kube-system/cilium-operator-resource-lock; range_end:; response_count:1; response_revision:5202; }","duration":"126.783664ms","start":"2026-04-10T04:01:21.541816Z","end":"2026-04-10T04:01:21.6686Z","steps":["trace[350581621] 'agreement among raft nodes before linearized reading' (duration: 126.732122ms)"],"step_count":1} {"level":"info","ts":"2026-04-10T04:01:21.668604Z","caller":"traceutil/trace.go:171","msg":"trace[791499962] range","detail":"{range_begin:/registry/leases/kube-system/plndr-svcs-lock; range_end:; response_count:1; response_revision:5202; }","duration":"126.455457ms","start":"2026-04-10T04:01:21.542131Z","end":"2026-04-10T04:01:21.668587Z","steps":["trace[791499962] 'agreement among raft nodes before linearized reading' (duration: 126.327714ms)"],"step_count":1} {"level":"info","ts":"2026-04-10T04:01:21.797984Z","caller":"traceutil/trace.go:171","msg":"trace[128199275] transaction","detail":"{read_only:false; response_revision:5204; number_of_response:1; }","duration":"123.424549ms","start":"2026-04-10T04:01:21.674528Z","end":"2026-04-10T04:01:21.797953Z","steps":["trace[128199275] 'process raft request' (duration: 117.787003ms)"],"step_count":1} {"level":"info","ts":"2026-04-10T04:01:21.79835Z","caller":"traceutil/trace.go:171","msg":"trace[1914298011] linearizableReadLoop","detail":"{readStateIndex:5417; appliedIndex:5415; }","duration":"120.717049ms","start":"2026-04-10T04:01:21.677619Z","end":"2026-04-10T04:01:21.798336Z","steps":["trace[1914298011] 'read index received' (duration: 15.858373ms)","trace[1914298011] 'applied index is now lower than readState.Index' (duration: 104.857655ms)"],"step_count":2} {"level":"info","ts":"2026-04-10T04:01:21.798408Z","caller":"traceutil/trace.go:171","msg":"trace[1456392568] transaction","detail":"{read_only:false; response_revision:5206; number_of_response:1; }","duration":"118.189531ms","start":"2026-04-10T04:01:21.680203Z","end":"2026-04-10T04:01:21.798393Z","steps":["trace[1456392568] 'process raft request' (duration: 118.069569ms)"],"step_count":1} {"level":"info","ts":"2026-04-10T04:01:21.798444Z","caller":"traceutil/trace.go:171","msg":"trace[826555026] transaction","detail":"{read_only:false; response_revision:5205; number_of_response:1; }","duration":"122.650422ms","start":"2026-04-10T04:01:21.675769Z","end":"2026-04-10T04:01:21.798419Z","steps":["trace[826555026] 'process raft request' (duration: 122.11872ms)"],"step_count":1} {"level":"warn","ts":"2026-04-10T04:01:21.798512Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"120.873442ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/secrets/monitoring/prometheus-kube-prometheus-stack-prometheus-tls-assets-0\" ","response":"range_response_count:1 size:1342"} {"level":"info","ts":"2026-04-10T04:01:21.798537Z","caller":"traceutil/trace.go:171","msg":"trace[947954398] range","detail":"{range_begin:/registry/secrets/monitoring/prometheus-kube-prometheus-stack-prometheus-tls-assets-0; range_end:; response_count:1; response_revision:5206; }","duration":"120.949013ms","start":"2026-04-10T04:01:21.677581Z","end":"2026-04-10T04:01:21.79853Z","steps":["trace[947954398] 'agreement among raft nodes before linearized reading' (duration: 120.80248ms)"],"step_count":1} {"level":"info","ts":"2026-04-10T04:01:22.313748Z","caller":"traceutil/trace.go:171","msg":"trace[1075481304] transaction","detail":"{read_only:false; response_revision:5208; number_of_response:1; }","duration":"491.047506ms","start":"2026-04-10T04:01:21.822658Z","end":"2026-04-10T04:01:22.313706Z","steps":["trace[1075481304] 'process raft request' (duration: 490.704028ms)"],"step_count":1} {"level":"info","ts":"2026-04-10T04:01:22.313767Z","caller":"traceutil/trace.go:171","msg":"trace[110388313] transaction","detail":"{read_only:false; response_revision:5209; number_of_response:1; }","duration":"490.891462ms","start":"2026-04-10T04:01:21.822845Z","end":"2026-04-10T04:01:22.313737Z","steps":["trace[110388313] 'process raft request' (duration: 490.76194ms)"],"step_count":1} {"level":"warn","ts":"2026-04-10T04:01:22.313935Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-10T04:01:21.822642Z","time spent":"491.19203ms","remote":"127.0.0.1:33126","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":1606,"response count":0,"response size":39,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-04-10T04:01:22.313967Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-10T04:01:21.822836Z","time spent":"491.013855ms","remote":"127.0.0.1:33126","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":1622,"response count":0,"response size":39,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-04-10T04:01:22.314002Z","caller":"traceutil/trace.go:171","msg":"trace[542532892] linearizableReadLoop","detail":"{readStateIndex:5422; appliedIndex:5419; }","duration":"458.262185ms","start":"2026-04-10T04:01:21.855699Z","end":"2026-04-10T04:01:22.313961Z","steps":["trace[542532892] 'read index received' (duration: 457.54392ms)","trace[542532892] 'applied index is now lower than readState.Index' (duration: 717.055µs)"],"step_count":2} {"level":"info","ts":"2026-04-10T04:01:22.31415Z","caller":"traceutil/trace.go:171","msg":"trace[171913107] transaction","detail":"{read_only:false; response_revision:5210; number_of_response:1; }","duration":"485.470432ms","start":"2026-04-10T04:01:21.828668Z","end":"2026-04-10T04:01:22.314139Z","steps":["trace[171913107] 'process raft request' (duration: 485.005972ms)"],"step_count":1} {"level":"warn","ts":"2026-04-10T04:01:22.314259Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-10T04:01:21.82866Z","time spent":"485.516692ms","remote":"127.0.0.1:34128","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":7495,"response count":0,"response size":39,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-04-10T04:01:22.314361Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"458.639765ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/events/monitoring/kube-prometheus-stack-grafana.18a4e2ed54ec8e6e\" ","response":"range_response_count:1 size:736"} {"level":"info","ts":"2026-04-10T04:01:22.314448Z","caller":"traceutil/trace.go:171","msg":"trace[1198085875] range","detail":"{range_begin:/registry/events/monitoring/kube-prometheus-stack-grafana.18a4e2ed54ec8e6e; range_end:; response_count:1; response_revision:5210; }","duration":"458.763377ms","start":"2026-04-10T04:01:21.855666Z","end":"2026-04-10T04:01:22.314429Z","steps":["trace[1198085875] 'agreement among raft nodes before linearized reading' (duration: 458.535702ms)"],"step_count":1} {"level":"warn","ts":"2026-04-10T04:01:22.314497Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-10T04:01:21.855655Z","time spent":"458.833478ms","remote":"127.0.0.1:32906","response type":"/etcdserverpb.KV/Range","request count":0,"request size":76,"response count":1,"response size":759,"request content":"key:\"/registry/events/monitoring/kube-prometheus-stack-grafana.18a4e2ed54ec8e6e\" "} {"level":"info","ts":"2026-04-10T04:01:22.498877Z","caller":"traceutil/trace.go:171","msg":"trace[485136239] transaction","detail":"{read_only:false; response_revision:5211; number_of_response:1; }","duration":"181.983472ms","start":"2026-04-10T04:01:22.316835Z","end":"2026-04-10T04:01:22.498818Z","steps":["trace[485136239] 'process raft request' (duration: 132.731326ms)","trace[485136239] 'compare' (duration: 49.080132ms)"],"step_count":2} {"level":"info","ts":"2026-04-10T04:01:22.498894Z","caller":"traceutil/trace.go:171","msg":"trace[686747948] linearizableReadLoop","detail":"{readStateIndex:5423; appliedIndex:5422; }","duration":"127.606732ms","start":"2026-04-10T04:01:22.37119Z","end":"2026-04-10T04:01:22.498797Z","steps":["trace[686747948] 'read index received' (duration: 78.289054ms)","trace[686747948] 'applied index is now lower than readState.Index' (duration: 49.316438ms)"],"step_count":2} {"level":"warn","ts":"2026-04-10T04:01:22.499114Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"127.889908ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/events/monitoring/kube-prometheus-stack-prometheus-node-exporter-m9d2g.18a4e2f036014a9c\" ","response":"range_response_count:1 size:962"} {"level":"info","ts":"2026-04-10T04:01:22.499219Z","caller":"traceutil/trace.go:171","msg":"trace[1767710742] range","detail":"{range_begin:/registry/events/monitoring/kube-prometheus-stack-prometheus-node-exporter-m9d2g.18a4e2f036014a9c; range_end:; response_count:1; response_revision:5211; }","duration":"128.070861ms","start":"2026-04-10T04:01:22.371127Z","end":"2026-04-10T04:01:22.499198Z","steps":["trace[1767710742] 'agreement among raft nodes before linearized reading' (duration: 127.747574ms)"],"step_count":1} {"level":"warn","ts":"2026-04-10T04:01:22.872515Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"243.559454ms","expected-duration":"100ms","prefix":"","request":"header: txn: success:> failure: >>","response":"size:16"} {"level":"info","ts":"2026-04-10T04:01:22.872642Z","caller":"traceutil/trace.go:171","msg":"trace[65408556] transaction","detail":"{read_only:false; response_revision:5215; number_of_response:1; }","duration":"297.476544ms","start":"2026-04-10T04:01:22.575143Z","end":"2026-04-10T04:01:22.872619Z","steps":["trace[65408556] 'process raft request' (duration: 53.714325ms)","trace[65408556] 'compare' (duration: 243.35289ms)"],"step_count":2} {"level":"warn","ts":"2026-04-10T04:01:27.713803Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"121.637497ms","expected-duration":"100ms","prefix":"","request":"header: txn: success:> failure: >>","response":"size:16"} {"level":"info","ts":"2026-04-10T04:01:27.714003Z","caller":"traceutil/trace.go:171","msg":"trace[991045778] transaction","detail":"{read_only:false; response_revision:5280; number_of_response:1; }","duration":"182.157783ms","start":"2026-04-10T04:01:27.531821Z","end":"2026-04-10T04:01:27.713979Z","steps":["trace[991045778] 'process raft request' (duration: 60.22469ms)","trace[991045778] 'compare' (duration: 121.392091ms)"],"step_count":2} {"level":"info","ts":"2026-04-10T04:01:27.715057Z","caller":"traceutil/trace.go:171","msg":"trace[221898165] transaction","detail":"{read_only:false; response_revision:5281; number_of_response:1; }","duration":"180.585328ms","start":"2026-04-10T04:01:27.534458Z","end":"2026-04-10T04:01:27.715043Z","steps":["trace[221898165] 'process raft request' (duration: 180.511347ms)"],"step_count":1} {"level":"warn","ts":"2026-04-10T04:01:36.267229Z","caller":"etcdserver/v3_server.go:897","msg":"waiting for ReadIndex response took too long, retrying","sent-request-id":6432439295843432599,"retry-timeout":"500ms"} {"level":"warn","ts":"2026-04-10T04:01:36.76782Z","caller":"etcdserver/v3_server.go:897","msg":"waiting for ReadIndex response took too long, retrying","sent-request-id":6432439295843432599,"retry-timeout":"500ms"} {"level":"warn","ts":"2026-04-10T04:01:37.268667Z","caller":"etcdserver/v3_server.go:897","msg":"waiting for ReadIndex response took too long, retrying","sent-request-id":6432439295843432599,"retry-timeout":"500ms"} {"level":"warn","ts":"2026-04-10T04:01:37.769578Z","caller":"etcdserver/v3_server.go:897","msg":"waiting for ReadIndex response took too long, retrying","sent-request-id":6432439295843432599,"retry-timeout":"500ms"} {"level":"warn","ts":"2026-04-10T04:01:37.798339Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"2.20881925s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pods/openstack/rabbitmq-keystone-server-0\" ","response":"range_response_count:1 size:10392"} {"level":"info","ts":"2026-04-10T04:01:37.798433Z","caller":"traceutil/trace.go:171","msg":"trace[173966895] range","detail":"{range_begin:/registry/pods/openstack/rabbitmq-keystone-server-0; range_end:; response_count:1; response_revision:5364; }","duration":"2.208962874s","start":"2026-04-10T04:01:35.589446Z","end":"2026-04-10T04:01:37.798408Z","steps":["trace[173966895] 'range keys from in-memory index tree' (duration: 2.208719339s)"],"step_count":1} {"level":"warn","ts":"2026-04-10T04:01:37.798531Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-10T04:01:35.589425Z","time spent":"2.209093226s","remote":"127.0.0.1:33028","response type":"/etcdserverpb.KV/Range","request count":0,"request size":53,"response count":1,"response size":10415,"request content":"key:\"/registry/pods/openstack/rabbitmq-keystone-server-0\" "} {"level":"warn","ts":"2026-04-10T04:01:37.799203Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"2.129842825s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/persistentvolumeclaims/openstack/persistence-rabbitmq-keystone-server-0\" ","response":"range_response_count:1 size:1865"} {"level":"info","ts":"2026-04-10T04:01:37.801313Z","caller":"traceutil/trace.go:171","msg":"trace[1360408854] range","detail":"{range_begin:/registry/persistentvolumeclaims/openstack/persistence-rabbitmq-keystone-server-0; range_end:; response_count:1; response_revision:5364; }","duration":"2.129987427s","start":"2026-04-10T04:01:35.669285Z","end":"2026-04-10T04:01:37.799272Z","steps":["trace[1360408854] 'range keys from in-memory index tree' (duration: 2.12965262s)"],"step_count":1} {"level":"warn","ts":"2026-04-10T04:01:37.801386Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-10T04:01:35.669263Z","time spent":"2.132103814s","remote":"127.0.0.1:32998","response type":"/etcdserverpb.KV/Range","request count":0,"request size":83,"response count":1,"response size":1888,"request content":"key:\"/registry/persistentvolumeclaims/openstack/persistence-rabbitmq-keystone-server-0\" "} {"level":"warn","ts":"2026-04-10T04:01:37.801657Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-10T04:01:35.751626Z","time spent":"2.05001873s","remote":"127.0.0.1:34244","response type":"/etcdserverpb.Maintenance/Status","request count":-1,"request size":-1,"response count":-1,"response size":-1,"request content":""} {"level":"warn","ts":"2026-04-10T04:01:37.888817Z","caller":"wal/wal.go:805","msg":"slow fdatasync","took":"2.134912826s","expected-duration":"1s"} {"level":"info","ts":"2026-04-10T04:01:37.890829Z","caller":"traceutil/trace.go:171","msg":"trace[618658738] transaction","detail":"{read_only:false; response_revision:5365; number_of_response:1; }","duration":"2.136979093s","start":"2026-04-10T04:01:35.753822Z","end":"2026-04-10T04:01:37.890801Z","steps":["trace[618658738] 'process raft request' (duration: 2.136739308s)"],"step_count":1} {"level":"warn","ts":"2026-04-10T04:01:37.890968Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-10T04:01:35.753809Z","time spent":"2.137072965s","remote":"127.0.0.1:33096","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":555,"response count":0,"response size":39,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-04-10T04:01:38.079816Z","caller":"traceutil/trace.go:171","msg":"trace[773958716] transaction","detail":"{read_only:false; response_revision:5368; number_of_response:1; }","duration":"2.322156969s","start":"2026-04-10T04:01:35.757617Z","end":"2026-04-10T04:01:38.079774Z","steps":["trace[773958716] 'process raft request' (duration: 2.322062437s)"],"step_count":1} {"level":"info","ts":"2026-04-10T04:01:38.079913Z","caller":"traceutil/trace.go:171","msg":"trace[837367017] transaction","detail":"{read_only:false; response_revision:5369; number_of_response:1; }","duration":"268.403797ms","start":"2026-04-10T04:01:37.811495Z","end":"2026-04-10T04:01:38.079899Z","steps":["trace[837367017] 'process raft request' (duration: 268.218512ms)"],"step_count":1} {"level":"warn","ts":"2026-04-10T04:01:38.080208Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-10T04:01:35.757605Z","time spent":"2.322379243s","remote":"127.0.0.1:33096","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":534,"response count":0,"response size":39,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-04-10T04:01:38.080673Z","caller":"traceutil/trace.go:171","msg":"trace[111932726] transaction","detail":"{read_only:false; response_revision:5366; number_of_response:1; }","duration":"2.326230188s","start":"2026-04-10T04:01:35.754394Z","end":"2026-04-10T04:01:38.080624Z","steps":["trace[111932726] 'process raft request' (duration: 2.324429509s)"],"step_count":1} {"level":"info","ts":"2026-04-10T04:01:38.079821Z","caller":"traceutil/trace.go:171","msg":"trace[1308650012] transaction","detail":"{read_only:false; response_revision:5367; number_of_response:1; }","duration":"2.325216676s","start":"2026-04-10T04:01:35.754558Z","end":"2026-04-10T04:01:38.079775Z","steps":["trace[1308650012] 'process raft request' (duration: 2.325061952s)"],"step_count":1} {"level":"warn","ts":"2026-04-10T04:01:38.080864Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-10T04:01:35.754369Z","time spent":"2.326400323s","remote":"127.0.0.1:33096","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":509,"response count":0,"response size":39,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-04-10T04:01:38.080993Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-10T04:01:35.754546Z","time spent":"2.326334031s","remote":"127.0.0.1:33096","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":541,"response count":0,"response size":39,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-04-10T04:01:38.079908Z","caller":"traceutil/trace.go:171","msg":"trace[1190383684] linearizableReadLoop","detail":"{readStateIndex:5587; appliedIndex:5583; }","duration":"2.312921852s","start":"2026-04-10T04:01:35.766954Z","end":"2026-04-10T04:01:38.079876Z","steps":["trace[1190383684] 'read index received' (duration: 2.122137522s)","trace[1190383684] 'applied index is now lower than readState.Index' (duration: 190.78229ms)"],"step_count":2} {"level":"warn","ts":"2026-04-10T04:01:38.080247Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"2.313236929s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/plndr-cp-lock\" ","response":"range_response_count:1 size:433"} {"level":"info","ts":"2026-04-10T04:01:38.08131Z","caller":"traceutil/trace.go:171","msg":"trace[1408829957] range","detail":"{range_begin:/registry/leases/kube-system/plndr-cp-lock; range_end:; response_count:1; response_revision:5369; }","duration":"2.314349915s","start":"2026-04-10T04:01:35.766945Z","end":"2026-04-10T04:01:38.081294Z","steps":["trace[1408829957] 'agreement among raft nodes before linearized reading' (duration: 2.313015155s)"],"step_count":1} {"level":"warn","ts":"2026-04-10T04:01:38.081451Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-10T04:01:35.766904Z","time spent":"2.314531509s","remote":"127.0.0.1:33096","response type":"/etcdserverpb.KV/Range","request count":0,"request size":44,"response count":1,"response size":456,"request content":"key:\"/registry/leases/kube-system/plndr-cp-lock\" "} {"level":"warn","ts":"2026-04-10T04:01:38.081671Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.320701855s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/events/monitoring/kube-prometheus-stack-prometheus-node-exporter-m9d2g.18a4e2efbd11f22e\" ","response":"range_response_count:1 size:906"} {"level":"warn","ts":"2026-04-10T04:01:38.081695Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"2.314052228s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/kube-scheduler\" ","response":"range_response_count:1 size:479"} {"level":"info","ts":"2026-04-10T04:01:38.081722Z","caller":"traceutil/trace.go:171","msg":"trace[56507458] range","detail":"{range_begin:/registry/events/monitoring/kube-prometheus-stack-prometheus-node-exporter-m9d2g.18a4e2efbd11f22e; range_end:; response_count:1; response_revision:5369; }","duration":"1.320753197s","start":"2026-04-10T04:01:36.760956Z","end":"2026-04-10T04:01:38.081709Z","steps":["trace[56507458] 'agreement among raft nodes before linearized reading' (duration: 1.320564643s)"],"step_count":1} {"level":"info","ts":"2026-04-10T04:01:38.081734Z","caller":"traceutil/trace.go:171","msg":"trace[1534825971] range","detail":"{range_begin:/registry/leases/kube-system/kube-scheduler; range_end:; response_count:1; response_revision:5369; }","duration":"2.314118779s","start":"2026-04-10T04:01:35.767606Z","end":"2026-04-10T04:01:38.081725Z","steps":["trace[1534825971] 'agreement among raft nodes before linearized reading' (duration: 2.313903434s)"],"step_count":1} {"level":"warn","ts":"2026-04-10T04:01:38.081756Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-10T04:01:36.760814Z","time spent":"1.320934742s","remote":"127.0.0.1:32906","response type":"/etcdserverpb.KV/Range","request count":0,"request size":99,"response count":1,"response size":929,"request content":"key:\"/registry/events/monitoring/kube-prometheus-stack-prometheus-node-exporter-m9d2g.18a4e2efbd11f22e\" "} {"level":"warn","ts":"2026-04-10T04:01:38.08178Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-10T04:01:35.767594Z","time spent":"2.314177751s","remote":"127.0.0.1:33096","response type":"/etcdserverpb.KV/Range","request count":0,"request size":45,"response count":1,"response size":502,"request content":"key:\"/registry/leases/kube-system/kube-scheduler\" "} {"level":"warn","ts":"2026-04-10T04:01:38.081935Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"127.586176ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/mutatingwebhookconfigurations/\" range_end:\"/registry/mutatingwebhookconfigurations0\" count_only:true ","response":"range_response_count:0 size:7"} {"level":"info","ts":"2026-04-10T04:01:38.081973Z","caller":"traceutil/trace.go:171","msg":"trace[1562840690] range","detail":"{range_begin:/registry/mutatingwebhookconfigurations/; range_end:/registry/mutatingwebhookconfigurations0; response_count:0; response_revision:5369; }","duration":"127.659178ms","start":"2026-04-10T04:01:37.954304Z","end":"2026-04-10T04:01:38.081963Z","steps":["trace[1562840690] 'agreement among raft nodes before linearized reading' (duration: 127.599347ms)"],"step_count":1} {"level":"warn","ts":"2026-04-10T04:01:38.082053Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.33168932s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/rolebindings/\" range_end:\"/registry/rolebindings0\" count_only:true ","response":"range_response_count:0 size:7"} {"level":"info","ts":"2026-04-10T04:01:38.082146Z","caller":"traceutil/trace.go:171","msg":"trace[976528639] range","detail":"{range_begin:/registry/rolebindings/; range_end:/registry/rolebindings0; response_count:0; response_revision:5369; }","duration":"1.331826082s","start":"2026-04-10T04:01:36.75031Z","end":"2026-04-10T04:01:38.082136Z","steps":["trace[976528639] 'agreement among raft nodes before linearized reading' (duration: 1.331654678s)"],"step_count":1} {"level":"warn","ts":"2026-04-10T04:01:38.082148Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"577.75305ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/secrets/\" range_end:\"/registry/secrets0\" count_only:true ","response":"range_response_count:0 size:7"} {"level":"warn","ts":"2026-04-10T04:01:38.082132Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.021667877s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/health\" ","response":"range_response_count:0 size:5"} {"level":"warn","ts":"2026-04-10T04:01:38.08223Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-10T04:01:36.75029Z","time spent":"1.331878834s","remote":"127.0.0.1:33168","response type":"/etcdserverpb.KV/Range","request count":0,"request size":52,"response count":26,"response size":30,"request content":"key:\"/registry/rolebindings/\" range_end:\"/registry/rolebindings0\" count_only:true "} {"level":"info","ts":"2026-04-10T04:01:38.082261Z","caller":"traceutil/trace.go:171","msg":"trace[1413719984] range","detail":"{range_begin:/registry/health; range_end:; response_count:0; response_revision:5369; }","duration":"1.021828131s","start":"2026-04-10T04:01:37.060414Z","end":"2026-04-10T04:01:38.082243Z","steps":["trace[1413719984] 'agreement among raft nodes before linearized reading' (duration: 1.021613216s)"],"step_count":1} {"level":"warn","ts":"2026-04-10T04:01:38.082294Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"2.219088457s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/cilium-operator-resource-lock\" ","response":"range_response_count:1 size:493"} {"level":"info","ts":"2026-04-10T04:01:38.082343Z","caller":"traceutil/trace.go:171","msg":"trace[598000483] range","detail":"{range_begin:/registry/leases/kube-system/cilium-operator-resource-lock; range_end:; response_count:1; response_revision:5369; }","duration":"2.219153488s","start":"2026-04-10T04:01:35.863177Z","end":"2026-04-10T04:01:38.082331Z","steps":["trace[598000483] 'agreement among raft nodes before linearized reading' (duration: 2.219038546s)"],"step_count":1} {"level":"warn","ts":"2026-04-10T04:01:38.082314Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-10T04:01:37.060398Z","time spent":"1.021904634s","remote":"127.0.0.1:32834","response type":"/etcdserverpb.KV/Range","request count":0,"request size":18,"response count":0,"response size":28,"request content":"key:\"/registry/health\" "} {"level":"warn","ts":"2026-04-10T04:01:38.082378Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-10T04:01:35.863169Z","time spent":"2.21920246s","remote":"127.0.0.1:33096","response type":"/etcdserverpb.KV/Range","request count":0,"request size":60,"response count":1,"response size":516,"request content":"key:\"/registry/leases/kube-system/cilium-operator-resource-lock\" "} {"level":"warn","ts":"2026-04-10T04:01:38.082441Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"277.719523ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/persistentvolumes/pvc-c9e532a4-a565-4d0d-91d5-36121369183d\" ","response":"range_response_count:1 size:1322"} {"level":"info","ts":"2026-04-10T04:01:38.083624Z","caller":"traceutil/trace.go:171","msg":"trace[209937438] range","detail":"{range_begin:/registry/persistentvolumes/pvc-c9e532a4-a565-4d0d-91d5-36121369183d; range_end:; response_count:1; response_revision:5369; }","duration":"278.90854ms","start":"2026-04-10T04:01:37.804699Z","end":"2026-04-10T04:01:38.083608Z","steps":["trace[209937438] 'agreement among raft nodes before linearized reading' (duration: 277.626801ms)"],"step_count":1} {"level":"warn","ts":"2026-04-10T04:01:38.082305Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"170.913229ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/monitoring.coreos.com/servicemonitors/\" range_end:\"/registry/monitoring.coreos.com/servicemonitors0\" count_only:true ","response":"range_response_count:0 size:7"} {"level":"warn","ts":"2026-04-10T04:01:38.082533Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.623607289s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/health\" ","response":"range_response_count:0 size:5"} {"level":"info","ts":"2026-04-10T04:01:38.084365Z","caller":"traceutil/trace.go:171","msg":"trace[684564303] range","detail":"{range_begin:/registry/health; range_end:; response_count:0; response_revision:5369; }","duration":"1.625407628s","start":"2026-04-10T04:01:36.458871Z","end":"2026-04-10T04:01:38.084278Z","steps":["trace[684564303] 'agreement among raft nodes before linearized reading' (duration: 1.623639659s)"],"step_count":1} {"level":"warn","ts":"2026-04-10T04:01:38.084565Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-10T04:01:36.458845Z","time spent":"1.625663515s","remote":"127.0.0.1:32842","response type":"/etcdserverpb.KV/Range","request count":0,"request size":18,"response count":0,"response size":28,"request content":"key:\"/registry/health\" "} {"level":"warn","ts":"2026-04-10T04:01:38.082593Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"2.083464651s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/roles/\" range_end:\"/registry/roles0\" count_only:true ","response":"range_response_count:0 size:7"} {"level":"info","ts":"2026-04-10T04:01:38.08484Z","caller":"traceutil/trace.go:171","msg":"trace[516676469] range","detail":"{range_begin:/registry/roles/; range_end:/registry/roles0; response_count:0; response_revision:5369; }","duration":"2.085690181s","start":"2026-04-10T04:01:35.999095Z","end":"2026-04-10T04:01:38.084785Z","steps":["trace[516676469] 'agreement among raft nodes before linearized reading' (duration: 2.083458071s)"],"step_count":1} {"level":"warn","ts":"2026-04-10T04:01:38.084973Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-10T04:01:35.999083Z","time spent":"2.085841485s","remote":"127.0.0.1:33154","response type":"/etcdserverpb.KV/Range","request count":0,"request size":38,"response count":26,"response size":30,"request content":"key:\"/registry/roles/\" range_end:\"/registry/roles0\" count_only:true "} {"level":"warn","ts":"2026-04-10T04:01:38.082636Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"2.167375027s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/cert-manager.io/issuers/\" range_end:\"/registry/cert-manager.io/issuers0\" count_only:true ","response":"range_response_count:0 size:7"} {"level":"info","ts":"2026-04-10T04:01:38.087044Z","caller":"traceutil/trace.go:171","msg":"trace[2037724793] range","detail":"{range_begin:/registry/cert-manager.io/issuers/; range_end:/registry/cert-manager.io/issuers0; response_count:0; response_revision:5369; }","duration":"2.171789205s","start":"2026-04-10T04:01:35.915234Z","end":"2026-04-10T04:01:38.087023Z","steps":["trace[2037724793] 'agreement among raft nodes before linearized reading' (duration: 2.167380437s)"],"step_count":1} {"level":"warn","ts":"2026-04-10T04:01:38.087222Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-10T04:01:35.915224Z","time spent":"2.171952878s","remote":"127.0.0.1:41130","response type":"/etcdserverpb.KV/Range","request count":0,"request size":74,"response count":1,"response size":30,"request content":"key:\"/registry/cert-manager.io/issuers/\" range_end:\"/registry/cert-manager.io/issuers0\" count_only:true "} {"level":"warn","ts":"2026-04-10T04:01:38.082769Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"2.309392295s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/kube-controller-manager\" ","response":"range_response_count:1 size:507"} {"level":"info","ts":"2026-04-10T04:01:38.087545Z","caller":"traceutil/trace.go:171","msg":"trace[492846493] range","detail":"{range_begin:/registry/leases/kube-system/kube-controller-manager; range_end:; response_count:1; response_revision:5369; }","duration":"2.314188651s","start":"2026-04-10T04:01:35.773345Z","end":"2026-04-10T04:01:38.087534Z","steps":["trace[492846493] 'agreement among raft nodes before linearized reading' (duration: 2.309341794s)"],"step_count":1} {"level":"warn","ts":"2026-04-10T04:01:38.087606Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-10T04:01:35.773336Z","time spent":"2.314260092s","remote":"127.0.0.1:33096","response type":"/etcdserverpb.KV/Range","request count":0,"request size":54,"response count":1,"response size":530,"request content":"key:\"/registry/leases/kube-system/kube-controller-manager\" "} {"level":"info","ts":"2026-04-10T04:01:38.082234Z","caller":"traceutil/trace.go:171","msg":"trace[1697993751] range","detail":"{range_begin:/registry/secrets/; range_end:/registry/secrets0; response_count:0; response_revision:5369; }","duration":"577.909855ms","start":"2026-04-10T04:01:37.504307Z","end":"2026-04-10T04:01:38.082217Z","steps":["trace[1697993751] 'agreement among raft nodes before linearized reading' (duration: 577.67673ms)"],"step_count":1} {"level":"warn","ts":"2026-04-10T04:01:38.087813Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-10T04:01:37.504281Z","time spent":"583.520839ms","remote":"127.0.0.1:32928","response type":"/etcdserverpb.KV/Range","request count":0,"request size":42,"response count":51,"response size":30,"request content":"key:\"/registry/secrets/\" range_end:\"/registry/secrets0\" count_only:true "} {"level":"warn","ts":"2026-04-10T04:01:38.082849Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"2.220424897s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/plndr-svcs-lock\" ","response":"range_response_count:1 size:438"} {"level":"info","ts":"2026-04-10T04:01:38.087944Z","caller":"traceutil/trace.go:171","msg":"trace[1520288188] range","detail":"{range_begin:/registry/leases/kube-system/plndr-svcs-lock; range_end:; response_count:1; response_revision:5369; }","duration":"2.225530589s","start":"2026-04-10T04:01:35.86239Z","end":"2026-04-10T04:01:38.087921Z","steps":["trace[1520288188] 'agreement among raft nodes before linearized reading' (duration: 2.220367825s)"],"step_count":1} {"level":"warn","ts":"2026-04-10T04:01:38.088028Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-10T04:01:35.862378Z","time spent":"2.225632852s","remote":"127.0.0.1:33096","response type":"/etcdserverpb.KV/Range","request count":0,"request size":46,"response count":1,"response size":461,"request content":"key:\"/registry/leases/kube-system/plndr-svcs-lock\" "} {"level":"warn","ts":"2026-04-10T04:01:38.082591Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"673.845587ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/jobs/\" range_end:\"/registry/jobs0\" count_only:true ","response":"range_response_count:0 size:5"} {"level":"info","ts":"2026-04-10T04:01:38.088262Z","caller":"traceutil/trace.go:171","msg":"trace[1932551661] range","detail":"{range_begin:/registry/jobs/; range_end:/registry/jobs0; response_count:0; response_revision:5369; }","duration":"679.559814ms","start":"2026-04-10T04:01:37.408691Z","end":"2026-04-10T04:01:38.088251Z","steps":["trace[1932551661] 'agreement among raft nodes before linearized reading' (duration: 673.860907ms)"],"step_count":1} {"level":"warn","ts":"2026-04-10T04:01:38.088336Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-10T04:01:37.40866Z","time spent":"679.663527ms","remote":"127.0.0.1:33074","response type":"/etcdserverpb.KV/Range","request count":0,"request size":36,"response count":0,"response size":28,"request content":"key:\"/registry/jobs/\" range_end:\"/registry/jobs0\" count_only:true "} {"level":"info","ts":"2026-04-10T04:01:38.083854Z","caller":"traceutil/trace.go:171","msg":"trace[1592412086] range","detail":"{range_begin:/registry/monitoring.coreos.com/servicemonitors/; range_end:/registry/monitoring.coreos.com/servicemonitors0; response_count:0; response_revision:5369; }","duration":"172.571355ms","start":"2026-04-10T04:01:37.911269Z","end":"2026-04-10T04:01:38.083841Z","steps":["trace[1592412086] 'agreement among raft nodes before linearized reading' (duration: 170.99554ms)"],"step_count":1} {"level":"info","ts":"2026-04-10T04:01:38.247855Z","caller":"traceutil/trace.go:171","msg":"trace[1384995775] transaction","detail":"{read_only:false; response_revision:5371; number_of_response:1; }","duration":"154.960454ms","start":"2026-04-10T04:01:38.092849Z","end":"2026-04-10T04:01:38.24781Z","steps":["trace[1384995775] 'process raft request' (duration: 138.478638ms)","trace[1384995775] 'compare' (duration: 16.200749ms)"],"step_count":2} {"level":"info","ts":"2026-04-10T04:01:38.248315Z","caller":"traceutil/trace.go:171","msg":"trace[974425042] transaction","detail":"{read_only:false; response_revision:5372; number_of_response:1; }","duration":"155.254211ms","start":"2026-04-10T04:01:38.093016Z","end":"2026-04-10T04:01:38.24827Z","steps":["trace[974425042] 'process raft request' (duration: 154.695079ms)"],"step_count":1} {"level":"info","ts":"2026-04-10T04:01:38.248721Z","caller":"traceutil/trace.go:171","msg":"trace[1749212034] transaction","detail":"{read_only:false; response_revision:5373; number_of_response:1; }","duration":"155.410964ms","start":"2026-04-10T04:01:38.093261Z","end":"2026-04-10T04:01:38.248672Z","steps":["trace[1749212034] 'process raft request' (duration: 154.741749ms)"],"step_count":1} {"level":"info","ts":"2026-04-10T04:01:38.249048Z","caller":"traceutil/trace.go:171","msg":"trace[1845611500] transaction","detail":"{read_only:false; response_revision:5374; number_of_response:1; }","duration":"155.70999ms","start":"2026-04-10T04:01:38.093289Z","end":"2026-04-10T04:01:38.248999Z","steps":["trace[1845611500] 'process raft request' (duration: 155.095896ms)"],"step_count":1} {"level":"info","ts":"2026-04-10T04:01:38.250264Z","caller":"traceutil/trace.go:171","msg":"trace[208089890] transaction","detail":"{read_only:false; response_revision:5377; number_of_response:1; }","duration":"156.799575ms","start":"2026-04-10T04:01:38.093445Z","end":"2026-04-10T04:01:38.250244Z","steps":["trace[208089890] 'process raft request' (duration: 156.15183ms)"],"step_count":1} {"level":"info","ts":"2026-04-10T04:01:38.250547Z","caller":"traceutil/trace.go:171","msg":"trace[1106054636] transaction","detail":"{read_only:false; response_revision:5378; number_of_response:1; }","duration":"157.03902ms","start":"2026-04-10T04:01:38.093456Z","end":"2026-04-10T04:01:38.250495Z","steps":["trace[1106054636] 'process raft request' (duration: 156.180351ms)"],"step_count":1} {"level":"info","ts":"2026-04-10T04:01:38.250628Z","caller":"traceutil/trace.go:171","msg":"trace[291174382] transaction","detail":"{read_only:false; response_revision:5376; number_of_response:1; }","duration":"157.231594ms","start":"2026-04-10T04:01:38.093384Z","end":"2026-04-10T04:01:38.250616Z","steps":["trace[291174382] 'process raft request' (duration: 156.14361ms)"],"step_count":1} {"level":"info","ts":"2026-04-10T04:01:38.250754Z","caller":"traceutil/trace.go:171","msg":"trace[1161930836] transaction","detail":"{read_only:false; response_revision:5379; number_of_response:1; }","duration":"157.238515ms","start":"2026-04-10T04:01:38.093496Z","end":"2026-04-10T04:01:38.250734Z","steps":["trace[1161930836] 'process raft request' (duration: 156.183421ms)"],"step_count":1} {"level":"info","ts":"2026-04-10T04:01:38.249918Z","caller":"traceutil/trace.go:171","msg":"trace[1284634915] transaction","detail":"{read_only:false; response_revision:5375; number_of_response:1; }","duration":"156.58626ms","start":"2026-04-10T04:01:38.0933Z","end":"2026-04-10T04:01:38.249886Z","steps":["trace[1284634915] 'process raft request' (duration: 156.085988ms)"],"step_count":1} {"level":"info","ts":"2026-04-10T04:01:38.249892Z","caller":"traceutil/trace.go:171","msg":"trace[1495190623] linearizableReadLoop","detail":"{readStateIndex:5591; appliedIndex:5588; }","duration":"156.603671ms","start":"2026-04-10T04:01:38.093116Z","end":"2026-04-10T04:01:38.249719Z","steps":["trace[1495190623] 'read index received' (duration: 3.063498ms)","trace[1495190623] 'applied index is now lower than readState.Index' (duration: 153.539083ms)"],"step_count":2} {"level":"warn","ts":"2026-04-10T04:01:38.251326Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"158.140486ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/health\" ","response":"range_response_count:0 size:5"} {"level":"info","ts":"2026-04-10T04:01:38.251388Z","caller":"traceutil/trace.go:171","msg":"trace[1302893310] range","detail":"{range_begin:/registry/health; range_end:; response_count:0; response_revision:5379; }","duration":"158.301808ms","start":"2026-04-10T04:01:38.093073Z","end":"2026-04-10T04:01:38.251375Z","steps":["trace[1302893310] 'agreement among raft nodes before linearized reading' (duration: 158.146694ms)"],"step_count":1} {"level":"info","ts":"2026-04-10T04:01:38.30665Z","caller":"traceutil/trace.go:171","msg":"trace[1064879490] transaction","detail":"{read_only:false; response_revision:5380; number_of_response:1; }","duration":"207.456562ms","start":"2026-04-10T04:01:38.099142Z","end":"2026-04-10T04:01:38.306599Z","steps":["trace[1064879490] 'process raft request' (duration: 207.304418ms)"],"step_count":1} {"level":"warn","ts":"2026-04-10T04:01:38.306859Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"117.110803ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/persistentvolumeclaims/openstack/datadir-percona-xtradb-pxc-0\" ","response":"range_response_count:1 size:1853"} {"level":"info","ts":"2026-04-10T04:01:38.306941Z","caller":"traceutil/trace.go:171","msg":"trace[1839009628] range","detail":"{range_begin:/registry/persistentvolumeclaims/openstack/datadir-percona-xtradb-pxc-0; range_end:; response_count:1; response_revision:5380; }","duration":"117.257756ms","start":"2026-04-10T04:01:38.189667Z","end":"2026-04-10T04:01:38.306925Z","steps":["trace[1839009628] 'agreement among raft nodes before linearized reading' (duration: 116.936389ms)"],"step_count":1} {"level":"warn","ts":"2026-04-10T04:01:38.544962Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"124.015586ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/masterleases/199.204.45.153\" ","response":"range_response_count:1 size:135"} {"level":"info","ts":"2026-04-10T04:01:38.545071Z","caller":"traceutil/trace.go:171","msg":"trace[833747976] range","detail":"{range_begin:/registry/masterleases/199.204.45.153; range_end:; response_count:1; response_revision:5380; }","duration":"124.16112ms","start":"2026-04-10T04:01:38.420876Z","end":"2026-04-10T04:01:38.545037Z","steps":["trace[833747976] 'range keys from in-memory index tree' (duration: 123.809282ms)"],"step_count":1} {"level":"warn","ts":"2026-04-10T04:01:38.932881Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"245.686159ms","expected-duration":"100ms","prefix":"","request":"header: txn: success:> failure: >>","response":"size:16"} {"level":"info","ts":"2026-04-10T04:01:38.933616Z","caller":"traceutil/trace.go:171","msg":"trace[286106130] transaction","detail":"{read_only:false; response_revision:5381; number_of_response:1; }","duration":"372.050279ms","start":"2026-04-10T04:01:38.561012Z","end":"2026-04-10T04:01:38.933062Z","steps":["trace[286106130] 'process raft request' (duration: 126.082233ms)","trace[286106130] 'compare' (duration: 245.570097ms)"],"step_count":2} {"level":"warn","ts":"2026-04-10T04:01:38.933755Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-10T04:01:38.560989Z","time spent":"372.729214ms","remote":"127.0.0.1:32870","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":120,"response count":0,"response size":39,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-04-10T04:01:39.19603Z","caller":"traceutil/trace.go:171","msg":"trace[600642598] transaction","detail":"{read_only:false; response_revision:5382; number_of_response:1; }","duration":"249.462923ms","start":"2026-04-10T04:01:38.946543Z","end":"2026-04-10T04:01:39.196006Z","steps":["trace[600642598] 'process raft request' (duration: 249.247548ms)"],"step_count":1} {"level":"warn","ts":"2026-04-10T04:01:39.5951Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"284.947992ms","expected-duration":"100ms","prefix":"","request":"header: txn: success:> failure: >>","response":"size:16"} {"level":"info","ts":"2026-04-10T04:01:39.59523Z","caller":"traceutil/trace.go:171","msg":"trace[498858737] linearizableReadLoop","detail":"{readStateIndex:5603; appliedIndex:5602; }","duration":"393.163917ms","start":"2026-04-10T04:01:39.202044Z","end":"2026-04-10T04:01:39.595208Z","steps":["trace[498858737] 'read index received' (duration: 108.0118ms)","trace[498858737] 'applied index is now lower than readState.Index' (duration: 285.150617ms)"],"step_count":2} {"level":"warn","ts":"2026-04-10T04:01:39.595469Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"393.422373ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pods/monitoring/prometheus-kube-prometheus-stack-prometheus-0\" ","response":"range_response_count:1 size:17149"} {"level":"info","ts":"2026-04-10T04:01:39.595511Z","caller":"traceutil/trace.go:171","msg":"trace[1647635850] range","detail":"{range_begin:/registry/pods/monitoring/prometheus-kube-prometheus-stack-prometheus-0; range_end:; response_count:1; response_revision:5383; }","duration":"393.510735ms","start":"2026-04-10T04:01:39.201987Z","end":"2026-04-10T04:01:39.595497Z","steps":["trace[1647635850] 'agreement among raft nodes before linearized reading' (duration: 393.339001ms)"],"step_count":1} {"level":"warn","ts":"2026-04-10T04:01:39.595551Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-10T04:01:39.201963Z","time spent":"393.578586ms","remote":"127.0.0.1:33028","response type":"/etcdserverpb.KV/Range","request count":0,"request size":73,"response count":1,"response size":17172,"request content":"key:\"/registry/pods/monitoring/prometheus-kube-prometheus-stack-prometheus-0\" "} {"level":"warn","ts":"2026-04-10T04:01:39.595659Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"214.091328ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/rabbitmq.com/rabbitmqclusters/openstack/rabbitmq-keystone\" ","response":"range_response_count:1 size:3316"} {"level":"warn","ts":"2026-04-10T04:01:39.595678Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"166.167513ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pods/openstack/percona-xtradb-pxc-0\" ","response":"range_response_count:1 size:12216"} {"level":"info","ts":"2026-04-10T04:01:39.595729Z","caller":"traceutil/trace.go:171","msg":"trace[486208722] range","detail":"{range_begin:/registry/rabbitmq.com/rabbitmqclusters/openstack/rabbitmq-keystone; range_end:; response_count:1; response_revision:5383; }","duration":"214.224301ms","start":"2026-04-10T04:01:39.381486Z","end":"2026-04-10T04:01:39.595711Z","steps":["trace[486208722] 'agreement among raft nodes before linearized reading' (duration: 213.957154ms)"],"step_count":1} {"level":"info","ts":"2026-04-10T04:01:39.595758Z","caller":"traceutil/trace.go:171","msg":"trace[1085242484] range","detail":"{range_begin:/registry/pods/openstack/percona-xtradb-pxc-0; range_end:; response_count:1; response_revision:5383; }","duration":"166.299755ms","start":"2026-04-10T04:01:39.429439Z","end":"2026-04-10T04:01:39.595738Z","steps":["trace[1085242484] 'agreement among raft nodes before linearized reading' (duration: 166.015198ms)"],"step_count":1} {"level":"info","ts":"2026-04-10T04:01:39.595925Z","caller":"traceutil/trace.go:171","msg":"trace[490321576] transaction","detail":"{read_only:false; response_revision:5383; number_of_response:1; }","duration":"622.238797ms","start":"2026-04-10T04:01:38.973643Z","end":"2026-04-10T04:01:39.595882Z","steps":["trace[490321576] 'process raft request' (duration: 336.388775ms)","trace[490321576] 'compare' (duration: 284.788029ms)"],"step_count":2} {"level":"warn","ts":"2026-04-10T04:01:39.596117Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-10T04:01:38.973609Z","time spent":"622.398112ms","remote":"127.0.0.1:33096","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":475,"response count":0,"response size":39,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-04-10T04:01:40.157361Z","caller":"etcdserver/v3_server.go:897","msg":"waiting for ReadIndex response took too long, retrying","sent-request-id":6432439295843432637,"retry-timeout":"500ms"} {"level":"info","ts":"2026-04-10T04:01:40.348522Z","caller":"traceutil/trace.go:171","msg":"trace[1298400666] transaction","detail":"{read_only:false; response_revision:5384; number_of_response:1; }","duration":"738.678243ms","start":"2026-04-10T04:01:39.609776Z","end":"2026-04-10T04:01:40.348454Z","steps":["trace[1298400666] 'process raft request' (duration: 738.538661ms)"],"step_count":1} {"level":"warn","ts":"2026-04-10T04:01:40.348709Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-10T04:01:39.609746Z","time spent":"738.862348ms","remote":"127.0.0.1:33028","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":17108,"response count":0,"response size":39,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-04-10T04:01:40.417352Z","caller":"traceutil/trace.go:171","msg":"trace[82317242] transaction","detail":"{read_only:false; response_revision:5385; number_of_response:1; }","duration":"519.78325ms","start":"2026-04-10T04:01:39.897539Z","end":"2026-04-10T04:01:40.417323Z","steps":["trace[82317242] 'process raft request' (duration: 519.600046ms)"],"step_count":1} {"level":"warn","ts":"2026-04-10T04:01:40.417533Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-10T04:01:39.89751Z","time spent":"519.923442ms","remote":"127.0.0.1:33096","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":555,"response count":0,"response size":39,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-04-10T04:01:40.417716Z","caller":"traceutil/trace.go:171","msg":"trace[989760918] transaction","detail":"{read_only:false; response_revision:5386; number_of_response:1; }","duration":"331.279541ms","start":"2026-04-10T04:01:40.086403Z","end":"2026-04-10T04:01:40.417683Z","steps":["trace[989760918] 'process raft request' (duration: 330.871172ms)"],"step_count":1} {"level":"warn","ts":"2026-04-10T04:01:40.417913Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-10T04:01:40.086389Z","time spent":"331.410533ms","remote":"127.0.0.1:33096","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":533,"response count":0,"response size":39,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-04-10T04:01:40.418456Z","caller":"traceutil/trace.go:171","msg":"trace[1981894377] transaction","detail":"{read_only:false; response_revision:5387; number_of_response:1; }","duration":"328.271023ms","start":"2026-04-10T04:01:40.090161Z","end":"2026-04-10T04:01:40.418432Z","steps":["trace[1981894377] 'process raft request' (duration: 327.411804ms)"],"step_count":1} {"level":"warn","ts":"2026-04-10T04:01:40.418554Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-10T04:01:40.090147Z","time spent":"328.351216ms","remote":"127.0.0.1:33096","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":540,"response count":0,"response size":39,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-04-10T04:01:40.418735Z","caller":"traceutil/trace.go:171","msg":"trace[1585319571] linearizableReadLoop","detail":"{readStateIndex:5608; appliedIndex:5604; }","duration":"762.090285ms","start":"2026-04-10T04:01:39.656603Z","end":"2026-04-10T04:01:40.418694Z","steps":["trace[1585319571] 'read index received' (duration: 692.167131ms)","trace[1585319571] 'applied index is now lower than readState.Index' (duration: 69.921984ms)"],"step_count":2} {"level":"info","ts":"2026-04-10T04:01:40.418756Z","caller":"traceutil/trace.go:171","msg":"trace[980590385] transaction","detail":"{read_only:false; response_revision:5388; number_of_response:1; }","duration":"326.933644ms","start":"2026-04-10T04:01:40.091801Z","end":"2026-04-10T04:01:40.418722Z","steps":["trace[980590385] 'process raft request' (duration: 326.539425ms)"],"step_count":1} {"level":"warn","ts":"2026-04-10T04:01:40.418938Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"762.32533ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/deployments/openstack/percona-xtradb-pitr\" ","response":"range_response_count:0 size:5"} {"level":"info","ts":"2026-04-10T04:01:40.419008Z","caller":"traceutil/trace.go:171","msg":"trace[2022340199] range","detail":"{range_begin:/registry/deployments/openstack/percona-xtradb-pitr; range_end:; response_count:0; response_revision:5388; }","duration":"762.442742ms","start":"2026-04-10T04:01:39.65655Z","end":"2026-04-10T04:01:40.418993Z","steps":["trace[2022340199] 'agreement among raft nodes before linearized reading' (duration: 762.286889ms)"],"step_count":1} {"level":"warn","ts":"2026-04-10T04:01:40.419192Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"162.375498ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/plndr-svcs-lock\" ","response":"range_response_count:1 size:438"} {"level":"warn","ts":"2026-04-10T04:01:40.41921Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"163.480032ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/kube-scheduler\" ","response":"range_response_count:1 size:479"} {"level":"info","ts":"2026-04-10T04:01:40.419245Z","caller":"traceutil/trace.go:171","msg":"trace[35315807] range","detail":"{range_begin:/registry/leases/kube-system/plndr-svcs-lock; range_end:; response_count:1; response_revision:5388; }","duration":"162.44602ms","start":"2026-04-10T04:01:40.256785Z","end":"2026-04-10T04:01:40.419231Z","steps":["trace[35315807] 'agreement among raft nodes before linearized reading' (duration: 162.270996ms)"],"step_count":1} {"level":"info","ts":"2026-04-10T04:01:40.419251Z","caller":"traceutil/trace.go:171","msg":"trace[2063066722] range","detail":"{range_begin:/registry/leases/kube-system/kube-scheduler; range_end:; response_count:1; response_revision:5388; }","duration":"163.561654ms","start":"2026-04-10T04:01:40.255678Z","end":"2026-04-10T04:01:40.419239Z","steps":["trace[2063066722] 'agreement among raft nodes before linearized reading' (duration: 163.40677ms)"],"step_count":1} {"level":"warn","ts":"2026-04-10T04:01:40.419414Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"162.696504ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/plndr-cp-lock\" ","response":"range_response_count:1 size:433"} {"level":"info","ts":"2026-04-10T04:01:40.419455Z","caller":"traceutil/trace.go:171","msg":"trace[1453627558] range","detail":"{range_begin:/registry/leases/kube-system/plndr-cp-lock; range_end:; response_count:1; response_revision:5388; }","duration":"162.757927ms","start":"2026-04-10T04:01:40.256686Z","end":"2026-04-10T04:01:40.419444Z","steps":["trace[1453627558] 'agreement among raft nodes before linearized reading' (duration: 162.665204ms)"],"step_count":1} {"level":"warn","ts":"2026-04-10T04:01:40.419438Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"163.633235ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/kube-controller-manager\" ","response":"range_response_count:1 size:507"} {"level":"warn","ts":"2026-04-10T04:01:40.419578Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"163.736727ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/cilium-operator-resource-lock\" ","response":"range_response_count:1 size:493"} {"level":"warn","ts":"2026-04-10T04:01:40.419744Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"359.543018ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/health\" ","response":"range_response_count:0 size:5"} {"level":"info","ts":"2026-04-10T04:01:40.419795Z","caller":"traceutil/trace.go:171","msg":"trace[1262394873] range","detail":"{range_begin:/registry/health; range_end:; response_count:0; response_revision:5388; }","duration":"359.58797ms","start":"2026-04-10T04:01:40.060194Z","end":"2026-04-10T04:01:40.419782Z","steps":["trace[1262394873] 'agreement among raft nodes before linearized reading' (duration: 359.524848ms)"],"step_count":1} {"level":"warn","ts":"2026-04-10T04:01:40.419836Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-10T04:01:40.060112Z","time spent":"359.716163ms","remote":"127.0.0.1:32842","response type":"/etcdserverpb.KV/Range","request count":0,"request size":18,"response count":0,"response size":28,"request content":"key:\"/registry/health\" "} {"level":"info","ts":"2026-04-10T04:01:40.419795Z","caller":"traceutil/trace.go:171","msg":"trace[675051994] range","detail":"{range_begin:/registry/leases/kube-system/cilium-operator-resource-lock; range_end:; response_count:1; response_revision:5388; }","duration":"164.043026ms","start":"2026-04-10T04:01:40.255727Z","end":"2026-04-10T04:01:40.41977Z","steps":["trace[675051994] 'agreement among raft nodes before linearized reading' (duration: 163.483463ms)"],"step_count":1} {"level":"info","ts":"2026-04-10T04:01:40.419674Z","caller":"traceutil/trace.go:171","msg":"trace[431057069] range","detail":"{range_begin:/registry/leases/kube-system/kube-controller-manager; range_end:; response_count:1; response_revision:5388; }","duration":"163.877ms","start":"2026-04-10T04:01:40.255754Z","end":"2026-04-10T04:01:40.419631Z","steps":["trace[431057069] 'agreement among raft nodes before linearized reading' (duration: 163.352349ms)"],"step_count":1} {"level":"warn","ts":"2026-04-10T04:01:40.419668Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"341.964139ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/monitoring.coreos.com/prometheusrules/\" range_end:\"/registry/monitoring.coreos.com/prometheusrules0\" count_only:true ","response":"range_response_count:0 size:7"} {"level":"info","ts":"2026-04-10T04:01:40.420235Z","caller":"traceutil/trace.go:171","msg":"trace[645913150] range","detail":"{range_begin:/registry/monitoring.coreos.com/prometheusrules/; range_end:/registry/monitoring.coreos.com/prometheusrules0; response_count:0; response_revision:5388; }","duration":"342.550412ms","start":"2026-04-10T04:01:40.077666Z","end":"2026-04-10T04:01:40.420216Z","steps":["trace[645913150] 'agreement among raft nodes before linearized reading' (duration: 341.930728ms)"],"step_count":1} {"level":"warn","ts":"2026-04-10T04:01:40.420287Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-10T04:01:40.077618Z","time spent":"342.652753ms","remote":"127.0.0.1:34114","response type":"/etcdserverpb.KV/Range","request count":0,"request size":102,"response count":29,"response size":30,"request content":"key:\"/registry/monitoring.coreos.com/prometheusrules/\" range_end:\"/registry/monitoring.coreos.com/prometheusrules0\" count_only:true "} {"level":"warn","ts":"2026-04-10T04:01:40.418958Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-10T04:01:40.091772Z","time spent":"327.15139ms","remote":"127.0.0.1:33096","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":508,"response count":0,"response size":39,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-04-10T04:01:40.421506Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"470.661158ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/persistentvolumeclaims/monitoring/prometheus-kube-prometheus-stack-prometheus-db-prometheus-kube-prometheus-stack-prometheus-0\" ","response":"range_response_count:1 size:2082"} {"level":"info","ts":"2026-04-10T04:01:40.421551Z","caller":"traceutil/trace.go:171","msg":"trace[1237956276] range","detail":"{range_begin:/registry/persistentvolumeclaims/monitoring/prometheus-kube-prometheus-stack-prometheus-db-prometheus-kube-prometheus-stack-prometheus-0; range_end:; response_count:1; response_revision:5388; }","duration":"470.73893ms","start":"2026-04-10T04:01:39.950799Z","end":"2026-04-10T04:01:40.421538Z","steps":["trace[1237956276] 'agreement among raft nodes before linearized reading' (duration: 468.198824ms)"],"step_count":1} {"level":"warn","ts":"2026-04-10T04:01:40.421579Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-10T04:01:39.950783Z","time spent":"470.78854ms","remote":"127.0.0.1:32998","response type":"/etcdserverpb.KV/Range","request count":0,"request size":139,"response count":1,"response size":2105,"request content":"key:\"/registry/persistentvolumeclaims/monitoring/prometheus-kube-prometheus-stack-prometheus-db-prometheus-kube-prometheus-stack-prometheus-0\" "} {"level":"warn","ts":"2026-04-10T04:01:40.420263Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-10T04:01:39.656528Z","time spent":"762.512253ms","remote":"127.0.0.1:33276","response type":"/etcdserverpb.KV/Range","request count":0,"request size":53,"response count":0,"response size":28,"request content":"key:\"/registry/deployments/openstack/percona-xtradb-pitr\" "} {"level":"warn","ts":"2026-04-10T04:01:40.553389Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"107.172301ms","expected-duration":"100ms","prefix":"","request":"header: txn: success:> failure: >>","response":"size:16"} {"level":"info","ts":"2026-04-10T04:01:40.553528Z","caller":"traceutil/trace.go:171","msg":"trace[1123426100] transaction","detail":"{read_only:false; response_revision:5389; number_of_response:1; }","duration":"126.563932ms","start":"2026-04-10T04:01:40.426936Z","end":"2026-04-10T04:01:40.5535Z","steps":["trace[1123426100] 'process raft request' (duration: 19.152266ms)","trace[1123426100] 'compare' (duration: 106.920146ms)"],"step_count":2} {"level":"info","ts":"2026-04-10T04:01:40.860062Z","caller":"traceutil/trace.go:171","msg":"trace[1923261354] transaction","detail":"{read_only:false; response_revision:5390; number_of_response:1; }","duration":"432.859938ms","start":"2026-04-10T04:01:40.427178Z","end":"2026-04-10T04:01:40.860038Z","steps":["trace[1923261354] 'process raft request' (duration: 427.165502ms)"],"step_count":1} {"level":"warn","ts":"2026-04-10T04:01:40.860198Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-10T04:01:40.42717Z","time spent":"432.94893ms","remote":"127.0.0.1:33096","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":422,"response count":0,"response size":39,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-04-10T04:01:40.861128Z","caller":"traceutil/trace.go:171","msg":"trace[1599543657] transaction","detail":"{read_only:false; response_revision:5391; number_of_response:1; }","duration":"433.509012ms","start":"2026-04-10T04:01:40.427567Z","end":"2026-04-10T04:01:40.861076Z","steps":["trace[1599543657] 'process raft request' (duration: 432.309665ms)"],"step_count":1} {"level":"warn","ts":"2026-04-10T04:01:40.861262Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-10T04:01:40.427558Z","time spent":"433.657285ms","remote":"127.0.0.1:33096","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":476,"response count":0,"response size":39,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-04-10T04:01:40.861326Z","caller":"traceutil/trace.go:171","msg":"trace[318486194] transaction","detail":"{read_only:false; response_revision:5392; number_of_response:1; }","duration":"432.456178ms","start":"2026-04-10T04:01:40.428834Z","end":"2026-04-10T04:01:40.86129Z","steps":["trace[318486194] 'process raft request' (duration: 432.192033ms)"],"step_count":1} {"level":"warn","ts":"2026-04-10T04:01:40.861452Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-10T04:01:40.428824Z","time spent":"432.562911ms","remote":"127.0.0.1:33096","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":490,"response count":0,"response size":39,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-04-10T04:01:40.861612Z","caller":"traceutil/trace.go:171","msg":"trace[19996417] linearizableReadLoop","detail":"{readStateIndex:5610; appliedIndex:5608; }","duration":"434.32591ms","start":"2026-04-10T04:01:40.427254Z","end":"2026-04-10T04:01:40.861579Z","steps":["trace[19996417] 'read index received' (duration: 18.978951ms)","trace[19996417] 'applied index is now lower than readState.Index' (duration: 415.344969ms)"],"step_count":2} {"level":"info","ts":"2026-04-10T04:01:40.861837Z","caller":"traceutil/trace.go:171","msg":"trace[728050954] transaction","detail":"{read_only:false; response_revision:5393; number_of_response:1; }","duration":"432.848897ms","start":"2026-04-10T04:01:40.428954Z","end":"2026-04-10T04:01:40.861803Z","steps":["trace[728050954] 'process raft request' (duration: 432.269404ms)"],"step_count":1} {"level":"warn","ts":"2026-04-10T04:01:40.862001Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-10T04:01:40.428934Z","time spent":"432.98622ms","remote":"127.0.0.1:33096","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":462,"response count":0,"response size":39,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-04-10T04:01:40.86209Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"433.155265ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/services/specs/openstack/percona-xtradb-pitr\" ","response":"range_response_count:0 size:5"} {"level":"info","ts":"2026-04-10T04:01:40.862146Z","caller":"traceutil/trace.go:171","msg":"trace[908714938] range","detail":"{range_begin:/registry/services/specs/openstack/percona-xtradb-pitr; range_end:; response_count:0; response_revision:5393; }","duration":"433.247606ms","start":"2026-04-10T04:01:40.428885Z","end":"2026-04-10T04:01:40.862132Z","steps":["trace[908714938] 'agreement among raft nodes before linearized reading' (duration: 433.172515ms)"],"step_count":1} {"level":"warn","ts":"2026-04-10T04:01:40.862195Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-10T04:01:40.428865Z","time spent":"433.320639ms","remote":"127.0.0.1:33036","response type":"/etcdserverpb.KV/Range","request count":0,"request size":56,"response count":0,"response size":28,"request content":"key:\"/registry/services/specs/openstack/percona-xtradb-pitr\" "} {"level":"warn","ts":"2026-04-10T04:01:40.862365Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"280.897501ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/events/monitoring/kube-prometheus-stack-prometheus-node-exporter-m9d2g.18a4e2eda2b5d099\" ","response":"range_response_count:1 size:832"} {"level":"info","ts":"2026-04-10T04:01:40.862467Z","caller":"traceutil/trace.go:171","msg":"trace[681540196] range","detail":"{range_begin:/registry/events/monitoring/kube-prometheus-stack-prometheus-node-exporter-m9d2g.18a4e2eda2b5d099; range_end:; response_count:1; response_revision:5393; }","duration":"281.026363ms","start":"2026-04-10T04:01:40.581417Z","end":"2026-04-10T04:01:40.862443Z","steps":["trace[681540196] 'agreement among raft nodes before linearized reading' (duration: 280.698206ms)"],"step_count":1} {"level":"warn","ts":"2026-04-10T04:01:40.862003Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"434.714369ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/persistentvolumes/pvc-c179b2bd-6f59-47a3-991b-6c59405f9d32\" ","response":"range_response_count:1 size:1435"} {"level":"info","ts":"2026-04-10T04:01:40.862593Z","caller":"traceutil/trace.go:171","msg":"trace[947565536] range","detail":"{range_begin:/registry/persistentvolumes/pvc-c179b2bd-6f59-47a3-991b-6c59405f9d32; range_end:; response_count:1; response_revision:5393; }","duration":"435.367813ms","start":"2026-04-10T04:01:40.427208Z","end":"2026-04-10T04:01:40.862576Z","steps":["trace[947565536] 'agreement among raft nodes before linearized reading' (duration: 434.586526ms)"],"step_count":1} {"level":"warn","ts":"2026-04-10T04:01:40.862474Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"292.984069ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/gateway.networking.k8s.io/gateways/\" range_end:\"/registry/gateway.networking.k8s.io/gateways0\" count_only:true ","response":"range_response_count:0 size:5"} {"level":"warn","ts":"2026-04-10T04:01:40.862668Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-10T04:01:40.42719Z","time spent":"435.459905ms","remote":"127.0.0.1:32988","response type":"/etcdserverpb.KV/Range","request count":0,"request size":70,"response count":1,"response size":1458,"request content":"key:\"/registry/persistentvolumes/pvc-c179b2bd-6f59-47a3-991b-6c59405f9d32\" "} {"level":"info","ts":"2026-04-10T04:01:40.862679Z","caller":"traceutil/trace.go:171","msg":"trace[761617908] range","detail":"{range_begin:/registry/gateway.networking.k8s.io/gateways/; range_end:/registry/gateway.networking.k8s.io/gateways0; response_count:0; response_revision:5393; }","duration":"293.245016ms","start":"2026-04-10T04:01:40.569422Z","end":"2026-04-10T04:01:40.862667Z","steps":["trace[761617908] 'agreement among raft nodes before linearized reading' (duration: 293.014561ms)"],"step_count":1} {"level":"warn","ts":"2026-04-10T04:01:43.641199Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"150.39317ms","expected-duration":"100ms","prefix":"","request":"header: lease_revoke:","response":"size:28"} {"level":"info","ts":"2026-04-10T04:01:44.311161Z","caller":"traceutil/trace.go:171","msg":"trace[1155782442] transaction","detail":"{read_only:false; response_revision:5436; number_of_response:1; }","duration":"126.192663ms","start":"2026-04-10T04:01:44.184941Z","end":"2026-04-10T04:01:44.311134Z","steps":["trace[1155782442] 'process raft request' (duration: 125.976428ms)"],"step_count":1} {"level":"warn","ts":"2026-04-10T04:01:44.697053Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"344.825488ms","expected-duration":"100ms","prefix":"read-only range ","request":"limit:1 serializable:true keys_only:true ","response":"range_response_count:0 size:5"} {"level":"warn","ts":"2026-04-10T04:01:44.697147Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"145.220586ms","expected-duration":"100ms","prefix":"","request":"header: txn: success:> failure: >>","response":"size:16"} {"level":"info","ts":"2026-04-10T04:01:44.69719Z","caller":"traceutil/trace.go:171","msg":"trace[338142074] range","detail":"{range_begin:; range_end:; response_count:0; response_revision:5436; }","duration":"344.981332ms","start":"2026-04-10T04:01:44.352186Z","end":"2026-04-10T04:01:44.697167Z","steps":["trace[338142074] 'range keys from in-memory index tree' (duration: 344.807198ms)"],"step_count":1} {"level":"info","ts":"2026-04-10T04:01:44.697421Z","caller":"traceutil/trace.go:171","msg":"trace[614594663] transaction","detail":"{read_only:false; response_revision:5437; number_of_response:1; }","duration":"265.135978ms","start":"2026-04-10T04:01:44.432082Z","end":"2026-04-10T04:01:44.697218Z","steps":["trace[614594663] 'process raft request' (duration: 119.762089ms)","trace[614594663] 'compare' (duration: 144.875028ms)"],"step_count":2} {"level":"info","ts":"2026-04-10T04:01:44.85534Z","caller":"traceutil/trace.go:171","msg":"trace[631282890] transaction","detail":"{read_only:false; response_revision:5438; number_of_response:1; }","duration":"422.969853ms","start":"2026-04-10T04:01:44.432334Z","end":"2026-04-10T04:01:44.855304Z","steps":["trace[631282890] 'process raft request' (duration: 409.179197ms)","trace[631282890] 'compare' (duration: 13.558421ms)"],"step_count":2} {"level":"info","ts":"2026-04-10T04:01:44.85581Z","caller":"traceutil/trace.go:171","msg":"trace[1008173878] transaction","detail":"{read_only:false; response_revision:5439; number_of_response:1; }","duration":"423.24611ms","start":"2026-04-10T04:01:44.432528Z","end":"2026-04-10T04:01:44.855774Z","steps":["trace[1008173878] 'process raft request' (duration: 422.719548ms)"],"step_count":1} {"level":"warn","ts":"2026-04-10T04:01:44.855979Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-10T04:01:44.432505Z","time spent":"423.391104ms","remote":"127.0.0.1:33096","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":509,"response count":0,"response size":39,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-04-10T04:01:44.856206Z","caller":"traceutil/trace.go:171","msg":"trace[40919296] linearizableReadLoop","detail":"{readStateIndex:5661; appliedIndex:5658; }","duration":"287.262369ms","start":"2026-04-10T04:01:44.568929Z","end":"2026-04-10T04:01:44.856191Z","steps":["trace[40919296] 'read index received' (duration: 272.621394ms)","trace[40919296] 'applied index is now lower than readState.Index' (duration: 14.640095ms)"],"step_count":2} {"level":"info","ts":"2026-04-10T04:01:44.856299Z","caller":"traceutil/trace.go:171","msg":"trace[462522143] transaction","detail":"{read_only:false; response_revision:5440; number_of_response:1; }","duration":"423.323372ms","start":"2026-04-10T04:01:44.432962Z","end":"2026-04-10T04:01:44.856285Z","steps":["trace[462522143] 'process raft request' (duration: 422.551875ms)"],"step_count":1} {"level":"warn","ts":"2026-04-10T04:01:44.856367Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-10T04:01:44.432938Z","time spent":"423.387993ms","remote":"127.0.0.1:33096","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":555,"response count":0,"response size":39,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-04-10T04:01:44.8565Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"287.570896ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/plndr-cp-lock\" ","response":"range_response_count:1 size:433"} {"level":"info","ts":"2026-04-10T04:01:44.856564Z","caller":"traceutil/trace.go:171","msg":"trace[689636833] range","detail":"{range_begin:/registry/leases/kube-system/plndr-cp-lock; range_end:; response_count:1; response_revision:5440; }","duration":"287.670459ms","start":"2026-04-10T04:01:44.568878Z","end":"2026-04-10T04:01:44.856549Z","steps":["trace[689636833] 'agreement among raft nodes before linearized reading' (duration: 287.472644ms)"],"step_count":1} {"level":"warn","ts":"2026-04-10T04:01:44.856609Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"249.286616ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/rabbitmq.com/rabbitmqclusters/openstack/rabbitmq-keystone\" ","response":"range_response_count:1 size:3316"} {"level":"info","ts":"2026-04-10T04:01:44.856689Z","caller":"traceutil/trace.go:171","msg":"trace[1518608989] range","detail":"{range_begin:/registry/rabbitmq.com/rabbitmqclusters/openstack/rabbitmq-keystone; range_end:; response_count:1; response_revision:5440; }","duration":"249.42516ms","start":"2026-04-10T04:01:44.607245Z","end":"2026-04-10T04:01:44.85667Z","steps":["trace[1518608989] 'agreement among raft nodes before linearized reading' (duration: 249.170973ms)"],"step_count":1} {"level":"warn","ts":"2026-04-10T04:01:44.856183Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-10T04:01:44.432298Z","time spent":"423.164978ms","remote":"127.0.0.1:33096","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":534,"response count":0,"response size":39,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-04-10T04:01:45.087833Z","caller":"traceutil/trace.go:171","msg":"trace[1334419802] transaction","detail":"{read_only:false; response_revision:5443; number_of_response:1; }","duration":"175.821874ms","start":"2026-04-10T04:01:44.911985Z","end":"2026-04-10T04:01:45.087806Z","steps":["trace[1334419802] 'process raft request' (duration: 83.35176ms)","trace[1334419802] 'compare' (duration: 92.30639ms)"],"step_count":2} {"level":"info","ts":"2026-04-10T04:01:45.088484Z","caller":"traceutil/trace.go:171","msg":"trace[501308620] transaction","detail":"{read_only:false; response_revision:5445; number_of_response:1; }","duration":"176.336366ms","start":"2026-04-10T04:01:44.912114Z","end":"2026-04-10T04:01:45.08845Z","steps":["trace[501308620] 'process raft request' (duration: 176.101191ms)"],"step_count":1} {"level":"info","ts":"2026-04-10T04:01:45.088673Z","caller":"traceutil/trace.go:171","msg":"trace[1967530378] transaction","detail":"{read_only:false; response_revision:5444; number_of_response:1; }","duration":"176.53785ms","start":"2026-04-10T04:01:44.912077Z","end":"2026-04-10T04:01:45.088615Z","steps":["trace[1967530378] 'process raft request' (duration: 175.688972ms)"],"step_count":1} {"level":"info","ts":"2026-04-10T04:01:47.216528Z","caller":"traceutil/trace.go:171","msg":"trace[1674340850] transaction","detail":"{read_only:false; response_revision:5451; number_of_response:1; }","duration":"115.511995ms","start":"2026-04-10T04:01:47.100993Z","end":"2026-04-10T04:01:47.216505Z","steps":["trace[1674340850] 'process raft request' (duration: 115.441993ms)"],"step_count":1} {"level":"info","ts":"2026-04-10T04:01:47.216716Z","caller":"traceutil/trace.go:171","msg":"trace[1984603358] transaction","detail":"{read_only:false; response_revision:5450; number_of_response:1; }","duration":"301.486804ms","start":"2026-04-10T04:01:46.9152Z","end":"2026-04-10T04:01:47.216686Z","steps":["trace[1984603358] 'process raft request' (duration: 296.874151ms)"],"step_count":1} {"level":"warn","ts":"2026-04-10T04:01:47.216917Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-10T04:01:46.915169Z","time spent":"301.671678ms","remote":"127.0.0.1:33096","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":418,"response count":0,"response size":39,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-04-10T04:01:47.217156Z","caller":"traceutil/trace.go:171","msg":"trace[1953367326] linearizableReadLoop","detail":"{readStateIndex:5671; appliedIndex:5670; }","duration":"266.537318ms","start":"2026-04-10T04:01:46.950589Z","end":"2026-04-10T04:01:47.217127Z","steps":["trace[1953367326] 'read index received' (duration: 261.69921ms)","trace[1953367326] 'applied index is now lower than readState.Index' (duration: 4.831798ms)"],"step_count":2} {"level":"warn","ts":"2026-04-10T04:01:47.217365Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"124.090255ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/kube-scheduler\" ","response":"range_response_count:1 size:479"} {"level":"warn","ts":"2026-04-10T04:01:47.217405Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"266.799013ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/cilium-operator-resource-lock\" ","response":"range_response_count:1 size:493"} {"level":"info","ts":"2026-04-10T04:01:47.217415Z","caller":"traceutil/trace.go:171","msg":"trace[1459408015] range","detail":"{range_begin:/registry/leases/kube-system/kube-scheduler; range_end:; response_count:1; response_revision:5451; }","duration":"124.150575ms","start":"2026-04-10T04:01:47.093253Z","end":"2026-04-10T04:01:47.217403Z","steps":["trace[1459408015] 'agreement among raft nodes before linearized reading' (duration: 124.050983ms)"],"step_count":1} {"level":"info","ts":"2026-04-10T04:01:47.217433Z","caller":"traceutil/trace.go:171","msg":"trace[583375254] range","detail":"{range_begin:/registry/leases/kube-system/cilium-operator-resource-lock; range_end:; response_count:1; response_revision:5451; }","duration":"266.888596ms","start":"2026-04-10T04:01:46.950539Z","end":"2026-04-10T04:01:47.217427Z","steps":["trace[583375254] 'agreement among raft nodes before linearized reading' (duration: 266.706981ms)"],"step_count":1} {"level":"warn","ts":"2026-04-10T04:01:47.217525Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"125.460576ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/kube-controller-manager\" ","response":"range_response_count:1 size:507"} {"level":"info","ts":"2026-04-10T04:01:47.21757Z","caller":"traceutil/trace.go:171","msg":"trace[1358803787] range","detail":"{range_begin:/registry/leases/kube-system/kube-controller-manager; range_end:; response_count:1; response_revision:5451; }","duration":"125.504658ms","start":"2026-04-10T04:01:47.092056Z","end":"2026-04-10T04:01:47.217561Z","steps":["trace[1358803787] 'agreement among raft nodes before linearized reading' (duration: 125.285643ms)"],"step_count":1} {"level":"warn","ts":"2026-04-10T04:01:47.217658Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"125.430885ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/plndr-svcs-lock\" ","response":"range_response_count:1 size:438"} {"level":"warn","ts":"2026-04-10T04:01:47.21767Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"156.889623ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/health\" ","response":"range_response_count:0 size:5"} {"level":"info","ts":"2026-04-10T04:01:47.21769Z","caller":"traceutil/trace.go:171","msg":"trace[193217431] range","detail":"{range_begin:/registry/leases/kube-system/plndr-svcs-lock; range_end:; response_count:1; response_revision:5451; }","duration":"125.472356ms","start":"2026-04-10T04:01:47.09221Z","end":"2026-04-10T04:01:47.217682Z","steps":["trace[193217431] 'agreement among raft nodes before linearized reading' (duration: 125.108928ms)"],"step_count":1} {"level":"info","ts":"2026-04-10T04:01:47.217701Z","caller":"traceutil/trace.go:171","msg":"trace[1165995728] range","detail":"{range_begin:/registry/health; range_end:; response_count:0; response_revision:5451; }","duration":"157.109618ms","start":"2026-04-10T04:01:47.060581Z","end":"2026-04-10T04:01:47.217691Z","steps":["trace[1165995728] 'agreement among raft nodes before linearized reading' (duration: 156.897873ms)"],"step_count":1} {"level":"warn","ts":"2026-04-10T04:01:47.217783Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"254.538121ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/persistentvolumeclaims/openstack/persistence-rabbitmq-keystone-server-0\" ","response":"range_response_count:1 size:1865"} {"level":"info","ts":"2026-04-10T04:01:47.217807Z","caller":"traceutil/trace.go:171","msg":"trace[1370269459] range","detail":"{range_begin:/registry/persistentvolumeclaims/openstack/persistence-rabbitmq-keystone-server-0; range_end:; response_count:1; response_revision:5451; }","duration":"254.574553ms","start":"2026-04-10T04:01:46.963226Z","end":"2026-04-10T04:01:47.2178Z","steps":["trace[1370269459] 'agreement among raft nodes before linearized reading' (duration: 254.047571ms)"],"step_count":1} {"level":"warn","ts":"2026-04-10T04:01:49.173309Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"112.576779ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/health\" ","response":"range_response_count:0 size:5"} {"level":"info","ts":"2026-04-10T04:01:49.1734Z","caller":"traceutil/trace.go:171","msg":"trace[1327527786] range","detail":"{range_begin:/registry/health; range_end:; response_count:0; response_revision:5461; }","duration":"112.717693ms","start":"2026-04-10T04:01:49.060664Z","end":"2026-04-10T04:01:49.173382Z","steps":["trace[1327527786] 'range keys from in-memory index tree' (duration: 112.442516ms)"],"step_count":1} {"level":"info","ts":"2026-04-10T04:01:50.055796Z","caller":"traceutil/trace.go:171","msg":"trace[261664544] linearizableReadLoop","detail":"{readStateIndex:5690; appliedIndex:5689; }","duration":"213.079099ms","start":"2026-04-10T04:01:49.842689Z","end":"2026-04-10T04:01:50.055768Z","steps":["trace[261664544] 'read index received' (duration: 190.445887ms)","trace[261664544] 'applied index is now lower than readState.Index' (duration: 22.631922ms)"],"step_count":2} {"level":"info","ts":"2026-04-10T04:01:50.055828Z","caller":"traceutil/trace.go:171","msg":"trace[90080240] transaction","detail":"{read_only:false; response_revision:5468; number_of_response:1; }","duration":"220.212537ms","start":"2026-04-10T04:01:49.835585Z","end":"2026-04-10T04:01:50.055798Z","steps":["trace[90080240] 'process raft request' (duration: 197.536184ms)","trace[90080240] 'compare' (duration: 22.472529ms)"],"step_count":2} {"level":"warn","ts":"2026-04-10T04:01:50.056036Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"213.328424ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/statefulsets/openstack/rabbitmq-keystone-server\" ","response":"range_response_count:1 size:9639"} {"level":"info","ts":"2026-04-10T04:01:50.056179Z","caller":"traceutil/trace.go:171","msg":"trace[2118622526] range","detail":"{range_begin:/registry/statefulsets/openstack/rabbitmq-keystone-server; range_end:; response_count:1; response_revision:5468; }","duration":"213.49207ms","start":"2026-04-10T04:01:49.842668Z","end":"2026-04-10T04:01:50.05616Z","steps":["trace[2118622526] 'agreement among raft nodes before linearized reading' (duration: 213.195363ms)"],"step_count":1} {"level":"warn","ts":"2026-04-10T04:01:50.056272Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"191.97453ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/rabbitmq.com/rabbitmqclusters/openstack/rabbitmq-keystone\" ","response":"range_response_count:1 size:3316"} {"level":"info","ts":"2026-04-10T04:01:50.056394Z","caller":"traceutil/trace.go:171","msg":"trace[1636101707] range","detail":"{range_begin:/registry/rabbitmq.com/rabbitmqclusters/openstack/rabbitmq-keystone; range_end:; response_count:1; response_revision:5468; }","duration":"192.093423ms","start":"2026-04-10T04:01:49.864217Z","end":"2026-04-10T04:01:50.05631Z","steps":["trace[1636101707] 'agreement among raft nodes before linearized reading' (duration: 191.783716ms)"],"step_count":1} {"level":"info","ts":"2026-04-10T04:01:50.258559Z","caller":"traceutil/trace.go:171","msg":"trace[1429605282] transaction","detail":"{read_only:false; response_revision:5470; number_of_response:1; }","duration":"193.348631ms","start":"2026-04-10T04:01:50.06518Z","end":"2026-04-10T04:01:50.258529Z","steps":["trace[1429605282] 'process raft request' (duration: 134.299011ms)","trace[1429605282] 'compare' (duration: 58.909257ms)"],"step_count":2} {"level":"info","ts":"2026-04-10T04:01:56.953515Z","caller":"traceutil/trace.go:171","msg":"trace[1095536562] transaction","detail":"{read_only:false; response_revision:5501; number_of_response:1; }","duration":"182.13544ms","start":"2026-04-10T04:01:56.771363Z","end":"2026-04-10T04:01:56.953499Z","steps":["trace[1095536562] 'process raft request' (duration: 182.026087ms)"],"step_count":1} {"level":"info","ts":"2026-04-10T04:01:57.03484Z","caller":"traceutil/trace.go:171","msg":"trace[1296908392] linearizableReadLoop","detail":"{readStateIndex:5725; appliedIndex:5723; }","duration":"101.014651ms","start":"2026-04-10T04:01:56.933791Z","end":"2026-04-10T04:01:57.034806Z","steps":["trace[1296908392] 'read index received' (duration: 19.683967ms)","trace[1296908392] 'applied index is now lower than readState.Index' (duration: 81.329294ms)"],"step_count":2} {"level":"info","ts":"2026-04-10T04:01:57.034924Z","caller":"traceutil/trace.go:171","msg":"trace[1655571033] transaction","detail":"{read_only:false; response_revision:5502; number_of_response:1; }","duration":"122.544468ms","start":"2026-04-10T04:01:56.912325Z","end":"2026-04-10T04:01:57.03487Z","steps":["trace[1655571033] 'process raft request' (duration: 82.410208ms)","trace[1655571033] 'compare' (duration: 39.876974ms)"],"step_count":2} {"level":"warn","ts":"2026-04-10T04:01:57.035724Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"101.916701ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pods/openstack/rabbitmq-keystone-server-0\" ","response":"range_response_count:1 size:10887"} {"level":"info","ts":"2026-04-10T04:01:57.035822Z","caller":"traceutil/trace.go:171","msg":"trace[607429547] range","detail":"{range_begin:/registry/pods/openstack/rabbitmq-keystone-server-0; range_end:; response_count:1; response_revision:5503; }","duration":"102.023324ms","start":"2026-04-10T04:01:56.933775Z","end":"2026-04-10T04:01:57.035798Z","steps":["trace[607429547] 'agreement among raft nodes before linearized reading' (duration: 101.165305ms)"],"step_count":1} {"level":"warn","ts":"2026-04-10T04:02:15.693662Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"193.367932ms","expected-duration":"100ms","prefix":"","request":"header: txn: success:> failure: >>","response":"size:16"} {"level":"info","ts":"2026-04-10T04:02:15.693827Z","caller":"traceutil/trace.go:171","msg":"trace[711901824] transaction","detail":"{read_only:false; response_revision:5706; number_of_response:1; }","duration":"257.722805ms","start":"2026-04-10T04:02:15.436077Z","end":"2026-04-10T04:02:15.6938Z","steps":["trace[711901824] 'process raft request' (duration: 64.090888ms)","trace[711901824] 'compare' (duration: 193.076815ms)"],"step_count":2} {"level":"info","ts":"2026-04-10T04:02:15.725122Z","caller":"traceutil/trace.go:171","msg":"trace[2134834207] transaction","detail":"{read_only:false; response_revision:5707; number_of_response:1; }","duration":"288.780724ms","start":"2026-04-10T04:02:15.436316Z","end":"2026-04-10T04:02:15.725097Z","steps":["trace[2134834207] 'process raft request' (duration: 288.623499ms)"],"step_count":1} {"level":"info","ts":"2026-04-10T04:02:15.725362Z","caller":"traceutil/trace.go:171","msg":"trace[1308777188] transaction","detail":"{read_only:false; response_revision:5708; number_of_response:1; }","duration":"288.972667ms","start":"2026-04-10T04:02:15.436379Z","end":"2026-04-10T04:02:15.725352Z","steps":["trace[1308777188] 'process raft request' (duration: 288.67393ms)"],"step_count":1} {"level":"info","ts":"2026-04-10T04:02:15.72551Z","caller":"traceutil/trace.go:171","msg":"trace[1251214510] transaction","detail":"{read_only:false; response_revision:5709; number_of_response:1; }","duration":"289.083491ms","start":"2026-04-10T04:02:15.436418Z","end":"2026-04-10T04:02:15.725502Z","steps":["trace[1251214510] 'process raft request' (duration: 288.893786ms)"],"step_count":1} {"level":"info","ts":"2026-04-10T04:02:17.411751Z","caller":"traceutil/trace.go:171","msg":"trace[692477669] transaction","detail":"{read_only:false; response_revision:5715; number_of_response:1; }","duration":"165.601276ms","start":"2026-04-10T04:02:17.24612Z","end":"2026-04-10T04:02:17.411722Z","steps":["trace[692477669] 'process raft request' (duration: 80.051393ms)","trace[692477669] 'compare' (duration: 85.42247ms)"],"step_count":2} {"level":"info","ts":"2026-04-10T04:02:18.124585Z","caller":"traceutil/trace.go:171","msg":"trace[1553962641] linearizableReadLoop","detail":"{readStateIndex:5945; appliedIndex:5944; }","duration":"426.886299ms","start":"2026-04-10T04:02:17.697669Z","end":"2026-04-10T04:02:18.124556Z","steps":["trace[1553962641] 'read index received' (duration: 426.808937ms)","trace[1553962641] 'applied index is now lower than readState.Index' (duration: 76.242µs)"],"step_count":2} {"level":"warn","ts":"2026-04-10T04:02:18.124826Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"427.144584ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/kube-scheduler\" ","response":"range_response_count:1 size:479"} {"level":"info","ts":"2026-04-10T04:02:18.124695Z","caller":"traceutil/trace.go:171","msg":"trace[431707683] transaction","detail":"{read_only:false; response_revision:5717; number_of_response:1; }","duration":"498.285689ms","start":"2026-04-10T04:02:17.626363Z","end":"2026-04-10T04:02:18.124648Z","steps":["trace[431707683] 'process raft request' (duration: 498.024924ms)"],"step_count":1} {"level":"info","ts":"2026-04-10T04:02:18.124865Z","caller":"traceutil/trace.go:171","msg":"trace[43130906] range","detail":"{range_begin:/registry/leases/kube-system/kube-scheduler; range_end:; response_count:1; response_revision:5717; }","duration":"427.204866ms","start":"2026-04-10T04:02:17.697651Z","end":"2026-04-10T04:02:18.124856Z","steps":["trace[43130906] 'agreement among raft nodes before linearized reading' (duration: 427.030052ms)"],"step_count":1} {"level":"warn","ts":"2026-04-10T04:02:18.124902Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-10T04:02:17.697588Z","time spent":"427.306868ms","remote":"127.0.0.1:33096","response type":"/etcdserverpb.KV/Range","request count":0,"request size":45,"response count":1,"response size":502,"request content":"key:\"/registry/leases/kube-system/kube-scheduler\" "} {"level":"warn","ts":"2026-04-10T04:02:18.125284Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-10T04:02:17.626346Z","time spent":"498.618956ms","remote":"127.0.0.1:33096","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":543,"response count":0,"response size":39,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-04-10T04:02:18.502727Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"241.460033ms","expected-duration":"100ms","prefix":"","request":"header: txn: success:> failure:<>>","response":"size:16"} {"level":"info","ts":"2026-04-10T04:02:18.502923Z","caller":"traceutil/trace.go:171","msg":"trace[2124106688] transaction","detail":"{read_only:false; response_revision:5719; number_of_response:1; }","duration":"373.621259ms","start":"2026-04-10T04:02:18.129283Z","end":"2026-04-10T04:02:18.502904Z","steps":["trace[2124106688] 'process raft request' (duration: 373.549638ms)"],"step_count":1} {"level":"warn","ts":"2026-04-10T04:02:18.503001Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-10T04:02:18.129259Z","time spent":"373.70377ms","remote":"127.0.0.1:33096","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":463,"response count":0,"response size":39,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-04-10T04:02:18.503171Z","caller":"traceutil/trace.go:171","msg":"trace[1830734517] transaction","detail":"{read_only:false; response_revision:5718; number_of_response:1; }","duration":"769.302227ms","start":"2026-04-10T04:02:17.733823Z","end":"2026-04-10T04:02:18.503125Z","steps":["trace[1830734517] 'process raft request' (duration: 527.378803ms)","trace[1830734517] 'compare' (duration: 241.307381ms)"],"step_count":2} {"level":"info","ts":"2026-04-10T04:02:18.503239Z","caller":"traceutil/trace.go:171","msg":"trace[1184941586] linearizableReadLoop","detail":"{readStateIndex:5946; appliedIndex:5945; }","duration":"378.570819ms","start":"2026-04-10T04:02:18.124656Z","end":"2026-04-10T04:02:18.503227Z","steps":["trace[1184941586] 'read index received' (duration: 136.554823ms)","trace[1184941586] 'applied index is now lower than readState.Index' (duration: 242.014456ms)"],"step_count":2} {"level":"warn","ts":"2026-04-10T04:02:18.5036Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"515.182182ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/secrets/openstack/keystone-credential-keys\" ","response":"range_response_count:1 size:353"} {"level":"info","ts":"2026-04-10T04:02:18.503654Z","caller":"traceutil/trace.go:171","msg":"trace[933446283] range","detail":"{range_begin:/registry/secrets/openstack/keystone-credential-keys; range_end:; response_count:1; response_revision:5719; }","duration":"515.263184ms","start":"2026-04-10T04:02:17.988377Z","end":"2026-04-10T04:02:18.50364Z","steps":["trace[933446283] 'agreement among raft nodes before linearized reading' (duration: 515.126301ms)"],"step_count":1} {"level":"warn","ts":"2026-04-10T04:02:18.503697Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-10T04:02:17.988363Z","time spent":"515.324226ms","remote":"127.0.0.1:32928","response type":"/etcdserverpb.KV/Range","request count":0,"request size":54,"response count":1,"response size":376,"request content":"key:\"/registry/secrets/openstack/keystone-credential-keys\" "} {"level":"warn","ts":"2026-04-10T04:02:18.503695Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"772.855506ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/cilium-operator-resource-lock\" ","response":"range_response_count:1 size:493"} {"level":"info","ts":"2026-04-10T04:02:18.503748Z","caller":"traceutil/trace.go:171","msg":"trace[1593553468] range","detail":"{range_begin:/registry/leases/kube-system/cilium-operator-resource-lock; range_end:; response_count:1; response_revision:5719; }","duration":"772.957477ms","start":"2026-04-10T04:02:17.730776Z","end":"2026-04-10T04:02:18.503734Z","steps":["trace[1593553468] 'agreement among raft nodes before linearized reading' (duration: 772.759933ms)"],"step_count":1} {"level":"warn","ts":"2026-04-10T04:02:18.503793Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-10T04:02:17.730757Z","time spent":"773.02769ms","remote":"127.0.0.1:33096","response type":"/etcdserverpb.KV/Range","request count":0,"request size":60,"response count":1,"response size":516,"request content":"key:\"/registry/leases/kube-system/cilium-operator-resource-lock\" "} {"level":"warn","ts":"2026-04-10T04:02:18.503867Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"772.755854ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/plndr-svcs-lock\" ","response":"range_response_count:1 size:438"} {"level":"info","ts":"2026-04-10T04:02:18.504027Z","caller":"traceutil/trace.go:171","msg":"trace[739372318] range","detail":"{range_begin:/registry/leases/kube-system/plndr-svcs-lock; range_end:; response_count:1; response_revision:5719; }","duration":"772.961848ms","start":"2026-04-10T04:02:17.730999Z","end":"2026-04-10T04:02:18.503961Z","steps":["trace[739372318] 'agreement among raft nodes before linearized reading' (duration: 772.57844ms)"],"step_count":1} {"level":"warn","ts":"2026-04-10T04:02:18.504085Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"773.096931ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/plndr-cp-lock\" ","response":"range_response_count:1 size:433"} {"level":"info","ts":"2026-04-10T04:02:18.50412Z","caller":"traceutil/trace.go:171","msg":"trace[115605799] range","detail":"{range_begin:/registry/leases/kube-system/plndr-cp-lock; range_end:; response_count:1; response_revision:5719; }","duration":"773.149093ms","start":"2026-04-10T04:02:17.730961Z","end":"2026-04-10T04:02:18.50411Z","steps":["trace[115605799] 'agreement among raft nodes before linearized reading' (duration: 773.040631ms)"],"step_count":1} {"level":"warn","ts":"2026-04-10T04:02:18.504224Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-10T04:02:17.730979Z","time spent":"773.135122ms","remote":"127.0.0.1:33096","response type":"/etcdserverpb.KV/Range","request count":0,"request size":46,"response count":1,"response size":461,"request content":"key:\"/registry/leases/kube-system/plndr-svcs-lock\" "} {"level":"warn","ts":"2026-04-10T04:02:18.504319Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"615.318349ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/cert-manager.io/clusterissuers/\" range_end:\"/registry/cert-manager.io/clusterissuers0\" count_only:true ","response":"range_response_count:0 size:7"} {"level":"info","ts":"2026-04-10T04:02:18.504406Z","caller":"traceutil/trace.go:171","msg":"trace[1175906121] range","detail":"{range_begin:/registry/cert-manager.io/clusterissuers/; range_end:/registry/cert-manager.io/clusterissuers0; response_count:0; response_revision:5719; }","duration":"615.504083ms","start":"2026-04-10T04:02:17.888881Z","end":"2026-04-10T04:02:18.504385Z","steps":["trace[1175906121] 'agreement among raft nodes before linearized reading' (duration: 615.314548ms)"],"step_count":1} {"level":"warn","ts":"2026-04-10T04:02:18.503919Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"250.000624ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/gateway.networking.k8s.io/backendtlspolicies/\" range_end:\"/registry/gateway.networking.k8s.io/backendtlspolicies0\" count_only:true ","response":"range_response_count:0 size:5"} {"level":"warn","ts":"2026-04-10T04:02:18.504456Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-10T04:02:17.888865Z","time spent":"615.579554ms","remote":"127.0.0.1:41136","response type":"/etcdserverpb.KV/Range","request count":0,"request size":88,"response count":3,"response size":30,"request content":"key:\"/registry/cert-manager.io/clusterissuers/\" range_end:\"/registry/cert-manager.io/clusterissuers0\" count_only:true "} {"level":"warn","ts":"2026-04-10T04:02:18.504239Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-10T04:02:17.730953Z","time spent":"773.263326ms","remote":"127.0.0.1:33096","response type":"/etcdserverpb.KV/Range","request count":0,"request size":44,"response count":1,"response size":456,"request content":"key:\"/registry/leases/kube-system/plndr-cp-lock\" "} {"level":"info","ts":"2026-04-10T04:02:18.504471Z","caller":"traceutil/trace.go:171","msg":"trace[893372946] range","detail":"{range_begin:/registry/gateway.networking.k8s.io/backendtlspolicies/; range_end:/registry/gateway.networking.k8s.io/backendtlspolicies0; response_count:0; response_revision:5719; }","duration":"250.585147ms","start":"2026-04-10T04:02:18.253871Z","end":"2026-04-10T04:02:18.504456Z","steps":["trace[893372946] 'agreement among raft nodes before linearized reading' (duration: 250.009313ms)"],"step_count":1} {"level":"warn","ts":"2026-04-10T04:02:18.503352Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-10T04:02:17.733805Z","time spent":"769.47246ms","remote":"127.0.0.1:32906","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":775,"response count":0,"response size":39,"request content":"compare: success:> failure:<>"} {"level":"warn","ts":"2026-04-10T04:02:18.982566Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"304.860488ms","expected-duration":"100ms","prefix":"","request":"header: lease_grant:","response":"size:40"} {"level":"warn","ts":"2026-04-10T04:02:18.982657Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-10T04:02:18.506106Z","time spent":"476.546327ms","remote":"127.0.0.1:32870","response type":"/etcdserverpb.Lease/LeaseGrant","request count":-1,"request size":-1,"response count":-1,"response size":-1,"request content":""} {"level":"info","ts":"2026-04-10T04:02:19.019667Z","caller":"traceutil/trace.go:171","msg":"trace[821419616] linearizableReadLoop","detail":"{readStateIndex:5952; appliedIndex:5948; }","duration":"312.098268ms","start":"2026-04-10T04:02:18.707546Z","end":"2026-04-10T04:02:19.019644Z","steps":["trace[821419616] 'read index received' (duration: 311.845901ms)","trace[821419616] 'applied index is now lower than readState.Index' (duration: 251.457µs)"],"step_count":2} {"level":"info","ts":"2026-04-10T04:02:19.020147Z","caller":"traceutil/trace.go:171","msg":"trace[1258933085] transaction","detail":"{read_only:false; response_revision:5720; number_of_response:1; }","duration":"510.210073ms","start":"2026-04-10T04:02:18.509899Z","end":"2026-04-10T04:02:19.020109Z","steps":["trace[1258933085] 'process raft request' (duration: 509.443566ms)"],"step_count":1} {"level":"info","ts":"2026-04-10T04:02:19.020537Z","caller":"traceutil/trace.go:171","msg":"trace[978141531] transaction","detail":"{read_only:false; response_revision:5722; number_of_response:1; }","duration":"510.349636ms","start":"2026-04-10T04:02:18.510151Z","end":"2026-04-10T04:02:19.020501Z","steps":["trace[978141531] 'process raft request' (duration: 509.416885ms)"],"step_count":1} {"level":"warn","ts":"2026-04-10T04:02:19.020661Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-10T04:02:18.510144Z","time spent":"510.454657ms","remote":"127.0.0.1:33096","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":418,"response count":0,"response size":39,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-04-10T04:02:19.020649Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"313.075819ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/jobs/openstack/keystone-fernet-setup\" ","response":"range_response_count:0 size:5"} {"level":"info","ts":"2026-04-10T04:02:19.02073Z","caller":"traceutil/trace.go:171","msg":"trace[1320082856] range","detail":"{range_begin:/registry/jobs/openstack/keystone-fernet-setup; range_end:; response_count:0; response_revision:5723; }","duration":"313.209762ms","start":"2026-04-10T04:02:18.707501Z","end":"2026-04-10T04:02:19.020711Z","steps":["trace[1320082856] 'agreement among raft nodes before linearized reading' (duration: 313.029649ms)"],"step_count":1} {"level":"info","ts":"2026-04-10T04:02:19.02073Z","caller":"traceutil/trace.go:171","msg":"trace[515819279] transaction","detail":"{read_only:false; response_revision:5721; number_of_response:1; }","duration":"510.761804ms","start":"2026-04-10T04:02:18.509949Z","end":"2026-04-10T04:02:19.020711Z","steps":["trace[515819279] 'process raft request' (duration: 509.571408ms)"],"step_count":1} {"level":"warn","ts":"2026-04-10T04:02:19.020781Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-10T04:02:18.707482Z","time spent":"313.289994ms","remote":"127.0.0.1:33074","response type":"/etcdserverpb.KV/Range","request count":0,"request size":48,"response count":0,"response size":28,"request content":"key:\"/registry/jobs/openstack/keystone-fernet-setup\" "} {"level":"warn","ts":"2026-04-10T04:02:19.020811Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-10T04:02:18.509927Z","time spent":"510.843666ms","remote":"127.0.0.1:32906","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":775,"response count":0,"response size":39,"request content":"compare: success:> failure:<>"} {"level":"info","ts":"2026-04-10T04:02:19.020585Z","caller":"traceutil/trace.go:171","msg":"trace[1929745409] transaction","detail":"{read_only:false; response_revision:5723; number_of_response:1; }","duration":"509.268411ms","start":"2026-04-10T04:02:18.511294Z","end":"2026-04-10T04:02:19.020562Z","steps":["trace[1929745409] 'process raft request' (duration: 508.31557ms)"],"step_count":1} {"level":"warn","ts":"2026-04-10T04:02:19.021105Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-10T04:02:18.511286Z","time spent":"509.710621ms","remote":"127.0.0.1:33096","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":423,"response count":0,"response size":39,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-04-10T04:02:19.0222Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-10T04:02:18.509888Z","time spent":"510.313205ms","remote":"127.0.0.1:33096","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":477,"response count":0,"response size":39,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-04-10T04:02:19.135702Z","caller":"traceutil/trace.go:171","msg":"trace[286625467] linearizableReadLoop","detail":"{readStateIndex:5953; appliedIndex:5952; }","duration":"115.940116ms","start":"2026-04-10T04:02:19.019733Z","end":"2026-04-10T04:02:19.135674Z","steps":["trace[286625467] 'read index received' (duration: 105.207158ms)","trace[286625467] 'applied index is now lower than readState.Index' (duration: 10.729958ms)"],"step_count":2} {"level":"warn","ts":"2026-04-10T04:02:19.135896Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"428.143647ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/jobs/openstack/keystone-db-sync\" ","response":"range_response_count:0 size:5"} {"level":"info","ts":"2026-04-10T04:02:19.135951Z","caller":"traceutil/trace.go:171","msg":"trace[1138281613] range","detail":"{range_begin:/registry/jobs/openstack/keystone-db-sync; range_end:; response_count:0; response_revision:5725; }","duration":"428.240617ms","start":"2026-04-10T04:02:18.707698Z","end":"2026-04-10T04:02:19.135939Z","steps":["trace[1138281613] 'agreement among raft nodes before linearized reading' (duration: 428.163666ms)"],"step_count":1} {"level":"warn","ts":"2026-04-10T04:02:19.135982Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-10T04:02:18.707678Z","time spent":"428.298099ms","remote":"127.0.0.1:33074","response type":"/etcdserverpb.KV/Range","request count":0,"request size":43,"response count":0,"response size":28,"request content":"key:\"/registry/jobs/openstack/keystone-db-sync\" "} {"level":"info","ts":"2026-04-10T04:02:19.136083Z","caller":"traceutil/trace.go:171","msg":"trace[1030549141] transaction","detail":"{read_only:false; response_revision:5724; number_of_response:1; }","duration":"152.016095ms","start":"2026-04-10T04:02:18.984049Z","end":"2026-04-10T04:02:19.136065Z","steps":["trace[1030549141] 'process raft request' (duration: 140.96262ms)","trace[1030549141] 'compare' (duration: 10.416271ms)"],"step_count":2} {"level":"warn","ts":"2026-04-10T04:02:19.137546Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"425.18291ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/jobs/openstack/keystone-credential-setup\" ","response":"range_response_count:1 size:6084"} {"level":"info","ts":"2026-04-10T04:02:19.137578Z","caller":"traceutil/trace.go:171","msg":"trace[23522301] range","detail":"{range_begin:/registry/jobs/openstack/keystone-credential-setup; range_end:; response_count:1; response_revision:5725; }","duration":"425.244592ms","start":"2026-04-10T04:02:18.712326Z","end":"2026-04-10T04:02:19.137571Z","steps":["trace[23522301] 'agreement among raft nodes before linearized reading' (duration: 423.749479ms)"],"step_count":1} {"level":"warn","ts":"2026-04-10T04:02:19.137599Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-10T04:02:18.712312Z","time spent":"425.282353ms","remote":"127.0.0.1:33074","response type":"/etcdserverpb.KV/Range","request count":0,"request size":52,"response count":1,"response size":6107,"request content":"key:\"/registry/jobs/openstack/keystone-credential-setup\" "} {"level":"info","ts":"2026-04-10T04:02:19.812103Z","caller":"traceutil/trace.go:171","msg":"trace[529374993] transaction","detail":"{read_only:false; response_revision:5730; number_of_response:1; }","duration":"313.782014ms","start":"2026-04-10T04:02:19.498291Z","end":"2026-04-10T04:02:19.812073Z","steps":["trace[529374993] 'process raft request' (duration: 264.688518ms)","trace[529374993] 'compare' (duration: 48.764289ms)"],"step_count":2} {"level":"warn","ts":"2026-04-10T04:02:19.812273Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-10T04:02:19.49828Z","time spent":"313.922717ms","remote":"127.0.0.1:33096","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":491,"response count":0,"response size":39,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-04-10T04:02:20.157998Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"173.649812ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/prioritylevelconfigurations/\" range_end:\"/registry/prioritylevelconfigurations0\" count_only:true ","response":"range_response_count:0 size:7"} {"level":"info","ts":"2026-04-10T04:02:20.158083Z","caller":"traceutil/trace.go:171","msg":"trace[1179279301] range","detail":"{range_begin:/registry/prioritylevelconfigurations/; range_end:/registry/prioritylevelconfigurations0; response_count:0; response_revision:5730; }","duration":"173.787055ms","start":"2026-04-10T04:02:19.984274Z","end":"2026-04-10T04:02:20.158061Z","steps":["trace[1179279301] 'count revisions from in-memory index tree' (duration: 173.55826ms)"],"step_count":1} {"level":"info","ts":"2026-04-10T04:02:20.887316Z","caller":"traceutil/trace.go:171","msg":"trace[1304406115] linearizableReadLoop","detail":"{readStateIndex:5961; appliedIndex:5960; }","duration":"379.191151ms","start":"2026-04-10T04:02:20.508099Z","end":"2026-04-10T04:02:20.88729Z","steps":["trace[1304406115] 'read index received' (duration: 379.030017ms)","trace[1304406115] 'applied index is now lower than readState.Index' (duration: 160.184µs)"],"step_count":2} {"level":"warn","ts":"2026-04-10T04:02:20.887522Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"379.412056ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/kube-scheduler\" ","response":"range_response_count:1 size:479"} {"level":"info","ts":"2026-04-10T04:02:20.887593Z","caller":"traceutil/trace.go:171","msg":"trace[2054536821] range","detail":"{range_begin:/registry/leases/kube-system/kube-scheduler; range_end:; response_count:1; response_revision:5732; }","duration":"379.537688ms","start":"2026-04-10T04:02:20.508045Z","end":"2026-04-10T04:02:20.887583Z","steps":["trace[2054536821] 'agreement among raft nodes before linearized reading' (duration: 379.339065ms)"],"step_count":1} {"level":"warn","ts":"2026-04-10T04:02:20.887628Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-10T04:02:20.508016Z","time spent":"379.603041ms","remote":"127.0.0.1:33096","response type":"/etcdserverpb.KV/Range","request count":0,"request size":45,"response count":1,"response size":502,"request content":"key:\"/registry/leases/kube-system/kube-scheduler\" "} {"level":"info","ts":"2026-04-10T04:02:20.887944Z","caller":"traceutil/trace.go:171","msg":"trace[1717899480] transaction","detail":"{read_only:false; response_revision:5732; number_of_response:1; }","duration":"440.900747ms","start":"2026-04-10T04:02:20.447031Z","end":"2026-04-10T04:02:20.887931Z","steps":["trace[1717899480] 'process raft request' (duration: 440.122309ms)"],"step_count":1} {"level":"warn","ts":"2026-04-10T04:02:20.888034Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-10T04:02:20.447005Z","time spent":"440.972878ms","remote":"127.0.0.1:33074","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":6069,"response count":0,"response size":39,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-04-10T04:02:21.088434Z","caller":"traceutil/trace.go:171","msg":"trace[1322932262] transaction","detail":"{read_only:false; response_revision:5733; number_of_response:1; }","duration":"194.924413ms","start":"2026-04-10T04:02:20.893485Z","end":"2026-04-10T04:02:21.088409Z","steps":["trace[1322932262] 'process raft request' (duration: 194.464813ms)"],"step_count":1} {"level":"info","ts":"2026-04-10T04:02:23.384549Z","caller":"traceutil/trace.go:171","msg":"trace[1329308468] linearizableReadLoop","detail":"{readStateIndex:5979; appliedIndex:5978; }","duration":"115.961445ms","start":"2026-04-10T04:02:23.268559Z","end":"2026-04-10T04:02:23.384521Z","steps":["trace[1329308468] 'read index received' (duration: 87.498406ms)","trace[1329308468] 'applied index is now lower than readState.Index' (duration: 28.461799ms)"],"step_count":2} {"level":"info","ts":"2026-04-10T04:02:23.384724Z","caller":"traceutil/trace.go:171","msg":"trace[84619881] transaction","detail":"{read_only:false; response_revision:5750; number_of_response:1; }","duration":"120.765593ms","start":"2026-04-10T04:02:23.263937Z","end":"2026-04-10T04:02:23.384702Z","steps":["trace[84619881] 'process raft request' (duration: 92.109748ms)","trace[84619881] 'compare' (duration: 28.252366ms)"],"step_count":2} {"level":"warn","ts":"2026-04-10T04:02:23.384774Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"116.18926ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/secrets/monitoring/alertmanager-kube-prometheus-stack-alertmanager-generated\" ","response":"range_response_count:1 size:1131"} {"level":"info","ts":"2026-04-10T04:02:23.384839Z","caller":"traceutil/trace.go:171","msg":"trace[1457051821] range","detail":"{range_begin:/registry/secrets/monitoring/alertmanager-kube-prometheus-stack-alertmanager-generated; range_end:; response_count:1; response_revision:5750; }","duration":"116.253472ms","start":"2026-04-10T04:02:23.268555Z","end":"2026-04-10T04:02:23.384809Z","steps":["trace[1457051821] 'agreement among raft nodes before linearized reading' (duration: 116.083738ms)"],"step_count":1} {"level":"info","ts":"2026-04-10T04:02:31.529131Z","caller":"traceutil/trace.go:171","msg":"trace[1751480779] transaction","detail":"{read_only:false; response_revision:5815; number_of_response:1; }","duration":"118.789806ms","start":"2026-04-10T04:02:31.410316Z","end":"2026-04-10T04:02:31.529105Z","steps":["trace[1751480779] 'process raft request' (duration: 118.653252ms)"],"step_count":1} {"level":"info","ts":"2026-04-10T04:02:33.369045Z","caller":"traceutil/trace.go:171","msg":"trace[1288689965] linearizableReadLoop","detail":"{readStateIndex:6051; appliedIndex:6050; }","duration":"201.33827ms","start":"2026-04-10T04:02:33.16768Z","end":"2026-04-10T04:02:33.369019Z","steps":["trace[1288689965] 'read index received' (duration: 201.191357ms)","trace[1288689965] 'applied index is now lower than readState.Index' (duration: 145.973µs)"],"step_count":2} {"level":"info","ts":"2026-04-10T04:02:33.369096Z","caller":"traceutil/trace.go:171","msg":"trace[1887254959] transaction","detail":"{read_only:false; response_revision:5819; number_of_response:1; }","duration":"237.126122ms","start":"2026-04-10T04:02:33.131932Z","end":"2026-04-10T04:02:33.369059Z","steps":["trace[1887254959] 'process raft request' (duration: 236.931858ms)"],"step_count":1} {"level":"warn","ts":"2026-04-10T04:02:33.369198Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"201.496004ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/jobs/openstack/keystone-db-sync\" ","response":"range_response_count:0 size:5"} {"level":"info","ts":"2026-04-10T04:02:33.369245Z","caller":"traceutil/trace.go:171","msg":"trace[317713340] range","detail":"{range_begin:/registry/jobs/openstack/keystone-db-sync; range_end:; response_count:0; response_revision:5819; }","duration":"201.596576ms","start":"2026-04-10T04:02:33.16763Z","end":"2026-04-10T04:02:33.369226Z","steps":["trace[317713340] 'agreement among raft nodes before linearized reading' (duration: 201.512705ms)"],"step_count":1} {"level":"info","ts":"2026-04-10T04:02:33.389631Z","caller":"traceutil/trace.go:171","msg":"trace[986494014] transaction","detail":"{read_only:false; response_revision:5820; number_of_response:1; }","duration":"119.185473ms","start":"2026-04-10T04:02:33.27041Z","end":"2026-04-10T04:02:33.389595Z","steps":["trace[986494014] 'process raft request' (duration: 118.805465ms)"],"step_count":1} {"level":"warn","ts":"2026-04-10T04:02:33.390206Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"161.735965ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/kube-scheduler\" ","response":"range_response_count:1 size:478"} {"level":"info","ts":"2026-04-10T04:02:33.390275Z","caller":"traceutil/trace.go:171","msg":"trace[908974549] range","detail":"{range_begin:/registry/leases/kube-system/kube-scheduler; range_end:; response_count:1; response_revision:5821; }","duration":"161.852178ms","start":"2026-04-10T04:02:33.228407Z","end":"2026-04-10T04:02:33.390259Z","steps":["trace[908974549] 'agreement among raft nodes before linearized reading' (duration: 160.984639ms)"],"step_count":1} {"level":"info","ts":"2026-04-10T04:02:47.682013Z","caller":"traceutil/trace.go:171","msg":"trace[1198111646] linearizableReadLoop","detail":"{readStateIndex:6184; appliedIndex:6183; }","duration":"142.749851ms","start":"2026-04-10T04:02:47.539241Z","end":"2026-04-10T04:02:47.681991Z","steps":["trace[1198111646] 'read index received' (duration: 142.690571ms)","trace[1198111646] 'applied index is now lower than readState.Index' (duration: 58.38µs)"],"step_count":2} {"level":"info","ts":"2026-04-10T04:02:47.682131Z","caller":"traceutil/trace.go:171","msg":"trace[1973527058] transaction","detail":"{read_only:false; response_revision:5949; number_of_response:1; }","duration":"143.53546ms","start":"2026-04-10T04:02:47.538548Z","end":"2026-04-10T04:02:47.682084Z","steps":["trace[1973527058] 'process raft request' (duration: 143.317515ms)"],"step_count":1} {"level":"warn","ts":"2026-04-10T04:02:47.682328Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"143.054948ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/cilium-operator-resource-lock\" ","response":"range_response_count:1 size:493"} {"level":"info","ts":"2026-04-10T04:02:47.682423Z","caller":"traceutil/trace.go:171","msg":"trace[1510723056] range","detail":"{range_begin:/registry/leases/kube-system/cilium-operator-resource-lock; range_end:; response_count:1; response_revision:5949; }","duration":"143.211003ms","start":"2026-04-10T04:02:47.539193Z","end":"2026-04-10T04:02:47.682404Z","steps":["trace[1510723056] 'agreement among raft nodes before linearized reading' (duration: 142.918326ms)"],"step_count":1} {"level":"info","ts":"2026-04-10T04:02:47.771794Z","caller":"traceutil/trace.go:171","msg":"trace[771613466] transaction","detail":"{read_only:false; response_revision:5951; number_of_response:1; }","duration":"185.354573ms","start":"2026-04-10T04:02:47.586405Z","end":"2026-04-10T04:02:47.771759Z","steps":["trace[771613466] 'process raft request' (duration: 185.243931ms)"],"step_count":1} {"level":"warn","ts":"2026-04-10T04:02:47.771877Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"229.62459ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/plndr-svcs-lock\" ","response":"range_response_count:1 size:438"} {"level":"info","ts":"2026-04-10T04:02:47.771961Z","caller":"traceutil/trace.go:171","msg":"trace[699016786] range","detail":"{range_begin:/registry/leases/kube-system/plndr-svcs-lock; range_end:; response_count:1; response_revision:5951; }","duration":"229.734413ms","start":"2026-04-10T04:02:47.542208Z","end":"2026-04-10T04:02:47.771942Z","steps":["trace[699016786] 'agreement among raft nodes before linearized reading' (duration: 229.503858ms)"],"step_count":1} {"level":"info","ts":"2026-04-10T04:02:47.771984Z","caller":"traceutil/trace.go:171","msg":"trace[738573380] transaction","detail":"{read_only:false; response_revision:5950; number_of_response:1; }","duration":"186.159982ms","start":"2026-04-10T04:02:47.585808Z","end":"2026-04-10T04:02:47.771968Z","steps":["trace[738573380] 'process raft request' (duration: 153.757626ms)","trace[738573380] 'compare' (duration: 31.951805ms)"],"step_count":2} {"level":"warn","ts":"2026-04-10T04:02:47.772219Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"229.784245ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/plndr-cp-lock\" ","response":"range_response_count:1 size:433"} {"level":"info","ts":"2026-04-10T04:02:47.77226Z","caller":"traceutil/trace.go:171","msg":"trace[1961178622] range","detail":"{range_begin:/registry/leases/kube-system/plndr-cp-lock; range_end:; response_count:1; response_revision:5951; }","duration":"229.851275ms","start":"2026-04-10T04:02:47.542398Z","end":"2026-04-10T04:02:47.772249Z","steps":["trace[1961178622] 'agreement among raft nodes before linearized reading' (duration: 229.653171ms)"],"step_count":1} {"level":"info","ts":"2026-04-10T04:04:18.647286Z","caller":"traceutil/trace.go:171","msg":"trace[462021263] transaction","detail":"{read_only:false; response_revision:6476; number_of_response:1; }","duration":"184.776341ms","start":"2026-04-10T04:04:18.462476Z","end":"2026-04-10T04:04:18.647252Z","steps":["trace[462021263] 'process raft request' (duration: 123.686958ms)","trace[462021263] 'compare' (duration: 60.853388ms)"],"step_count":2} {"level":"info","ts":"2026-04-10T04:04:18.647552Z","caller":"traceutil/trace.go:171","msg":"trace[1646731605] linearizableReadLoop","detail":"{readStateIndex:6731; appliedIndex:6728; }","duration":"184.761242ms","start":"2026-04-10T04:04:18.462737Z","end":"2026-04-10T04:04:18.647499Z","steps":["trace[1646731605] 'read index received' (duration: 59.424297ms)","trace[1646731605] 'applied index is now lower than readState.Index' (duration: 125.333255ms)"],"step_count":2} {"level":"info","ts":"2026-04-10T04:04:18.647808Z","caller":"traceutil/trace.go:171","msg":"trace[1752766197] transaction","detail":"{read_only:false; response_revision:6477; number_of_response:1; }","duration":"185.056698ms","start":"2026-04-10T04:04:18.462581Z","end":"2026-04-10T04:04:18.647638Z","steps":["trace[1752766197] 'process raft request' (duration: 184.591098ms)"],"step_count":1} {"level":"warn","ts":"2026-04-10T04:04:18.648109Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"185.297044ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pods/openstack/percona-xtradb-pxc-0\" ","response":"range_response_count:1 size:12216"} {"level":"info","ts":"2026-04-10T04:04:18.64822Z","caller":"traceutil/trace.go:171","msg":"trace[2039383847] range","detail":"{range_begin:/registry/pods/openstack/percona-xtradb-pxc-0; range_end:; response_count:1; response_revision:6477; }","duration":"185.515077ms","start":"2026-04-10T04:04:18.462688Z","end":"2026-04-10T04:04:18.648203Z","steps":["trace[2039383847] 'agreement among raft nodes before linearized reading' (duration: 184.969075ms)"],"step_count":1} {"level":"info","ts":"2026-04-10T04:04:34.504742Z","caller":"traceutil/trace.go:171","msg":"trace[1408773542] transaction","detail":"{read_only:false; response_revision:6561; number_of_response:1; }","duration":"114.324471ms","start":"2026-04-10T04:04:34.390396Z","end":"2026-04-10T04:04:34.50472Z","steps":["trace[1408773542] 'process raft request' (duration: 114.274269ms)"],"step_count":1} {"level":"info","ts":"2026-04-10T04:04:34.504787Z","caller":"traceutil/trace.go:171","msg":"trace[708609534] transaction","detail":"{read_only:false; response_revision:6560; number_of_response:1; }","duration":"114.495143ms","start":"2026-04-10T04:04:34.390262Z","end":"2026-04-10T04:04:34.504757Z","steps":["trace[708609534] 'process raft request' (duration: 113.607603ms)"],"step_count":1} {"level":"info","ts":"2026-04-10T04:05:07.776379Z","caller":"traceutil/trace.go:171","msg":"trace[372551451] linearizableReadLoop","detail":"{readStateIndex:7132; appliedIndex:7131; }","duration":"125.473489ms","start":"2026-04-10T04:05:07.650873Z","end":"2026-04-10T04:05:07.776346Z","steps":["trace[372551451] 'read index received' (duration: 125.274654ms)","trace[372551451] 'applied index is now lower than readState.Index' (duration: 197.265µs)"],"step_count":2} {"level":"info","ts":"2026-04-10T04:05:07.77643Z","caller":"traceutil/trace.go:171","msg":"trace[888958635] transaction","detail":"{read_only:false; response_revision:6864; number_of_response:1; }","duration":"218.603456ms","start":"2026-04-10T04:05:07.557789Z","end":"2026-04-10T04:05:07.776392Z","steps":["trace[888958635] 'process raft request' (duration: 218.38121ms)"],"step_count":1} {"level":"warn","ts":"2026-04-10T04:05:07.776568Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"125.661885ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/horizontalpodautoscalers/\" range_end:\"/registry/horizontalpodautoscalers0\" count_only:true ","response":"range_response_count:0 size:5"} {"level":"info","ts":"2026-04-10T04:05:07.776831Z","caller":"traceutil/trace.go:171","msg":"trace[189744877] range","detail":"{range_begin:/registry/horizontalpodautoscalers/; range_end:/registry/horizontalpodautoscalers0; response_count:0; response_revision:6864; }","duration":"125.995395ms","start":"2026-04-10T04:05:07.650812Z","end":"2026-04-10T04:05:07.776808Z","steps":["trace[189744877] 'agreement among raft nodes before linearized reading' (duration: 125.669335ms)"],"step_count":1} {"level":"warn","ts":"2026-04-10T04:05:08.252851Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"116.193793ms","expected-duration":"100ms","prefix":"","request":"header: txn: success:> failure: >>","response":"size:16"} {"level":"info","ts":"2026-04-10T04:05:08.253002Z","caller":"traceutil/trace.go:171","msg":"trace[260016267] linearizableReadLoop","detail":"{readStateIndex:7134; appliedIndex:7132; }","duration":"182.528199ms","start":"2026-04-10T04:05:08.070449Z","end":"2026-04-10T04:05:08.252977Z","steps":["trace[260016267] 'read index received' (duration: 7.130261ms)","trace[260016267] 'applied index is now lower than readState.Index' (duration: 175.395948ms)"],"step_count":2} {"level":"warn","ts":"2026-04-10T04:05:08.253403Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"182.9129ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pxc.percona.com/perconaxtradbclusters/\" range_end:\"/registry/pxc.percona.com/perconaxtradbclusters0\" count_only:true ","response":"range_response_count:0 size:7"} {"level":"info","ts":"2026-04-10T04:05:08.253558Z","caller":"traceutil/trace.go:171","msg":"trace[1654625954] range","detail":"{range_begin:/registry/pxc.percona.com/perconaxtradbclusters/; range_end:/registry/pxc.percona.com/perconaxtradbclusters0; response_count:0; response_revision:6866; }","duration":"183.086544ms","start":"2026-04-10T04:05:08.070423Z","end":"2026-04-10T04:05:08.253509Z","steps":["trace[1654625954] 'agreement among raft nodes before linearized reading' (duration: 182.696503ms)"],"step_count":1} {"level":"info","ts":"2026-04-10T04:05:08.253643Z","caller":"traceutil/trace.go:171","msg":"trace[1199628060] transaction","detail":"{read_only:false; response_revision:6866; number_of_response:1; }","duration":"186.442724ms","start":"2026-04-10T04:05:08.067104Z","end":"2026-04-10T04:05:08.253547Z","steps":["trace[1199628060] 'process raft request' (duration: 69.423426ms)","trace[1199628060] 'compare' (duration: 115.850724ms)"],"step_count":2} {"level":"info","ts":"2026-04-10T04:05:08.467302Z","caller":"traceutil/trace.go:171","msg":"trace[2083621516] transaction","detail":"{read_only:false; response_revision:6868; number_of_response:1; }","duration":"139.316155ms","start":"2026-04-10T04:05:08.327961Z","end":"2026-04-10T04:05:08.467277Z","steps":["trace[2083621516] 'process raft request' (duration: 139.045397ms)"],"step_count":1} {"level":"warn","ts":"2026-04-10T04:05:08.876981Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"206.05661ms","expected-duration":"100ms","prefix":"","request":"header: txn: success:> failure: >>","response":"size:16"} {"level":"info","ts":"2026-04-10T04:05:08.877098Z","caller":"traceutil/trace.go:171","msg":"trace[276308305] linearizableReadLoop","detail":"{readStateIndex:7141; appliedIndex:7140; }","duration":"271.602813ms","start":"2026-04-10T04:05:08.605476Z","end":"2026-04-10T04:05:08.877079Z","steps":["trace[276308305] 'read index received' (duration: 65.324475ms)","trace[276308305] 'applied index is now lower than readState.Index' (duration: 206.276698ms)"],"step_count":2} {"level":"info","ts":"2026-04-10T04:05:08.877188Z","caller":"traceutil/trace.go:171","msg":"trace[1607204087] transaction","detail":"{read_only:false; response_revision:6872; number_of_response:1; }","duration":"273.51274ms","start":"2026-04-10T04:05:08.60366Z","end":"2026-04-10T04:05:08.877173Z","steps":["trace[1607204087] 'process raft request' (duration: 67.15653ms)","trace[1607204087] 'get key's previous created_revision and leaseID' {req_type:put; key:/registry/leases/kube-system/plndr-svcs-lock; req_size:420; } (duration: 205.599738ms)"],"step_count":2} {"level":"warn","ts":"2026-04-10T04:05:08.877755Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"272.252072ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/endpointslices/default/kubernetes\" ","response":"range_response_count:1 size:481"} {"level":"info","ts":"2026-04-10T04:05:08.877894Z","caller":"traceutil/trace.go:171","msg":"trace[1358504603] range","detail":"{range_begin:/registry/endpointslices/default/kubernetes; range_end:; response_count:1; response_revision:6872; }","duration":"272.447808ms","start":"2026-04-10T04:05:08.605423Z","end":"2026-04-10T04:05:08.877871Z","steps":["trace[1358504603] 'agreement among raft nodes before linearized reading' (duration: 272.058076ms)"],"step_count":1} {"level":"warn","ts":"2026-04-10T04:05:08.878799Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"191.919254ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/plndr-cp-lock\" ","response":"range_response_count:1 size:433"} {"level":"info","ts":"2026-04-10T04:05:08.878923Z","caller":"traceutil/trace.go:171","msg":"trace[487951273] range","detail":"{range_begin:/registry/leases/kube-system/plndr-cp-lock; range_end:; response_count:1; response_revision:6873; }","duration":"192.125641ms","start":"2026-04-10T04:05:08.686768Z","end":"2026-04-10T04:05:08.878893Z","steps":["trace[487951273] 'agreement among raft nodes before linearized reading' (duration: 191.800952ms)"],"step_count":1} {"level":"warn","ts":"2026-04-10T04:05:08.879284Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"185.230488ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/cilium-operator-resource-lock\" ","response":"range_response_count:1 size:493"} {"level":"info","ts":"2026-04-10T04:05:08.87934Z","caller":"traceutil/trace.go:171","msg":"trace[1636084915] range","detail":"{range_begin:/registry/leases/kube-system/cilium-operator-resource-lock; range_end:; response_count:1; response_revision:6873; }","duration":"185.342851ms","start":"2026-04-10T04:05:08.693985Z","end":"2026-04-10T04:05:08.879327Z","steps":["trace[1636084915] 'agreement among raft nodes before linearized reading' (duration: 185.137195ms)"],"step_count":1} {"level":"info","ts":"2026-04-10T04:05:16.703191Z","caller":"traceutil/trace.go:171","msg":"trace[439411499] transaction","detail":"{read_only:false; response_revision:6933; number_of_response:1; }","duration":"207.40834ms","start":"2026-04-10T04:05:16.495731Z","end":"2026-04-10T04:05:16.70314Z","steps":["trace[439411499] 'process raft request' (duration: 155.768609ms)","trace[439411499] 'compare' (duration: 51.248049ms)"],"step_count":2} {"level":"info","ts":"2026-04-10T04:05:24.956414Z","caller":"traceutil/trace.go:171","msg":"trace[1050475996] transaction","detail":"{read_only:false; response_revision:6981; number_of_response:1; }","duration":"126.663121ms","start":"2026-04-10T04:05:24.829729Z","end":"2026-04-10T04:05:24.956392Z","steps":["trace[1050475996] 'process raft request' (duration: 109.297777ms)","trace[1050475996] 'compare' (duration: 16.944613ms)"],"step_count":2} {"level":"info","ts":"2026-04-10T04:05:31.325057Z","caller":"traceutil/trace.go:171","msg":"trace[235256502] transaction","detail":"{read_only:false; response_revision:7015; number_of_response:1; }","duration":"180.087924ms","start":"2026-04-10T04:05:31.144941Z","end":"2026-04-10T04:05:31.325029Z","steps":["trace[235256502] 'process raft request' (duration: 179.898679ms)"],"step_count":1} {"level":"info","ts":"2026-04-10T04:05:31.328974Z","caller":"traceutil/trace.go:171","msg":"trace[640164476] transaction","detail":"{read_only:false; response_revision:7017; number_of_response:1; }","duration":"181.488344ms","start":"2026-04-10T04:05:31.147435Z","end":"2026-04-10T04:05:31.328923Z","steps":["trace[640164476] 'process raft request' (duration: 181.403173ms)"],"step_count":1} {"level":"info","ts":"2026-04-10T04:05:31.32925Z","caller":"traceutil/trace.go:171","msg":"trace[1086054388] transaction","detail":"{read_only:false; response_revision:7016; number_of_response:1; }","duration":"183.553124ms","start":"2026-04-10T04:05:31.145664Z","end":"2026-04-10T04:05:31.329217Z","steps":["trace[1086054388] 'process raft request' (duration: 182.992018ms)"],"step_count":1} {"level":"info","ts":"2026-04-10T04:06:10.609425Z","caller":"traceutil/trace.go:171","msg":"trace[1069286419] transaction","detail":"{read_only:false; response_revision:7260; number_of_response:1; }","duration":"169.353599ms","start":"2026-04-10T04:06:10.440052Z","end":"2026-04-10T04:06:10.609406Z","steps":["trace[1069286419] 'process raft request' (duration: 169.231705ms)"],"step_count":1} {"level":"info","ts":"2026-04-10T04:06:15.445571Z","caller":"traceutil/trace.go:171","msg":"trace[785755164] transaction","detail":"{read_only:false; response_revision:7282; number_of_response:1; }","duration":"100.068506ms","start":"2026-04-10T04:06:15.345479Z","end":"2026-04-10T04:06:15.445548Z","steps":["trace[785755164] 'process raft request' (duration: 99.700655ms)"],"step_count":1} {"level":"warn","ts":"2026-04-10T04:06:16.012423Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"295.191986ms","expected-duration":"100ms","prefix":"","request":"header: txn: success:> failure: >>","response":"size:16"} {"level":"info","ts":"2026-04-10T04:06:16.012576Z","caller":"traceutil/trace.go:171","msg":"trace[370957950] transaction","detail":"{read_only:false; response_revision:7283; number_of_response:1; }","duration":"562.918645ms","start":"2026-04-10T04:06:15.449632Z","end":"2026-04-10T04:06:16.01255Z","steps":["trace[370957950] 'process raft request' (duration: 267.509533ms)","trace[370957950] 'compare' (duration: 294.937568ms)"],"step_count":2} {"level":"warn","ts":"2026-04-10T04:06:16.012719Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-10T04:06:15.449615Z","time spent":"563.033568ms","remote":"127.0.0.1:33096","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":418,"response count":0,"response size":39,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-04-10T04:06:16.013871Z","caller":"traceutil/trace.go:171","msg":"trace[404905598] linearizableReadLoop","detail":"{readStateIndex:7569; appliedIndex:7568; }","duration":"464.492946ms","start":"2026-04-10T04:06:15.548041Z","end":"2026-04-10T04:06:16.012534Z","steps":["trace[404905598] 'read index received' (duration: 169.149615ms)","trace[404905598] 'applied index is now lower than readState.Index' (duration: 295.341791ms)"],"step_count":2} {"level":"warn","ts":"2026-04-10T04:06:16.013949Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"465.912376ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/kube-controller-manager\" ","response":"range_response_count:1 size:507"} {"level":"info","ts":"2026-04-10T04:06:16.013987Z","caller":"traceutil/trace.go:171","msg":"trace[1792242227] range","detail":"{range_begin:/registry/leases/kube-system/kube-controller-manager; range_end:; response_count:1; response_revision:7283; }","duration":"465.989478ms","start":"2026-04-10T04:06:15.547989Z","end":"2026-04-10T04:06:16.013978Z","steps":["trace[1792242227] 'agreement among raft nodes before linearized reading' (duration: 465.602376ms)"],"step_count":1} {"level":"warn","ts":"2026-04-10T04:06:16.014013Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-10T04:06:15.54797Z","time spent":"466.037388ms","remote":"127.0.0.1:33096","response type":"/etcdserverpb.KV/Range","request count":0,"request size":54,"response count":1,"response size":530,"request content":"key:\"/registry/leases/kube-system/kube-controller-manager\" "} {"level":"warn","ts":"2026-04-10T04:06:16.014292Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"138.850038ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pods/openstack/percona-xtradb-pxc-0\" ","response":"range_response_count:1 size:12216"} {"level":"warn","ts":"2026-04-10T04:06:16.0143Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"460.70288ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/plndr-svcs-lock\" ","response":"range_response_count:1 size:438"} {"level":"warn","ts":"2026-04-10T04:06:16.014398Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"460.402011ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/cilium-operator-resource-lock\" ","response":"range_response_count:1 size:493"} {"level":"info","ts":"2026-04-10T04:06:16.014426Z","caller":"traceutil/trace.go:171","msg":"trace[535848805] range","detail":"{range_begin:/registry/leases/kube-system/cilium-operator-resource-lock; range_end:; response_count:1; response_revision:7283; }","duration":"460.465574ms","start":"2026-04-10T04:06:15.553954Z","end":"2026-04-10T04:06:16.01442Z","steps":["trace[535848805] 'agreement among raft nodes before linearized reading' (duration: 460.396522ms)"],"step_count":1} {"level":"warn","ts":"2026-04-10T04:06:16.014447Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-10T04:06:15.553939Z","time spent":"460.503644ms","remote":"127.0.0.1:33096","response type":"/etcdserverpb.KV/Range","request count":0,"request size":60,"response count":1,"response size":516,"request content":"key:\"/registry/leases/kube-system/cilium-operator-resource-lock\" "} {"level":"info","ts":"2026-04-10T04:06:16.014479Z","caller":"traceutil/trace.go:171","msg":"trace[1458093806] range","detail":"{range_begin:/registry/leases/kube-system/plndr-svcs-lock; range_end:; response_count:1; response_revision:7283; }","duration":"460.850294ms","start":"2026-04-10T04:06:15.553563Z","end":"2026-04-10T04:06:16.014413Z","steps":["trace[1458093806] 'agreement among raft nodes before linearized reading' (duration: 460.517475ms)"],"step_count":1} {"level":"warn","ts":"2026-04-10T04:06:16.01456Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-10T04:06:15.553554Z","time spent":"460.966447ms","remote":"127.0.0.1:33096","response type":"/etcdserverpb.KV/Range","request count":0,"request size":46,"response count":1,"response size":461,"request content":"key:\"/registry/leases/kube-system/plndr-svcs-lock\" "} {"level":"info","ts":"2026-04-10T04:06:16.014321Z","caller":"traceutil/trace.go:171","msg":"trace[1944930966] range","detail":"{range_begin:/registry/pods/openstack/percona-xtradb-pxc-0; range_end:; response_count:1; response_revision:7283; }","duration":"138.928831ms","start":"2026-04-10T04:06:15.875386Z","end":"2026-04-10T04:06:16.014314Z","steps":["trace[1944930966] 'agreement among raft nodes before linearized reading' (duration: 138.845118ms)"],"step_count":1} {"level":"info","ts":"2026-04-10T04:06:19.892823Z","caller":"mvcc/index.go:214","msg":"compact tree index","revision":5186} {"level":"info","ts":"2026-04-10T04:06:20.225759Z","caller":"traceutil/trace.go:171","msg":"trace[1176137317] transaction","detail":"{read_only:false; response_revision:7309; number_of_response:1; }","duration":"119.26833ms","start":"2026-04-10T04:06:20.106441Z","end":"2026-04-10T04:06:20.225709Z","steps":["trace[1176137317] 'process raft request' (duration: 21.728684ms)","trace[1176137317] 'compare' (duration: 12.648493ms)","trace[1176137317] 'get key's previous created_revision and leaseID' {req_type:put; key:/registry/leases/kube-system/cilium-operator-resource-lock; req_size:473; } (duration: 84.639836ms)"],"step_count":3} {"level":"info","ts":"2026-04-10T04:06:20.22577Z","caller":"traceutil/trace.go:171","msg":"trace[1164285134] linearizableReadLoop","detail":"{readStateIndex:7599; appliedIndex:7595; }","duration":"114.822666ms","start":"2026-04-10T04:06:20.11092Z","end":"2026-04-10T04:06:20.225743Z","steps":["trace[1164285134] 'read index received' (duration: 5.624186ms)","trace[1164285134] 'applied index is now lower than readState.Index' (duration: 109.19701ms)"],"step_count":2} {"level":"info","ts":"2026-04-10T04:06:20.226141Z","caller":"traceutil/trace.go:171","msg":"trace[1306488654] transaction","detail":"{read_only:false; response_revision:7310; number_of_response:1; }","duration":"119.64426ms","start":"2026-04-10T04:06:20.106484Z","end":"2026-04-10T04:06:20.226129Z","steps":["trace[1306488654] 'process raft request' (duration: 119.120256ms)"],"step_count":1} {"level":"warn","ts":"2026-04-10T04:06:20.226146Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"115.172856ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/apiextensions.k8s.io/customresourcedefinitions/secretimports.secretgen.carvel.dev\" ","response":"range_response_count:1 size:3789"} {"level":"info","ts":"2026-04-10T04:06:20.226618Z","caller":"traceutil/trace.go:171","msg":"trace[504214556] range","detail":"{range_begin:/registry/apiextensions.k8s.io/customresourcedefinitions/secretimports.secretgen.carvel.dev; range_end:; response_count:1; response_revision:7311; }","duration":"115.70068ms","start":"2026-04-10T04:06:20.110898Z","end":"2026-04-10T04:06:20.226598Z","steps":["trace[504214556] 'agreement among raft nodes before linearized reading' (duration: 114.928729ms)"],"step_count":1} {"level":"info","ts":"2026-04-10T04:06:20.226321Z","caller":"traceutil/trace.go:171","msg":"trace[618063545] transaction","detail":"{read_only:false; response_revision:7311; number_of_response:1; }","duration":"118.915111ms","start":"2026-04-10T04:06:20.107377Z","end":"2026-04-10T04:06:20.226292Z","steps":["trace[618063545] 'process raft request' (duration: 118.304294ms)"],"step_count":1} {"level":"info","ts":"2026-04-10T04:06:20.306263Z","caller":"mvcc/kvstore_compaction.go:68","msg":"finished scheduled compaction","compact-revision":5186,"took":"410.981622ms","hash":807163878,"current-db-size-bytes":51675136,"current-db-size":"52 MB","current-db-size-in-use-bytes":19472384,"current-db-size-in-use":"20 MB"} {"level":"info","ts":"2026-04-10T04:06:20.306331Z","caller":"mvcc/hash.go:137","msg":"storing new hash","hash":807163878,"revision":5186,"compact-revision":2862} {"level":"info","ts":"2026-04-10T04:06:37.690808Z","caller":"traceutil/trace.go:171","msg":"trace[145922978] transaction","detail":"{read_only:false; response_revision:7404; number_of_response:1; }","duration":"135.356614ms","start":"2026-04-10T04:06:37.55542Z","end":"2026-04-10T04:06:37.690776Z","steps":["trace[145922978] 'process raft request' (duration: 135.062646ms)"],"step_count":1} {"level":"info","ts":"2026-04-10T04:06:40.186301Z","caller":"traceutil/trace.go:171","msg":"trace[610638496] transaction","detail":"{read_only:false; response_revision:7416; number_of_response:1; }","duration":"124.656894ms","start":"2026-04-10T04:06:40.061619Z","end":"2026-04-10T04:06:40.186276Z","steps":["trace[610638496] 'process raft request' (duration: 123.968885ms)"],"step_count":1} {"level":"warn","ts":"2026-04-10T04:06:40.601902Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"110.68621ms","expected-duration":"100ms","prefix":"","request":"header: txn: success:> failure: >>","response":"size:16"} {"level":"info","ts":"2026-04-10T04:06:40.602141Z","caller":"traceutil/trace.go:171","msg":"trace[890106881] linearizableReadLoop","detail":"{readStateIndex:7712; appliedIndex:7710; }","duration":"188.177476ms","start":"2026-04-10T04:06:40.41394Z","end":"2026-04-10T04:06:40.602117Z","steps":["trace[890106881] 'read index received' (duration: 77.092777ms)","trace[890106881] 'applied index is now lower than readState.Index' (duration: 111.083329ms)"],"step_count":2} {"level":"info","ts":"2026-04-10T04:06:40.602173Z","caller":"traceutil/trace.go:171","msg":"trace[88348650] transaction","detail":"{read_only:false; response_revision:7419; number_of_response:1; }","duration":"196.544676ms","start":"2026-04-10T04:06:40.405579Z","end":"2026-04-10T04:06:40.602124Z","steps":["trace[88348650] 'process raft request' (duration: 85.439965ms)","trace[88348650] 'compare' (duration: 110.562777ms)"],"step_count":2} {"level":"info","ts":"2026-04-10T04:06:40.60259Z","caller":"traceutil/trace.go:171","msg":"trace[30196845] transaction","detail":"{read_only:false; response_revision:7420; number_of_response:1; }","duration":"196.721262ms","start":"2026-04-10T04:06:40.405828Z","end":"2026-04-10T04:06:40.602549Z","steps":["trace[30196845] 'process raft request' (duration: 196.208648ms)"],"step_count":1} {"level":"warn","ts":"2026-04-10T04:06:40.602377Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"188.431614ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/cilium-operator-resource-lock\" ","response":"range_response_count:1 size:493"} {"level":"info","ts":"2026-04-10T04:06:40.602787Z","caller":"traceutil/trace.go:171","msg":"trace[1930838144] range","detail":"{range_begin:/registry/leases/kube-system/cilium-operator-resource-lock; range_end:; response_count:1; response_revision:7420; }","duration":"188.863846ms","start":"2026-04-10T04:06:40.413906Z","end":"2026-04-10T04:06:40.602769Z","steps":["trace[1930838144] 'agreement among raft nodes before linearized reading' (duration: 188.288331ms)"],"step_count":1} {"level":"info","ts":"2026-04-10T04:06:42.978842Z","caller":"traceutil/trace.go:171","msg":"trace[1284763555] transaction","detail":"{read_only:false; response_revision:7432; number_of_response:1; }","duration":"162.496696ms","start":"2026-04-10T04:06:42.816315Z","end":"2026-04-10T04:06:42.978812Z","steps":["trace[1284763555] 'process raft request' (duration: 71.907862ms)","trace[1284763555] 'compare' (duration: 90.366168ms)"],"step_count":2} {"level":"info","ts":"2026-04-10T04:06:42.978849Z","caller":"traceutil/trace.go:171","msg":"trace[1266560165] linearizableReadLoop","detail":"{readStateIndex:7724; appliedIndex:7723; }","duration":"106.704616ms","start":"2026-04-10T04:06:42.872099Z","end":"2026-04-10T04:06:42.978804Z","steps":["trace[1266560165] 'read index received' (duration: 16.133792ms)","trace[1266560165] 'applied index is now lower than readState.Index' (duration: 90.569394ms)"],"step_count":2} {"level":"warn","ts":"2026-04-10T04:06:42.979202Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"107.078216ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/apiextensions.k8s.io/customresourcedefinitions/alertmanagers.monitoring.coreos.com\" ","response":"range_response_count:1 size:278925"} {"level":"info","ts":"2026-04-10T04:06:42.979248Z","caller":"traceutil/trace.go:171","msg":"trace[415403344] range","detail":"{range_begin:/registry/apiextensions.k8s.io/customresourcedefinitions/alertmanagers.monitoring.coreos.com; range_end:; response_count:1; response_revision:7432; }","duration":"107.195401ms","start":"2026-04-10T04:06:42.87204Z","end":"2026-04-10T04:06:42.979235Z","steps":["trace[415403344] 'agreement among raft nodes before linearized reading' (duration: 106.892772ms)"],"step_count":1} {"level":"info","ts":"2026-04-10T04:06:46.82451Z","caller":"traceutil/trace.go:171","msg":"trace[1244087410] transaction","detail":"{read_only:false; response_revision:7448; number_of_response:1; }","duration":"116.210279ms","start":"2026-04-10T04:06:46.708282Z","end":"2026-04-10T04:06:46.824492Z","steps":["trace[1244087410] 'process raft request' (duration: 59.396555ms)","trace[1244087410] 'compare' (duration: 56.587588ms)"],"step_count":2} {"level":"warn","ts":"2026-04-10T04:06:46.824663Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"115.705535ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/minions/instance\" ","response":"range_response_count:1 size:12427"} {"level":"info","ts":"2026-04-10T04:06:46.824699Z","caller":"traceutil/trace.go:171","msg":"trace[1622603967] range","detail":"{range_begin:/registry/minions/instance; range_end:; response_count:1; response_revision:7448; }","duration":"115.792337ms","start":"2026-04-10T04:06:46.708899Z","end":"2026-04-10T04:06:46.824691Z","steps":["trace[1622603967] 'agreement among raft nodes before linearized reading' (duration: 115.664923ms)"],"step_count":1} {"level":"info","ts":"2026-04-10T04:06:46.824419Z","caller":"traceutil/trace.go:171","msg":"trace[1155486026] linearizableReadLoop","detail":"{readStateIndex:7741; appliedIndex:7740; }","duration":"115.454678ms","start":"2026-04-10T04:06:46.708946Z","end":"2026-04-10T04:06:46.8244Z","steps":["trace[1155486026] 'read index received' (duration: 58.750148ms)","trace[1155486026] 'applied index is now lower than readState.Index' (duration: 56.70324ms)"],"step_count":2} {"level":"info","ts":"2026-04-10T04:06:51.04089Z","caller":"traceutil/trace.go:171","msg":"trace[1366142032] transaction","detail":"{read_only:false; response_revision:7473; number_of_response:1; }","duration":"179.181588ms","start":"2026-04-10T04:06:50.861682Z","end":"2026-04-10T04:06:51.040864Z","steps":["trace[1366142032] 'process raft request' (duration: 95.783334ms)","trace[1366142032] 'compare' (duration: 83.283421ms)"],"step_count":2} {"level":"warn","ts":"2026-04-10T04:07:01.135274Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"150.105318ms","expected-duration":"100ms","prefix":"","request":"header: txn: success:> failure: >>","response":"size:16"} {"level":"info","ts":"2026-04-10T04:07:01.135458Z","caller":"traceutil/trace.go:171","msg":"trace[1723184925] transaction","detail":"{read_only:false; response_revision:7521; number_of_response:1; }","duration":"150.789636ms","start":"2026-04-10T04:07:00.984655Z","end":"2026-04-10T04:07:01.135445Z","steps":["trace[1723184925] 'process raft request' (duration: 150.721805ms)"],"step_count":1} {"level":"info","ts":"2026-04-10T04:07:01.135449Z","caller":"traceutil/trace.go:171","msg":"trace[2120181014] transaction","detail":"{read_only:false; response_revision:7520; number_of_response:1; }","duration":"247.501217ms","start":"2026-04-10T04:07:00.887923Z","end":"2026-04-10T04:07:01.135424Z","steps":["trace[2120181014] 'process raft request' (duration: 97.147693ms)","trace[2120181014] 'compare' (duration: 149.933953ms)"],"step_count":2} {"level":"info","ts":"2026-04-10T04:07:01.135671Z","caller":"traceutil/trace.go:171","msg":"trace[966732883] linearizableReadLoop","detail":"{readStateIndex:7816; appliedIndex:7815; }","duration":"201.303886ms","start":"2026-04-10T04:07:00.934356Z","end":"2026-04-10T04:07:01.13566Z","steps":["trace[966732883] 'read index received' (duration: 50.727296ms)","trace[966732883] 'applied index is now lower than readState.Index' (duration: 150.57526ms)"],"step_count":2} {"level":"warn","ts":"2026-04-10T04:07:01.135906Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"201.548902ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/configmaps/monitoring/kube-prometheus-stack-dashboard-rbd-overview\" ","response":"range_response_count:1 size:26148"} {"level":"info","ts":"2026-04-10T04:07:01.135947Z","caller":"traceutil/trace.go:171","msg":"trace[973778625] range","detail":"{range_begin:/registry/configmaps/monitoring/kube-prometheus-stack-dashboard-rbd-overview; range_end:; response_count:1; response_revision:7521; }","duration":"201.630953ms","start":"2026-04-10T04:07:00.934304Z","end":"2026-04-10T04:07:01.135935Z","steps":["trace[973778625] 'agreement among raft nodes before linearized reading' (duration: 201.463118ms)"],"step_count":1} {"level":"info","ts":"2026-04-10T04:07:01.209132Z","caller":"traceutil/trace.go:171","msg":"trace[353667579] transaction","detail":"{read_only:false; response_revision:7523; number_of_response:1; }","duration":"109.549608ms","start":"2026-04-10T04:07:01.099545Z","end":"2026-04-10T04:07:01.209095Z","steps":["trace[353667579] 'process raft request' (duration: 109.203799ms)"],"step_count":1} {"level":"warn","ts":"2026-04-10T04:07:01.20919Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"148.224346ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/health\" ","response":"range_response_count:0 size:5"} {"level":"info","ts":"2026-04-10T04:07:01.209315Z","caller":"traceutil/trace.go:171","msg":"trace[1237620000] range","detail":"{range_begin:/registry/health; range_end:; response_count:0; response_revision:7523; }","duration":"148.461303ms","start":"2026-04-10T04:07:01.060819Z","end":"2026-04-10T04:07:01.20928Z","steps":["trace[1237620000] 'agreement among raft nodes before linearized reading' (duration: 148.181445ms)"],"step_count":1} {"level":"info","ts":"2026-04-10T04:07:02.665812Z","caller":"traceutil/trace.go:171","msg":"trace[1488362529] transaction","detail":"{read_only:false; response_revision:7527; number_of_response:1; }","duration":"100.214064ms","start":"2026-04-10T04:07:02.565558Z","end":"2026-04-10T04:07:02.665772Z","steps":["trace[1488362529] 'process raft request' (duration: 99.983107ms)"],"step_count":1} {"level":"info","ts":"2026-04-10T04:07:17.366613Z","caller":"traceutil/trace.go:171","msg":"trace[458465487] transaction","detail":"{read_only:false; response_revision:7602; number_of_response:1; }","duration":"111.702637ms","start":"2026-04-10T04:07:17.254639Z","end":"2026-04-10T04:07:17.366342Z","steps":["trace[458465487] 'process raft request' (duration: 93.203ms)","trace[458465487] 'compare' (duration: 18.339183ms)"],"step_count":2} {"level":"info","ts":"2026-04-10T04:07:25.516759Z","caller":"traceutil/trace.go:171","msg":"trace[1443420462] transaction","detail":"{read_only:false; response_revision:7645; number_of_response:1; }","duration":"101.859561ms","start":"2026-04-10T04:07:25.414865Z","end":"2026-04-10T04:07:25.516725Z","steps":["trace[1443420462] 'process raft request' (duration: 101.762858ms)"],"step_count":1} {"level":"info","ts":"2026-04-10T04:07:25.516956Z","caller":"traceutil/trace.go:171","msg":"trace[790602687] transaction","detail":"{read_only:false; response_revision:7644; number_of_response:1; }","duration":"117.236383ms","start":"2026-04-10T04:07:25.399694Z","end":"2026-04-10T04:07:25.516931Z","steps":["trace[790602687] 'process raft request' (duration: 106.278149ms)","trace[790602687] 'compare' (duration: 10.514781ms)"],"step_count":2}